2024-06-06T07:31:44.015 INFO:root:teuthology version: 0.0.1.dev303+g861a8dc 2024-06-06T07:31:44.016 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi --owner scheduled_teuthology@teuthology --verbose --archive /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} -- /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/orig.config.yaml 2024-06-06T07:31:44.077 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-06T07:31:44.180 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7743213' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow metadata IO - SLOW_OPS - slow request sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba subvols: create: 2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - nowsync rbytes: false syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 3d746ca5346f34eef7e826a1eb71e59e02b682ae owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 5050 sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba sleep_before_teardown: 0 subset: 416/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 3d746ca5346f34eef7e826a1eb71e59e02b682ae syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi027.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB5Wmn/zIaUkB/sqT02HyfJSCscfNeGNHeQVtllrRFUswiJqAhY7AIImfswQ+8hEq94SHS9hsgT6M5eythr7dQQ= smithi176.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEv6l8MwV1t+/qsFUvfLkXU13u0Ej/a0t7JEL0f45TChcLo+DgLY28DlnBINaSSm/JEXOykNLoQu7x9kDopgWJE= smithi203.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGUJAwgeEOVWsmhK9nQkJm0H/9fWaB9MdChsAcDOAtwYIqskoZbgC23DQS8m0aOEGfc7UXE2QpcWn1BQ/vpzHKo= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 861a8dcf7aa816a26e13f039336f7ed0a9aec0fa timestamp: 2024-06-05_21:24:16 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-06-06T07:31:44.180 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa; will attempt to use it 2024-06-06T07:31:44.181 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks 2024-06-06T07:31:44.181 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-06-06T07:31:44.183 INFO:teuthology.task.internal:Checking packages... 2024-06-06T07:31:44.204 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3d89accfe3201286f000e065a1faea2a88c7a6ba' 2024-06-06T07:31:44.205 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-06T07:31:44.205 INFO:teuthology.packaging:ref: None 2024-06-06T07:31:44.205 INFO:teuthology.packaging:tag: None 2024-06-06T07:31:44.205 INFO:teuthology.packaging:branch: squid 2024-06-06T07:31:44.205 INFO:teuthology.packaging:sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:31:44.205 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-06-06T07:31:44.413 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2960.g3d746ca5 2024-06-06T07:31:44.414 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-06-06T07:31:44.422 INFO:teuthology.task.internal:no buildpackages task found 2024-06-06T07:31:44.423 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-06-06T07:31:44.447 INFO:teuthology.task.internal:Saving configuration 2024-06-06T07:31:44.468 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-06-06T07:31:44.480 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-06-06T07:31:44.504 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 07:26:10.716735', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB5Wmn/zIaUkB/sqT02HyfJSCscfNeGNHeQVtllrRFUswiJqAhY7AIImfswQ+8hEq94SHS9hsgT6M5eythr7dQQ='} 2024-06-06T07:31:44.530 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi176.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 07:26:10.715538', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEv6l8MwV1t+/qsFUvfLkXU13u0Ej/a0t7JEL0f45TChcLo+DgLY28DlnBINaSSm/JEXOykNLoQu7x9kDopgWJE='} 2024-06-06T07:31:44.550 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi203.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-06 07:26:10.717705', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGUJAwgeEOVWsmhK9nQkJm0H/9fWaB9MdChsAcDOAtwYIqskoZbgC23DQS8m0aOEGfc7UXE2QpcWn1BQ/vpzHKo='} 2024-06-06T07:31:44.550 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-06-06T07:31:44.560 INFO:teuthology.task.internal:roles: ubuntu@smithi027.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-06-06T07:31:44.561 INFO:teuthology.task.internal:roles: ubuntu@smithi176.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-06-06T07:31:44.561 INFO:teuthology.task.internal:roles: ubuntu@smithi203.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-06-06T07:31:44.561 INFO:teuthology.run_tasks:Running task console_log... 2024-06-06T07:31:44.692 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0974d93be0>, signals=[15]) 2024-06-06T07:31:44.692 INFO:teuthology.run_tasks:Running task internal.connect... 2024-06-06T07:31:44.700 INFO:teuthology.task.internal:Opening connections... 2024-06-06T07:31:44.700 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:31:44.702 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:31:44.778 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi176.front.sepia.ceph.com 2024-06-06T07:31:44.779 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:31:44.859 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi203.front.sepia.ceph.com 2024-06-06T07:31:44.859 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:31:44.932 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-06-06T07:31:44.941 DEBUG:teuthology.orchestra.run.smithi027:> uname -m 2024-06-06T07:31:44.959 INFO:teuthology.orchestra.run.smithi027.stdout:x86_64 2024-06-06T07:31:44.960 DEBUG:teuthology.orchestra.run.smithi027:> cat /etc/os-release 2024-06-06T07:31:45.017 INFO:teuthology.orchestra.run.smithi027.stdout:NAME="CentOS Stream" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION="9" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:ID="centos" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:ID_LIKE="rhel fedora" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION_ID="9" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM_ID="platform:el9" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:ANSI_COLOR="0;31" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:LOGO="fedora-logo-icon" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:HOME_URL="https://centos.org/" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-06T07:31:45.018 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-06T07:31:45.019 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-06T07:31:45.019 INFO:teuthology.lock.ops:Updating smithi027.front.sepia.ceph.com on lock server 2024-06-06T07:31:45.043 DEBUG:teuthology.orchestra.run.smithi176:> uname -m 2024-06-06T07:31:45.061 INFO:teuthology.orchestra.run.smithi176.stdout:x86_64 2024-06-06T07:31:45.061 DEBUG:teuthology.orchestra.run.smithi176:> cat /etc/os-release 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:NAME="CentOS Stream" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION="9" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:ID="centos" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:ID_LIKE="rhel fedora" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:VERSION_ID="9" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:PLATFORM_ID="platform:el9" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:ANSI_COLOR="0;31" 2024-06-06T07:31:45.119 INFO:teuthology.orchestra.run.smithi176.stdout:LOGO="fedora-logo-icon" 2024-06-06T07:31:45.120 INFO:teuthology.orchestra.run.smithi176.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-06T07:31:45.120 INFO:teuthology.orchestra.run.smithi176.stdout:HOME_URL="https://centos.org/" 2024-06-06T07:31:45.120 INFO:teuthology.orchestra.run.smithi176.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-06T07:31:45.120 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-06T07:31:45.120 INFO:teuthology.orchestra.run.smithi176.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-06T07:31:45.120 INFO:teuthology.lock.ops:Updating smithi176.front.sepia.ceph.com on lock server 2024-06-06T07:31:45.142 DEBUG:teuthology.orchestra.run.smithi203:> uname -m 2024-06-06T07:31:45.160 INFO:teuthology.orchestra.run.smithi203.stdout:x86_64 2024-06-06T07:31:45.160 DEBUG:teuthology.orchestra.run.smithi203:> cat /etc/os-release 2024-06-06T07:31:45.216 INFO:teuthology.orchestra.run.smithi203.stdout:NAME="CentOS Stream" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION="9" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:ID="centos" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:ID_LIKE="rhel fedora" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION_ID="9" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:PLATFORM_ID="platform:el9" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:ANSI_COLOR="0;31" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:LOGO="fedora-logo-icon" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:HOME_URL="https://centos.org/" 2024-06-06T07:31:45.217 INFO:teuthology.orchestra.run.smithi203.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-06T07:31:45.218 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-06T07:31:45.218 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-06T07:31:45.218 INFO:teuthology.lock.ops:Updating smithi203.front.sepia.ceph.com on lock server 2024-06-06T07:31:45.242 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-06-06T07:31:45.254 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-06-06T07:31:45.267 INFO:teuthology.task.internal:Checking for old test directory... 2024-06-06T07:31:45.268 DEBUG:teuthology.orchestra.run.smithi027:> test '!' -e /home/ubuntu/cephtest 2024-06-06T07:31:45.270 DEBUG:teuthology.orchestra.run.smithi176:> test '!' -e /home/ubuntu/cephtest 2024-06-06T07:31:45.272 DEBUG:teuthology.orchestra.run.smithi203:> test '!' -e /home/ubuntu/cephtest 2024-06-06T07:31:45.288 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-06-06T07:31:45.298 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-06-06T07:31:45.299 DEBUG:teuthology.orchestra.run.smithi027:> test -z $(ls -A /var/lib/ceph) 2024-06-06T07:31:45.328 DEBUG:teuthology.orchestra.run.smithi176:> test -z $(ls -A /var/lib/ceph) 2024-06-06T07:31:45.330 DEBUG:teuthology.orchestra.run.smithi203:> test -z $(ls -A /var/lib/ceph) 2024-06-06T07:31:45.417 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-06-06T07:31:45.487 INFO:teuthology.run_tasks:Running task kernel... 2024-06-06T07:31:45.503 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-06-06T07:31:45.503 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-06-06T07:31:45.503 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-06-06T07:31:45.503 DEBUG:teuthology.orchestra.run.smithi027:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T07:31:45.520 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:31:45.521 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2024-06-06T07:31:45.579 INFO:teuthology.orchestra.run.smithi027.stdout:5.14.0-437.el9.x86_64 2024-06-06T07:31:45.579 INFO:teuthology.task.kernel:Running kernel on smithi027: 5.14.0-437.el9.x86_64 2024-06-06T07:31:45.579 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum install -y kernel 2024-06-06T07:31:48.049 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - BaseOS 9.9 MB/s | 8.1 MB 00:00 2024-06-06T07:31:49.983 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - AppStream 25 MB/s | 19 MB 00:00 2024-06-06T07:31:54.143 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-06-06T07:31:55.684 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 17 kB 00:00 2024-06-06T07:31:56.621 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux 27 MB/s | 21 MB 00:00 2024-06-06T07:32:02.110 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras 17 kB/s | 1.7 kB 00:00 2024-06-06T07:32:04.275 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-06-06T07:32:04.275 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-06-06T07:32:04.369 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2024-06-06T07:32:04.376 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout: Package Architecture Version Repository Size 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout: kernel x86_64 5.14.0-452.el9 baseos 893 k 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-core x86_64 5.14.0-452.el9 baseos 16 M 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules x86_64 5.14.0-452.el9 baseos 35 M 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules-core x86_64 5.14.0-452.el9 baseos 29 M 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2024-06-06T07:32:04.377 INFO:teuthology.orchestra.run.smithi027.stdout:Install 4 Packages 2024-06-06T07:32:04.378 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:32:04.378 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 80 M 2024-06-06T07:32:04.378 INFO:teuthology.orchestra.run.smithi027.stdout:Installed size: 124 M 2024-06-06T07:32:04.378 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2024-06-06T07:32:04.734 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] kernel-5.14.0-452.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-452.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:32:04.736 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] kernel-core-5.14.0-452.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-452.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:32:04.742 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] kernel-modules-5.14.0-452.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-452.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:32:04.878 INFO:teuthology.orchestra.run.smithi027.stdout:(1/4): kernel-5.14.0-452.el9.x86_64.rpm 3.8 MB/s | 893 kB 00:00 2024-06-06T07:32:05.170 INFO:teuthology.orchestra.run.smithi027.stdout:(2/4): kernel-core-5.14.0-452.el9.x86_64.rpm 30 MB/s | 16 MB 00:00 2024-06-06T07:32:05.554 INFO:teuthology.orchestra.run.smithi027.stdout:(3/4): kernel-modules-core-5.14.0-452.el9.x86_6 43 MB/s | 29 MB 00:00 2024-06-06T07:32:05.870 INFO:teuthology.orchestra.run.smithi027.stdout:(4/4): kernel-modules-5.14.0-452.el9.x86_64.rpm 28 MB/s | 35 MB 00:01 2024-06-06T07:32:05.873 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2024-06-06T07:32:05.873 INFO:teuthology.orchestra.run.smithi027.stdout:Total 54 MB/s | 80 MB 00:01 2024-06-06T07:32:06.599 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2024-06-06T07:32:07.032 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2024-06-06T07:32:07.032 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2024-06-06T07:32:07.997 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2024-06-06T07:32:07.997 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2024-06-06T07:32:10.569 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2024-06-06T07:32:11.227 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-modules-core-5.14.0-452.el9.x86_64 1/4 2024-06-06T07:32:11.329 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-core-5.14.0-452.el9.x86_64 2/4 2024-06-06T07:32:14.124 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-core-5.14.0-452.el9.x86_64 2/4 2024-06-06T07:32:14.267 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-modules-5.14.0-452.el9.x86_64 3/4 2024-06-06T07:32:19.362 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-modules-5.14.0-452.el9.x86_64 3/4 2024-06-06T07:32:19.423 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : kernel-5.14.0-452.el9.x86_64 4/4 2024-06-06T07:32:24.533 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-modules-core-5.14.0-452.el9.x86_64 4/4 2024-06-06T07:32:55.496 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-core-5.14.0-452.el9.x86_64 4/4 2024-06-06T07:32:55.538 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-modules-5.14.0-452.el9.x86_64 4/4 2024-06-06T07:32:55.915 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-5.14.0-452.el9.x86_64 4/4 2024-06-06T07:32:55.915 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-5.14.0-452.el9.x86_64 1/4 2024-06-06T07:32:55.915 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-core-5.14.0-452.el9.x86_64 2/4 2024-06-06T07:32:55.915 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-modules-5.14.0-452.el9.x86_64 3/4 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-modules-core-5.14.0-452.el9.x86_64 4/4 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-5.14.0-452.el9.x86_64 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-core-5.14.0-452.el9.x86_64 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules-5.14.0-452.el9.x86_64 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-modules-core-5.14.0-452.el9.x86_64 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:32:56.851 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2024-06-06T07:32:57.208 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q kernel | sort -rV | head -n 1 2024-06-06T07:32:57.287 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-5.14.0-452.el9.x86_64 2024-06-06T07:32:57.288 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-452.el9.x86_64 2024-06-06T07:32:57.288 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-452.el9.x86_64 2024-06-06T07:32:57.288 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-06-06T07:32:57.288 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-06-06T07:32:57.288 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-06-06T07:32:57.288 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi027.front.sepia.ceph.com, path=None, version=distro) 2024-06-06T07:32:57.288 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q kernel | sort -rV | head -n 1 2024-06-06T07:32:57.343 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-5.14.0-452.el9.x86_64 2024-06-06T07:32:57.343 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-452.el9.x86_64 2024-06-06T07:32:57.343 DEBUG:teuthology.orchestra.run.smithi027:> sudo rpm -qi grub2-tools 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Name : grub2-tools 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Epoch : 1 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Version : 2.06 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Release : 68.el9 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Architecture: x86_64 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Group : Unspecified 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Size : 8264254 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:License : GPLv3+ 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-06-06T07:32:57.386 INFO:teuthology.orchestra.run.smithi027.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:Packager : builder@centos.org 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:Vendor : CentOS 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:URL : http://www.gnu.org/software/grub/ 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:Summary : Support tools for GRUB. 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:Description : 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:customizable bootloader with modular architecture. It supports a rich 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:variety of kernel formats, file systems, computer architectures and 2024-06-06T07:32:57.387 INFO:teuthology.orchestra.run.smithi027.stdout:hardware devices. 2024-06-06T07:32:57.388 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:32:57.388 INFO:teuthology.orchestra.run.smithi027.stdout:This subpackage provides tools for support of all platforms. 2024-06-06T07:32:57.388 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-06-06T07:32:57.389 INFO:teuthology.task.kernel:Updating grub on smithi027 to boot 5.14.0-452.el9.x86_64 2024-06-06T07:32:57.389 DEBUG:teuthology.orchestra.run.smithi027:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-06-06T07:32:58.186 INFO:teuthology.orchestra.run.smithi027.stderr:Generating grub configuration file ... 2024-06-06T07:32:59.559 INFO:teuthology.orchestra.run.smithi027.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-06-06T07:32:59.594 INFO:teuthology.orchestra.run.smithi027.stderr:done 2024-06-06T07:32:59.596 DEBUG:teuthology.orchestra.run.smithi027:> mktemp 2024-06-06T07:32:59.611 INFO:teuthology.orchestra.run.smithi027.stdout:/tmp/tmp.55MwTF2WcZ 2024-06-06T07:32:59.611 DEBUG:teuthology.orchestra.run.smithi027:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.55MwTF2WcZ 2024-06-06T07:32:59.677 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0666 /tmp/tmp.55MwTF2WcZ 2024-06-06T07:32:59.819 DEBUG:teuthology.orchestra.remote:smithi027:/tmp/tmp.55MwTF2WcZ is 6KB 2024-06-06T07:32:59.869 DEBUG:teuthology.orchestra.run.smithi027:> rm -fr /tmp/tmp.55MwTF2WcZ 2024-06-06T07:32:59.884 DEBUG:teuthology.orchestra.run.smithi027:> sudo /bin/ls /boot/loader/entries || true 2024-06-06T07:32:59.946 INFO:teuthology.orchestra.run.smithi027.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-06-06T07:32:59.946 INFO:teuthology.orchestra.run.smithi027.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-06-06T07:32:59.947 INFO:teuthology.orchestra.run.smithi027.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-06-06T07:32:59.947 INFO:teuthology.orchestra.run.smithi027.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-452.el9.x86_64.conf 2024-06-06T07:32:59.948 DEBUG:teuthology.orchestra.run.smithi027:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-452.el9.x86_64 2024-06-06T07:33:00.092 DEBUG:teuthology.orchestra.run.smithi027:> sudo shutdown -r now 2024-06-06T07:33:30.095 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-06-06T07:33:30.096 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:33:30.097 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:34:04.578 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-06-06T07:34:13.580 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:34:13.581 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:34:16.638 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-06-06T07:34:28.639 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:34:28.640 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:34:47.070 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-06-06T07:35:02.071 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:35:02.072 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:35:05.153 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.27 2024-06-06T07:35:23.154 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:35:23.155 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:35:26.101 DEBUG:teuthology.orchestra.run.smithi027:> true 2024-06-06T07:35:26.504 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:35:26.505 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-452.el9.x86_64"... 2024-06-06T07:35:26.505 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2024-06-06T07:35:26.523 INFO:teuthology.orchestra.run.smithi027.stdout:5.14.0-452.el9.x86_64 2024-06-06T07:35:26.523 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-452.el9.x86_64 vs 5.14.0-452.el9.x86_64 2024-06-06T07:35:26.524 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-06-06T07:35:26.524 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-06-06T07:35:27.524 DEBUG:teuthology.parallel:result is None 2024-06-06T07:35:27.525 INFO:teuthology.run_tasks:Running task internal.base... 2024-06-06T07:35:27.532 INFO:teuthology.task.internal:Creating test directory... 2024-06-06T07:35:27.532 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T07:35:27.536 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T07:35:27.538 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-06T07:35:27.556 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-06-06T07:35:27.574 INFO:teuthology.run_tasks:Running task internal.archive... 2024-06-06T07:35:27.601 INFO:teuthology.task.internal:Creating archive directory... 2024-06-06T07:35:27.601 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T07:35:27.604 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T07:35:27.606 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-06T07:35:27.726 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-06-06T07:35:27.733 INFO:teuthology.task.internal:Enabling coredump saving... 2024-06-06T07:35:27.733 DEBUG:teuthology.orchestra.run.smithi176:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T07:35:27.749 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:35:27.750 DEBUG:teuthology.orchestra.run.smithi203:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-06T07:35:27.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:35:27.766 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T07:35:27.769 DEBUG:teuthology.orchestra.run.smithi176:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T07:35:27.793 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-06T07:35:27.839 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T07:35:27.843 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T07:35:27.853 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T07:35:27.857 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T07:35:27.877 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T07:35:27.879 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-06T07:35:27.880 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-06-06T07:35:27.888 INFO:teuthology.task.internal:Configuring sudo... 2024-06-06T07:35:27.889 DEBUG:teuthology.orchestra.run.smithi027:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T07:35:27.891 DEBUG:teuthology.orchestra.run.smithi176:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T07:35:27.893 DEBUG:teuthology.orchestra.run.smithi203:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-06T07:35:27.919 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-06-06T07:35:27.929 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-06-06T07:35:27.929 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T07:35:27.957 DEBUG:teuthology.orchestra.run.smithi176:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T07:35:27.961 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-06T07:35:27.976 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T07:35:28.056 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T07:35:28.095 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T07:35:28.178 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T07:35:28.221 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:35:28.221 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T07:35:28.304 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T07:35:28.349 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T07:35:28.397 DEBUG:teuthology.orchestra.run.smithi176:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T07:35:28.480 DEBUG:teuthology.orchestra.run.smithi176:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T07:35:28.522 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:35:28.522 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T07:35:28.587 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T07:35:28.632 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-06T07:35:28.684 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T07:35:28.768 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-06T07:35:28.809 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:35:28.809 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-06T07:35:28.874 DEBUG:teuthology.orchestra.run.smithi027:> sudo service rsyslog restart 2024-06-06T07:35:28.877 DEBUG:teuthology.orchestra.run.smithi176:> sudo service rsyslog restart 2024-06-06T07:35:28.879 DEBUG:teuthology.orchestra.run.smithi203:> sudo service rsyslog restart 2024-06-06T07:35:28.913 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T07:35:28.936 INFO:teuthology.orchestra.run.smithi027.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T07:35:28.956 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T07:35:29.315 INFO:teuthology.run_tasks:Running task internal.timer... 2024-06-06T07:35:29.322 INFO:teuthology.task.internal:Starting timer... 2024-06-06T07:35:29.322 INFO:teuthology.run_tasks:Running task pcp... 2024-06-06T07:35:29.333 INFO:teuthology.run_tasks:Running task selinux... 2024-06-06T07:35:29.341 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-06-06T07:35:29.342 DEBUG:teuthology.orchestra.run.smithi027:> sudo service auditd rotate 2024-06-06T07:35:29.412 INFO:teuthology.orchestra.run.smithi027.stdout:Rotating logs: 2024-06-06T07:35:29.414 DEBUG:teuthology.orchestra.run.smithi176:> sudo service auditd rotate 2024-06-06T07:35:29.495 INFO:teuthology.orchestra.run.smithi176.stdout:Rotating logs: 2024-06-06T07:35:29.497 DEBUG:teuthology.orchestra.run.smithi203:> sudo service auditd rotate 2024-06-06T07:35:29.576 INFO:teuthology.orchestra.run.smithi203.stdout:Rotating logs: 2024-06-06T07:35:29.578 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-06-06T07:35:29.578 DEBUG:teuthology.orchestra.run.smithi027:> /usr/sbin/getenforce 2024-06-06T07:35:29.599 INFO:teuthology.orchestra.run.smithi027.stdout:Permissive 2024-06-06T07:35:29.599 DEBUG:teuthology.orchestra.run.smithi176:> /usr/sbin/getenforce 2024-06-06T07:35:29.631 INFO:teuthology.orchestra.run.smithi176.stdout:Permissive 2024-06-06T07:35:29.631 DEBUG:teuthology.orchestra.run.smithi203:> /usr/sbin/getenforce 2024-06-06T07:35:29.664 INFO:teuthology.orchestra.run.smithi203.stdout:Permissive 2024-06-06T07:35:29.665 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi027.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi176.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi203.front.sepia.ceph.com': 'permissive'} 2024-06-06T07:35:29.665 DEBUG:teuthology.orchestra.run.smithi027:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T07:35:29.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:35:29.692 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T07:35:29.718 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:35:29.719 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T07:35:29.747 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T07:35:29.747 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-06-06T07:35:29.748 DEBUG:teuthology.orchestra.run.smithi027:> sudo /usr/sbin/setenforce permissive 2024-06-06T07:35:29.793 DEBUG:teuthology.orchestra.run.smithi176:> sudo /usr/sbin/setenforce permissive 2024-06-06T07:35:29.819 DEBUG:teuthology.orchestra.run.smithi203:> sudo /usr/sbin/setenforce permissive 2024-06-06T07:35:29.850 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-06-06T07:35:29.860 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-06-06T07:35:29.872 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-06-06T07:35:29.873 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi027.front.sepia.ceph.com,smithi176.front.sepia.ceph.com,smithi203.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-06-06T07:40:01.396 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi027.front.sepia.ceph.com'), Remote(name='ubuntu@smithi176.front.sepia.ceph.com'), Remote(name='ubuntu@smithi203.front.sepia.ceph.com')] 2024-06-06T07:40:01.398 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:40:01.399 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:40:01.478 DEBUG:teuthology.orchestra.run.smithi027:> true 2024-06-06T07:40:01.566 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi027.front.sepia.ceph.com' 2024-06-06T07:40:01.566 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-06-06T07:40:01.567 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi176.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:40:01.648 DEBUG:teuthology.orchestra.run.smithi176:> true 2024-06-06T07:40:01.738 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi176.front.sepia.ceph.com' 2024-06-06T07:40:01.738 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-06-06T07:40:01.739 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-06T07:40:01.814 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-06-06T07:40:01.898 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-06-06T07:40:01.898 INFO:teuthology.run_tasks:Running task clock... 2024-06-06T07:40:01.909 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-06-06T07:40:01.909 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T07:40:01.910 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T07:40:01.912 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T07:40:01.912 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T07:40:01.914 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-06T07:40:01.914 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T07:40:01.941 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-06T07:40:01.942 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-06T07:40:01.955 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-06T07:40:01.958 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-06T07:40:01.967 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-06T07:40:01.978 INFO:teuthology.orchestra.run.smithi176.stderr:sudo: ntpd: command not found 2024-06-06T07:40:01.981 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-06T07:40:01.984 INFO:teuthology.orchestra.run.smithi027.stderr:sudo: ntpd: command not found 2024-06-06T07:40:01.988 INFO:teuthology.orchestra.run.smithi176.stdout:506 Cannot talk to daemon 2024-06-06T07:40:01.996 INFO:teuthology.orchestra.run.smithi027.stdout:506 Cannot talk to daemon 2024-06-06T07:40:02.001 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-06T07:40:02.004 INFO:teuthology.orchestra.run.smithi203.stderr:sudo: ntpd: command not found 2024-06-06T07:40:02.011 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-06T07:40:02.014 INFO:teuthology.orchestra.run.smithi176.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-06T07:40:02.014 INFO:teuthology.orchestra.run.smithi203.stdout:506 Cannot talk to daemon 2024-06-06T07:40:02.026 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-06T07:40:02.028 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-06T07:40:02.040 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-06T07:40:02.070 INFO:teuthology.orchestra.run.smithi176.stderr:bash: line 1: ntpq: command not found 2024-06-06T07:40:02.073 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T07:40:02.073 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2024-06-06T07:40:02.073 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.073 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.073 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.073 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.081 INFO:teuthology.orchestra.run.smithi027.stderr:bash: line 1: ntpq: command not found 2024-06-06T07:40:02.085 INFO:teuthology.orchestra.run.smithi027.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T07:40:02.085 INFO:teuthology.orchestra.run.smithi027.stdout:=============================================================================== 2024-06-06T07:40:02.086 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.086 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.086 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.086 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.096 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-06-06T07:40:02.099 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T07:40:02.099 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-06-06T07:40:02.099 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.100 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.100 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.100 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T07:40:02.101 INFO:teuthology.run_tasks:Running task install... 2024-06-06T07:40:02.108 DEBUG:teuthology.task.install:project ceph 2024-06-06T07:40:02.108 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'}} 2024-06-06T07:40:02.109 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'} 2024-06-06T07:40:02.109 INFO:teuthology.task.install:Using flavor: default 2024-06-06T07:40:02.114 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-06-06T07:40:02.114 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-06-06T07:40:02.115 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-06T07:40:02.115 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:40:02.117 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-06T07:40:02.118 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:40:02.118 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-06T07:40:02.119 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:40:02.263 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-06T07:40:02.263 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-06T07:40:02.268 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-06T07:40:02.268 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-06T07:40:02.356 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-06T07:40:02.356 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-06T07:40:02.379 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-06T07:40:02.379 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:40:02.379 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-06T07:40:02.406 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-06T07:40:02.407 DEBUG:teuthology.orchestra.run.smithi027:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-06T07:40:02.440 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-06T07:40:02.440 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:40:02.440 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-06T07:40:02.465 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-06T07:40:02.465 DEBUG:teuthology.orchestra.run.smithi203:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-06T07:40:02.473 DEBUG:teuthology.orchestra.run.smithi027:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-06T07:40:02.527 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-06T07:40:02.527 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:40:02.527 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-06T07:40:02.529 DEBUG:teuthology.orchestra.run.smithi203:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-06T07:40:02.550 DEBUG:teuthology.orchestra.run.smithi027:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-06T07:40:02.553 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-06T07:40:02.553 DEBUG:teuthology.orchestra.run.smithi176:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-06T07:40:02.601 DEBUG:teuthology.orchestra.run.smithi203:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-06T07:40:02.615 INFO:teuthology.orchestra.run.smithi027.stdout:check_obsoletes = 1 2024-06-06T07:40:02.616 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum clean all 2024-06-06T07:40:02.617 DEBUG:teuthology.orchestra.run.smithi176:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-06T07:40:02.664 INFO:teuthology.orchestra.run.smithi203.stdout:check_obsoletes = 1 2024-06-06T07:40:02.665 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum clean all 2024-06-06T07:40:02.691 DEBUG:teuthology.orchestra.run.smithi176:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-06T07:40:02.753 INFO:teuthology.orchestra.run.smithi176.stdout:check_obsoletes = 1 2024-06-06T07:40:02.755 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum clean all 2024-06-06T07:40:02.866 INFO:teuthology.orchestra.run.smithi027.stdout:45 files removed 2024-06-06T07:40:02.887 INFO:teuthology.orchestra.run.smithi203.stdout:45 files removed 2024-06-06T07:40:02.894 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-06T07:40:02.914 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-06T07:40:02.978 INFO:teuthology.orchestra.run.smithi176.stdout:45 files removed 2024-06-06T07:40:03.005 DEBUG:teuthology.orchestra.run.smithi176:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-06T07:40:03.527 INFO:teuthology.orchestra.run.smithi203.stdout:ceph packages for x86_64 238 kB/s | 83 kB 00:00 2024-06-06T07:40:03.591 INFO:teuthology.orchestra.run.smithi176.stdout:ceph packages for x86_64 257 kB/s | 83 kB 00:00 2024-06-06T07:40:03.649 INFO:teuthology.orchestra.run.smithi027.stdout:ceph packages for x86_64 179 kB/s | 83 kB 00:00 2024-06-06T07:40:03.886 INFO:teuthology.orchestra.run.smithi203.stdout:ceph noarch packages 36 kB/s | 11 kB 00:00 2024-06-06T07:40:04.017 INFO:teuthology.orchestra.run.smithi176.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-06-06T07:40:04.050 INFO:teuthology.orchestra.run.smithi027.stdout:ceph noarch packages 33 kB/s | 11 kB 00:00 2024-06-06T07:40:04.295 INFO:teuthology.orchestra.run.smithi203.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-06-06T07:40:04.426 INFO:teuthology.orchestra.run.smithi176.stdout:ceph source packages 5.1 kB/s | 1.9 kB 00:00 2024-06-06T07:40:04.492 INFO:teuthology.orchestra.run.smithi027.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-06-06T07:40:04.855 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.1 MB 00:00 2024-06-06T07:40:05.069 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.1 MB 00:00 2024-06-06T07:40:05.144 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.1 MB 00:00 2024-06-06T07:40:07.054 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - AppStream 21 MB/s | 19 MB 00:00 2024-06-06T07:40:07.237 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-06-06T07:40:08.057 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 9.1 MB/s | 19 MB 00:02 2024-06-06T07:40:11.288 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - CRB 9.2 MB/s | 6.2 MB 00:00 2024-06-06T07:40:11.422 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.2 MB 00:00 2024-06-06T07:40:12.466 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 7.2 MB/s | 6.2 MB 00:00 2024-06-06T07:40:12.838 INFO:teuthology.orchestra.run.smithi176.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 17 kB 00:00 2024-06-06T07:40:12.989 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS Stream 9 - Extras packages 48 kB/s | 17 kB 00:00 2024-06-06T07:40:13.908 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 17 kB 00:00 2024-06-06T07:40:14.074 INFO:teuthology.orchestra.run.smithi176.stdout:Extra Packages for Enterprise Linux 19 MB/s | 21 MB 00:01 2024-06-06T07:40:14.150 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux 21 MB/s | 21 MB 00:01 2024-06-06T07:40:14.828 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 27 MB/s | 21 MB 00:00 2024-06-06T07:40:19.264 INFO:teuthology.orchestra.run.smithi176.stdout:lab-extras 50 kB/s | 1.7 kB 00:00 2024-06-06T07:40:19.581 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras 45 kB/s | 1.7 kB 00:00 2024-06-06T07:40:19.975 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-06-06T07:40:21.614 INFO:teuthology.orchestra.run.smithi176.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T07:40:21.615 INFO:teuthology.orchestra.run.smithi176.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T07:40:21.627 INFO:teuthology.orchestra.run.smithi176.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-06T07:40:21.627 INFO:teuthology.orchestra.run.smithi176.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-06T07:40:21.628 INFO:teuthology.orchestra.run.smithi176.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-06T07:40:21.629 INFO:teuthology.orchestra.run.smithi176.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-06T07:40:21.631 INFO:teuthology.orchestra.run.smithi176.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-06T07:40:21.633 INFO:teuthology.orchestra.run.smithi176.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-06T07:40:21.634 INFO:teuthology.orchestra.run.smithi176.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-06T07:40:21.696 INFO:teuthology.orchestra.run.smithi176.stdout:Dependencies resolved. 2024-06-06T07:40:21.715 INFO:teuthology.orchestra.run.smithi176.stdout:======================================================================================= 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: Package Arch Version Repository Size 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout:======================================================================================= 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout:Installing: 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-06T07:40:21.716 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-06T07:40:21.717 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-06T07:40:21.717 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-06T07:40:21.717 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-06T07:40:21.717 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-06T07:40:21.717 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-06T07:40:21.718 INFO:teuthology.orchestra.run.smithi176.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-06T07:40:21.719 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrading: 2024-06-06T07:40:21.720 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T07:40:21.721 INFO:teuthology.orchestra.run.smithi176.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-06-06T07:40:21.722 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-06-06T07:40:21.722 INFO:teuthology.orchestra.run.smithi176.stdout:Installing dependencies: 2024-06-06T07:40:21.722 INFO:teuthology.orchestra.run.smithi176.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-06T07:40:21.722 INFO:teuthology.orchestra.run.smithi176.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-06T07:40:21.722 INFO:teuthology.orchestra.run.smithi176.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-06T07:40:21.722 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-06T07:40:21.723 INFO:teuthology.orchestra.run.smithi176.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-06T07:40:21.724 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-06T07:40:21.725 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-06T07:40:21.726 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-06T07:40:21.727 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-06T07:40:21.728 INFO:teuthology.orchestra.run.smithi176.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-06T07:40:21.729 INFO:teuthology.orchestra.run.smithi176.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-06T07:40:21.730 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-06T07:40:21.731 INFO:teuthology.orchestra.run.smithi176.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout:Installing weak dependencies: 2024-06-06T07:40:21.732 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-06T07:40:21.733 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:40:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction Summary 2024-06-06T07:40:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:======================================================================================= 2024-06-06T07:40:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:Install 148 Packages 2024-06-06T07:40:21.733 INFO:teuthology.orchestra.run.smithi176.stdout:Upgrade 11 Packages 2024-06-06T07:40:21.733 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:40:21.734 INFO:teuthology.orchestra.run.smithi176.stdout:Total download size: 225 M 2024-06-06T07:40:21.734 INFO:teuthology.orchestra.run.smithi176.stdout:Downloading Packages: 2024-06-06T07:40:22.092 INFO:teuthology.orchestra.run.smithi027.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T07:40:22.092 INFO:teuthology.orchestra.run.smithi027.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T07:40:22.104 INFO:teuthology.orchestra.run.smithi027.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-06T07:40:22.105 INFO:teuthology.orchestra.run.smithi027.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-06T07:40:22.106 INFO:teuthology.orchestra.run.smithi027.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-06T07:40:22.107 INFO:teuthology.orchestra.run.smithi027.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-06T07:40:22.108 INFO:teuthology.orchestra.run.smithi027.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-06T07:40:22.111 INFO:teuthology.orchestra.run.smithi027.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-06T07:40:22.111 INFO:teuthology.orchestra.run.smithi027.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-06T07:40:22.179 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout:======================================================================================= 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout: Package Arch Version Repository Size 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout:======================================================================================= 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-06T07:40:22.209 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-06T07:40:22.210 INFO:teuthology.orchestra.run.smithi027.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-06T07:40:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-06T07:40:22.212 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrading: 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-06T07:40:22.213 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-06T07:40:22.214 INFO:teuthology.orchestra.run.smithi027.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-06T07:40:22.215 INFO:teuthology.orchestra.run.smithi027.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-06T07:40:22.216 INFO:teuthology.orchestra.run.smithi027.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-06T07:40:22.217 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-06T07:40:22.218 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-06T07:40:22.219 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-06T07:40:22.220 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-06T07:40:22.221 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-06T07:40:22.222 INFO:teuthology.orchestra.run.smithi027.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-06-06T07:40:22.223 INFO:teuthology.orchestra.run.smithi027.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout:Installing weak dependencies: 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout:======================================================================================= 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout:Install 148 Packages 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrade 11 Packages 2024-06-06T07:40:22.224 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:40:22.225 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 225 M 2024-06-06T07:40:22.225 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2024-06-06T07:40:22.294 INFO:teuthology.orchestra.run.smithi203.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T07:40:22.294 INFO:teuthology.orchestra.run.smithi203.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-06T07:40:22.305 INFO:teuthology.orchestra.run.smithi203.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-06T07:40:22.306 INFO:teuthology.orchestra.run.smithi203.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-06T07:40:22.307 INFO:teuthology.orchestra.run.smithi203.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-06T07:40:22.308 INFO:teuthology.orchestra.run.smithi203.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-06T07:40:22.309 INFO:teuthology.orchestra.run.smithi203.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-06T07:40:22.312 INFO:teuthology.orchestra.run.smithi203.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-06T07:40:22.313 INFO:teuthology.orchestra.run.smithi203.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-06T07:40:22.364 INFO:teuthology.orchestra.run.smithi176.stdout:(1/159): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-06-06T07:40:22.376 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-06-06T07:40:22.389 INFO:teuthology.orchestra.run.smithi203.stdout:======================================================================================= 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: Package Arch Version Repository Size 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout:======================================================================================= 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-06T07:40:22.390 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-06T07:40:22.391 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-06T07:40:22.392 INFO:teuthology.orchestra.run.smithi203.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-06T07:40:22.393 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-06T07:40:22.393 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-06-06T07:40:22.393 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-06T07:40:22.393 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-06T07:40:22.393 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-06T07:40:22.393 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrading: 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-06T07:40:22.394 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-06-06T07:40:22.395 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-06T07:40:22.396 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-06T07:40:22.397 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-06T07:40:22.398 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-06T07:40:22.399 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-06T07:40:22.400 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-06T07:40:22.401 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-06T07:40:22.402 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-06T07:40:22.403 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-06T07:40:22.404 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-06T07:40:22.405 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-06T07:40:22.406 INFO:teuthology.orchestra.run.smithi203.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout:Installing weak dependencies: 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout:======================================================================================= 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout:Install 148 Packages 2024-06-06T07:40:22.407 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrade 11 Packages 2024-06-06T07:40:22.408 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:40:22.408 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 225 M 2024-06-06T07:40:22.408 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-06-06T07:40:22.714 INFO:teuthology.orchestra.run.smithi176.stdout:(2/159): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 2.5 MB/s | 890 kB 00:00 2024-06-06T07:40:22.732 INFO:teuthology.orchestra.run.smithi027.stdout:(1/159): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-06-06T07:40:22.798 INFO:teuthology.orchestra.run.smithi176.stdout:(3/159): ceph-immutable-object-cache-19.0.0-294 1.7 MB/s | 145 kB 00:00 2024-06-06T07:40:22.902 INFO:teuthology.orchestra.run.smithi203.stdout:(1/159): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 25 kB/s | 6.6 kB 00:00 2024-06-06T07:40:22.932 INFO:teuthology.orchestra.run.smithi176.stdout:(4/159): ceph-base-19.0.0-2946.g3d89accf.el9.x8 6.6 MB/s | 5.4 MB 00:00 2024-06-06T07:40:23.182 INFO:teuthology.orchestra.run.smithi176.stdout:(5/159): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 6.0 MB/s | 1.5 MB 00:00 2024-06-06T07:40:23.649 INFO:teuthology.orchestra.run.smithi176.stdout:(6/159): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 2.8 MB/s | 2.4 MB 00:00 2024-06-06T07:40:23.665 INFO:teuthology.orchestra.run.smithi027.stdout:(2/159): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 953 kB/s | 890 kB 00:00 2024-06-06T07:40:23.824 INFO:teuthology.orchestra.run.smithi203.stdout:(2/159): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 965 kB/s | 890 kB 00:00 2024-06-06T07:40:23.832 INFO:teuthology.orchestra.run.smithi027.stdout:(3/159): ceph-base-19.0.0-2946.g3d89accf.el9.x8 4.0 MB/s | 5.4 MB 00:01 2024-06-06T07:40:23.858 INFO:teuthology.orchestra.run.smithi027.stdout:(4/159): ceph-immutable-object-cache-19.0.0-294 754 kB/s | 145 kB 00:00 2024-06-06T07:40:23.891 INFO:teuthology.orchestra.run.smithi176.stdout:(7/159): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 6.6 MB/s | 4.7 MB 00:00 2024-06-06T07:40:23.986 INFO:teuthology.orchestra.run.smithi203.stdout:(3/159): ceph-immutable-object-cache-19.0.0-294 895 kB/s | 145 kB 00:00 2024-06-06T07:40:24.466 INFO:teuthology.orchestra.run.smithi027.stdout:(5/159): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 3.7 MB/s | 2.4 MB 00:00 2024-06-06T07:40:24.833 INFO:teuthology.orchestra.run.smithi027.stdout:(6/159): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 1.5 MB/s | 1.5 MB 00:00 2024-06-06T07:40:25.236 INFO:teuthology.orchestra.run.smithi203.stdout:(4/159): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 1.9 MB/s | 2.4 MB 00:01 2024-06-06T07:40:25.541 INFO:teuthology.orchestra.run.smithi176.stdout:(8/159): ceph-common-19.0.0-2946.g3d89accf.el9. 6.1 MB/s | 21 MB 00:03 2024-06-06T07:40:25.550 INFO:teuthology.orchestra.run.smithi027.stdout:(7/159): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 4.3 MB/s | 4.7 MB 00:01 2024-06-06T07:40:25.603 INFO:teuthology.orchestra.run.smithi203.stdout:(5/159): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 4.1 MB/s | 1.5 MB 00:00 2024-06-06T07:40:25.658 INFO:teuthology.orchestra.run.smithi176.stdout:(9/159): ceph-radosgw-19.0.0-2946.g3d89accf.el9 5.8 MB/s | 10 MB 00:01 2024-06-06T07:40:25.683 INFO:teuthology.orchestra.run.smithi176.stdout:(10/159): ceph-selinux-19.0.0-2946.g3d89accf.el 177 kB/s | 25 kB 00:00 2024-06-06T07:40:25.858 INFO:teuthology.orchestra.run.smithi176.stdout:(11/159): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.2 MB/s | 221 kB 00:00 2024-06-06T07:40:25.958 INFO:teuthology.orchestra.run.smithi176.stdout:(12/159): cephfs-shell-19.0.0-2946.g3d89accf.el 271 kB/s | 27 kB 00:00 2024-06-06T07:40:25.970 INFO:teuthology.orchestra.run.smithi203.stdout:(6/159): ceph-base-19.0.0-2946.g3d89accf.el9.x8 1.6 MB/s | 5.4 MB 00:03 2024-06-06T07:40:26.059 INFO:teuthology.orchestra.run.smithi176.stdout:(13/159): libcephfs-devel-19.0.0-2946.g3d89accf 317 kB/s | 32 kB 00:00 2024-06-06T07:40:26.518 INFO:teuthology.orchestra.run.smithi176.stdout:(14/159): libcephfs2-19.0.0-2946.g3d89accf.el9. 1.6 MB/s | 747 kB 00:00 2024-06-06T07:40:26.693 INFO:teuthology.orchestra.run.smithi176.stdout:(15/159): libcephsqlite-19.0.0-2946.g3d89accf.e 933 kB/s | 163 kB 00:00 2024-06-06T07:40:26.785 INFO:teuthology.orchestra.run.smithi176.stdout:(16/159): librados-devel-19.0.0-2946.g3d89accf. 1.4 MB/s | 127 kB 00:00 2024-06-06T07:40:26.829 INFO:teuthology.orchestra.run.smithi203.stdout:(7/159): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 3.8 MB/s | 4.7 MB 00:01 2024-06-06T07:40:27.085 INFO:teuthology.orchestra.run.smithi176.stdout:(17/159): libradosstriper1-19.0.0-2946.g3d89acc 1.6 MB/s | 501 kB 00:00 2024-06-06T07:40:28.092 INFO:teuthology.orchestra.run.smithi027.stdout:(8/159): ceph-radosgw-19.0.0-2946.g3d89accf.el9 4.0 MB/s | 10 MB 00:02 2024-06-06T07:40:28.167 INFO:teuthology.orchestra.run.smithi027.stdout:(9/159): ceph-selinux-19.0.0-2946.g3d89accf.el9 337 kB/s | 25 kB 00:00 2024-06-06T07:40:28.537 INFO:teuthology.orchestra.run.smithi203.stdout:(8/159): ceph-common-19.0.0-2946.g3d89accf.el9. 3.6 MB/s | 21 MB 00:05 2024-06-06T07:40:28.629 INFO:teuthology.orchestra.run.smithi203.stdout:(9/159): ceph-selinux-19.0.0-2946.g3d89accf.el9 275 kB/s | 25 kB 00:00 2024-06-06T07:40:29.811 INFO:teuthology.orchestra.run.smithi027.stdout:(10/159): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 3.4 MB/s | 17 MB 00:04 2024-06-06T07:40:29.968 INFO:teuthology.orchestra.run.smithi027.stdout:(11/159): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.4 MB/s | 221 kB 00:00 2024-06-06T07:40:29.971 INFO:teuthology.orchestra.run.smithi203.stdout:(10/159): ceph-radosgw-19.0.0-2946.g3d89accf.el 3.3 MB/s | 10 MB 00:03 2024-06-06T07:40:29.985 INFO:teuthology.orchestra.run.smithi176.stdout:(18/159): librgw2-19.0.0-2946.g3d89accf.el9.x86 1.8 MB/s | 5.3 MB 00:02 2024-06-06T07:40:30.043 INFO:teuthology.orchestra.run.smithi027.stdout:(12/159): cephfs-shell-19.0.0-2946.g3d89accf.el 361 kB/s | 27 kB 00:00 2024-06-06T07:40:30.052 INFO:teuthology.orchestra.run.smithi176.stdout:(19/159): python3-ceph-argparse-19.0.0-2946.g3d 679 kB/s | 45 kB 00:00 2024-06-06T07:40:30.054 INFO:teuthology.orchestra.run.smithi203.stdout:(11/159): cephfs-mirror-19.0.0-2946.g3d89accf.e 2.6 MB/s | 221 kB 00:00 2024-06-06T07:40:30.119 INFO:teuthology.orchestra.run.smithi027.stdout:(13/159): libcephfs-devel-19.0.0-2946.g3d89accf 423 kB/s | 32 kB 00:00 2024-06-06T07:40:30.146 INFO:teuthology.orchestra.run.smithi203.stdout:(12/159): cephfs-shell-19.0.0-2946.g3d89accf.el 295 kB/s | 27 kB 00:00 2024-06-06T07:40:30.219 INFO:teuthology.orchestra.run.smithi176.stdout:(20/159): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 2.6 MB/s | 17 MB 00:06 2024-06-06T07:40:30.238 INFO:teuthology.orchestra.run.smithi203.stdout:(13/159): libcephfs-devel-19.0.0-2946.g3d89accf 346 kB/s | 32 kB 00:00 2024-06-06T07:40:30.244 INFO:teuthology.orchestra.run.smithi176.stdout:(21/159): python3-ceph-common-19.0.0-2946.g3d89 704 kB/s | 135 kB 00:00 2024-06-06T07:40:30.360 INFO:teuthology.orchestra.run.smithi027.stdout:(14/159): libcephfs2-19.0.0-2946.g3d89accf.el9. 3.0 MB/s | 747 kB 00:00 2024-06-06T07:40:30.377 INFO:teuthology.orchestra.run.smithi176.stdout:(22/159): python3-cephfs-19.0.0-2946.g3d89accf. 1.0 MB/s | 162 kB 00:00 2024-06-06T07:40:30.461 INFO:teuthology.orchestra.run.smithi176.stdout:(23/159): python3-rados-19.0.0-2946.g3d89accf.e 1.4 MB/s | 321 kB 00:00 2024-06-06T07:40:30.486 INFO:teuthology.orchestra.run.smithi027.stdout:(15/159): libcephsqlite-19.0.0-2946.g3d89accf.e 1.3 MB/s | 163 kB 00:00 2024-06-06T07:40:30.505 INFO:teuthology.orchestra.run.smithi203.stdout:(14/159): libcephfs2-19.0.0-2946.g3d89accf.el9. 2.7 MB/s | 747 kB 00:00 2024-06-06T07:40:30.520 INFO:teuthology.orchestra.run.smithi176.stdout:(24/159): python3-rgw-19.0.0-2946.g3d89accf.el9 1.7 MB/s | 99 kB 00:00 2024-06-06T07:40:30.554 INFO:teuthology.orchestra.run.smithi176.stdout:(25/159): python3-rbd-19.0.0-2946.g3d89accf.el9 1.7 MB/s | 300 kB 00:00 2024-06-06T07:40:30.603 INFO:teuthology.orchestra.run.smithi027.stdout:(16/159): librados-devel-19.0.0-2946.g3d89accf. 1.1 MB/s | 127 kB 00:00 2024-06-06T07:40:30.604 INFO:teuthology.orchestra.run.smithi176.stdout:(26/159): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 1.0 MB/s | 85 kB 00:00 2024-06-06T07:40:30.606 INFO:teuthology.orchestra.run.smithi203.stdout:(15/159): libcephsqlite-19.0.0-2946.g3d89accf.e 1.6 MB/s | 163 kB 00:00 2024-06-06T07:40:30.746 INFO:teuthology.orchestra.run.smithi176.stdout:(27/159): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 1.2 MB/s | 171 kB 00:00 2024-06-06T07:40:30.747 INFO:teuthology.orchestra.run.smithi203.stdout:(16/159): librados-devel-19.0.0-2946.g3d89accf. 894 kB/s | 127 kB 00:00 2024-06-06T07:40:30.804 INFO:teuthology.orchestra.run.smithi176.stdout:(28/159): ceph-grafana-dashboards-19.0.0-2946.g 544 kB/s | 32 kB 00:00 2024-06-06T07:40:30.845 INFO:teuthology.orchestra.run.smithi027.stdout:(17/159): ceph-common-19.0.0-2946.g3d89accf.el9 2.5 MB/s | 21 MB 00:08 2024-06-06T07:40:30.887 INFO:teuthology.orchestra.run.smithi027.stdout:(18/159): libradosstriper1-19.0.0-2946.g3d89acc 1.7 MB/s | 501 kB 00:00 2024-06-06T07:40:30.938 INFO:teuthology.orchestra.run.smithi176.stdout:(29/159): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.0 MB/s | 142 kB 00:00 2024-06-06T07:40:30.940 INFO:teuthology.orchestra.run.smithi203.stdout:(17/159): libradosstriper1-19.0.0-2946.g3d89acc 2.6 MB/s | 501 kB 00:00 2024-06-06T07:40:30.987 INFO:teuthology.orchestra.run.smithi027.stdout:(19/159): python3-ceph-argparse-19.0.0-2946.g3d 451 kB/s | 45 kB 00:00 2024-06-06T07:40:31.121 INFO:teuthology.orchestra.run.smithi027.stdout:(20/159): python3-ceph-common-19.0.0-2946.g3d89 1.0 MB/s | 135 kB 00:00 2024-06-06T07:40:31.246 INFO:teuthology.orchestra.run.smithi027.stdout:(21/159): python3-cephfs-19.0.0-2946.g3d89accf. 1.3 MB/s | 162 kB 00:00 2024-06-06T07:40:31.471 INFO:teuthology.orchestra.run.smithi027.stdout:(22/159): python3-rados-19.0.0-2946.g3d89accf.e 1.4 MB/s | 321 kB 00:00 2024-06-06T07:40:31.672 INFO:teuthology.orchestra.run.smithi027.stdout:(23/159): python3-rbd-19.0.0-2946.g3d89accf.el9 1.5 MB/s | 300 kB 00:00 2024-06-06T07:40:31.780 INFO:teuthology.orchestra.run.smithi027.stdout:(24/159): python3-rgw-19.0.0-2946.g3d89accf.el9 919 kB/s | 99 kB 00:00 2024-06-06T07:40:31.880 INFO:teuthology.orchestra.run.smithi027.stdout:(25/159): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 853 kB/s | 85 kB 00:00 2024-06-06T07:40:32.313 INFO:teuthology.orchestra.run.smithi176.stdout:(30/159): rbd-mirror-19.0.0-2946.g3d89accf.el9. 1.8 MB/s | 3.1 MB 00:01 2024-06-06T07:40:32.573 INFO:teuthology.orchestra.run.smithi203.stdout:(18/159): librgw2-19.0.0-2946.g3d89accf.el9.x86 3.3 MB/s | 5.3 MB 00:01 2024-06-06T07:40:32.580 INFO:teuthology.orchestra.run.smithi176.stdout:(31/159): ceph-mgr-dashboard-19.0.0-2946.g3d89a 2.1 MB/s | 3.5 MB 00:01 2024-06-06T07:40:32.698 INFO:teuthology.orchestra.run.smithi203.stdout:(19/159): python3-ceph-argparse-19.0.0-2946.g3d 361 kB/s | 45 kB 00:00 2024-06-06T07:40:32.713 INFO:teuthology.orchestra.run.smithi176.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2946.g3d 1.8 MB/s | 249 kB 00:00 2024-06-06T07:40:32.814 INFO:teuthology.orchestra.run.smithi027.stdout:(26/159): rbd-mirror-19.0.0-2946.g3d89accf.el9. 3.3 MB/s | 3.1 MB 00:00 2024-06-06T07:40:32.824 INFO:teuthology.orchestra.run.smithi203.stdout:(20/159): python3-ceph-common-19.0.0-2946.g3d89 1.1 MB/s | 135 kB 00:00 2024-06-06T07:40:32.839 INFO:teuthology.orchestra.run.smithi176.stdout:(33/159): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 395 kB/s | 49 kB 00:00 2024-06-06T07:40:32.906 INFO:teuthology.orchestra.run.smithi027.stdout:(27/159): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.6 MB/s | 5.3 MB 00:02 2024-06-06T07:40:32.914 INFO:teuthology.orchestra.run.smithi176.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2946.g3 219 kB/s | 16 kB 00:00 2024-06-06T07:40:32.915 INFO:teuthology.orchestra.run.smithi203.stdout:(21/159): python3-cephfs-19.0.0-2946.g3d89accf. 1.7 MB/s | 162 kB 00:00 2024-06-06T07:40:32.931 INFO:teuthology.orchestra.run.smithi027.stdout:(28/159): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 1.4 MB/s | 171 kB 00:00 2024-06-06T07:40:32.965 INFO:teuthology.orchestra.run.smithi027.stdout:(29/159): ceph-grafana-dashboards-19.0.0-2946.g 543 kB/s | 32 kB 00:00 2024-06-06T07:40:33.023 INFO:teuthology.orchestra.run.smithi176.stdout:(35/159): ceph-volume-19.0.0-2946.g3d89accf.el9 2.4 MB/s | 264 kB 00:00 2024-06-06T07:40:33.057 INFO:teuthology.orchestra.run.smithi027.stdout:(30/159): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.1 MB/s | 142 kB 00:00 2024-06-06T07:40:33.066 INFO:teuthology.orchestra.run.smithi203.stdout:(22/159): python3-rados-19.0.0-2946.g3d89accf.e 2.1 MB/s | 321 kB 00:00 2024-06-06T07:40:33.283 INFO:teuthology.orchestra.run.smithi203.stdout:(23/159): python3-rbd-19.0.0-2946.g3d89accf.el9 1.4 MB/s | 300 kB 00:00 2024-06-06T07:40:33.364 INFO:teuthology.orchestra.run.smithi176.stdout:(36/159): cephadm-19.0.0-2946.g3d89accf.el9.noa 2.2 MB/s | 763 kB 00:00 2024-06-06T07:40:33.383 INFO:teuthology.orchestra.run.smithi203.stdout:(24/159): python3-rgw-19.0.0-2946.g3d89accf.el9 990 kB/s | 99 kB 00:00 2024-06-06T07:40:33.449 INFO:teuthology.orchestra.run.smithi176.stdout:(37/159): cephfs-top-19.0.0-2946.g3d89accf.el9. 219 kB/s | 18 kB 00:00 2024-06-06T07:40:33.475 INFO:teuthology.orchestra.run.smithi203.stdout:(25/159): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 930 kB/s | 85 kB 00:00 2024-06-06T07:40:33.488 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:33.590 INFO:teuthology.orchestra.run.smithi176.stdout:(38/159): fuse-2.9.9-15.el9.x86_64.rpm 567 kB/s | 80 kB 00:00 2024-06-06T07:40:33.591 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:33.699 INFO:teuthology.orchestra.run.smithi176.stdout:(39/159): libgfortran-11.4.1-3.el9.x86_64.rpm 7.3 MB/s | 803 kB 00:00 2024-06-06T07:40:33.700 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:33.749 INFO:teuthology.orchestra.run.smithi176.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-06-06T07:40:33.800 INFO:teuthology.orchestra.run.smithi176.stdout:(41/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-06-06T07:40:33.883 INFO:teuthology.orchestra.run.smithi176.stdout:(42/159): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-06-06T07:40:33.934 INFO:teuthology.orchestra.run.smithi176.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-06-06T07:40:33.984 INFO:teuthology.orchestra.run.smithi176.stdout:(44/159): python3-pycparser-2.20-6.el9.noarch.r 2.7 MB/s | 135 kB 00:00 2024-06-06T07:40:34.059 INFO:teuthology.orchestra.run.smithi176.stdout:(45/159): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-06-06T07:40:34.168 INFO:teuthology.orchestra.run.smithi176.stdout:(46/159): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-06-06T07:40:34.172 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-06T07:40:34.318 INFO:teuthology.orchestra.run.smithi176.stdout:(47/159): automake-1.16.2-8.el9.noarch.rpm 4.5 MB/s | 689 kB 00:00 2024-06-06T07:40:34.319 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:34.323 INFO:teuthology.orchestra.run.smithi027.stdout:(31/159): ceph-mgr-dashboard-19.0.0-2946.g3d89a 2.6 MB/s | 3.5 MB 00:01 2024-06-06T07:40:34.385 INFO:teuthology.orchestra.run.smithi176.stdout:(48/159): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 943 kB 00:00 2024-06-06T07:40:34.389 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:34.427 INFO:teuthology.orchestra.run.smithi176.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-06-06T07:40:34.442 INFO:teuthology.orchestra.run.smithi203.stdout:(26/159): rbd-mirror-19.0.0-2946.g3d89accf.el9. 3.2 MB/s | 3.1 MB 00:00 2024-06-06T07:40:34.461 INFO:teuthology.orchestra.run.smithi176.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 656 kB/s | 22 kB 00:00 2024-06-06T07:40:34.482 INFO:teuthology.orchestra.run.smithi027.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2946.g3d 1.5 MB/s | 249 kB 00:00 2024-06-06T07:40:34.502 INFO:teuthology.orchestra.run.smithi176.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 7.4 MB/s | 313 kB 00:00 2024-06-06T07:40:34.536 INFO:teuthology.orchestra.run.smithi176.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 979 kB/s | 33 kB 00:00 2024-06-06T07:40:34.558 INFO:teuthology.orchestra.run.smithi027.stdout:(33/159): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 658 kB/s | 49 kB 00:00 2024-06-06T07:40:34.601 INFO:teuthology.orchestra.run.smithi203.stdout:(27/159): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 1.9 MB/s | 17 MB 00:08 2024-06-06T07:40:34.620 INFO:teuthology.orchestra.run.smithi176.stdout:(53/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 36 MB/s | 3.0 MB 00:00 2024-06-06T07:40:34.626 INFO:teuthology.orchestra.run.smithi203.stdout:(28/159): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 930 kB/s | 171 kB 00:00 2024-06-06T07:40:34.633 INFO:teuthology.orchestra.run.smithi027.stdout:(34/159): ceph-prometheus-alerts-19.0.0-2946.g3 220 kB/s | 16 kB 00:00 2024-06-06T07:40:34.653 INFO:teuthology.orchestra.run.smithi176.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 551 kB/s | 18 kB 00:00 2024-06-06T07:40:34.668 INFO:teuthology.orchestra.run.smithi203.stdout:(29/159): ceph-grafana-dashboards-19.0.0-2946.g 476 kB/s | 32 kB 00:00 2024-06-06T07:40:34.687 INFO:teuthology.orchestra.run.smithi176.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 336 kB/s | 11 kB 00:00 2024-06-06T07:40:34.719 INFO:teuthology.orchestra.run.smithi203.stdout:(30/159): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.5 MB/s | 142 kB 00:00 2024-06-06T07:40:34.729 INFO:teuthology.orchestra.run.smithi176.stdout:(56/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.8 MB/s | 160 kB 00:00 2024-06-06T07:40:34.771 INFO:teuthology.orchestra.run.smithi176.stdout:(57/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-06-06T07:40:34.808 INFO:teuthology.orchestra.run.smithi027.stdout:(35/159): ceph-volume-19.0.0-2946.g3d89accf.el9 1.5 MB/s | 264 kB 00:00 2024-06-06T07:40:34.813 INFO:teuthology.orchestra.run.smithi176.stdout:(58/159): librdkafka-1.6.1-102.el9.x86_64.rpm 16 MB/s | 662 kB 00:00 2024-06-06T07:40:34.855 INFO:teuthology.orchestra.run.smithi176.stdout:(59/159): libtool-2.4.6-45.el9.x86_64.rpm 14 MB/s | 582 kB 00:00 2024-06-06T07:40:34.888 INFO:teuthology.orchestra.run.smithi176.stdout:(60/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 766 kB/s | 25 kB 00:00 2024-06-06T07:40:34.930 INFO:teuthology.orchestra.run.smithi176.stdout:(61/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-06-06T07:40:34.972 INFO:teuthology.orchestra.run.smithi176.stdout:(62/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.9 MB/s | 292 kB 00:00 2024-06-06T07:40:35.014 INFO:teuthology.orchestra.run.smithi176.stdout:(63/159): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-06-06T07:40:35.049 INFO:teuthology.orchestra.run.smithi176.stdout:(64/159): openblas-0.3.21-2.el9.x86_64.rpm 1.0 MB/s | 35 kB 00:00 2024-06-06T07:40:35.151 INFO:teuthology.orchestra.run.smithi027.stdout:(36/159): ceph-mgr-diskprediction-local-19.0.0- 3.5 MB/s | 7.4 MB 00:02 2024-06-06T07:40:35.156 INFO:teuthology.orchestra.run.smithi176.stdout:(65/159): openblas-openmp-0.3.21-2.el9.x86_64.r 44 MB/s | 4.7 MB 00:00 2024-06-06T07:40:35.184 INFO:teuthology.orchestra.run.smithi027.stdout:(37/159): cephadm-19.0.0-2946.g3d89accf.el9.noa 2.0 MB/s | 763 kB 00:00 2024-06-06T07:40:35.234 INFO:teuthology.orchestra.run.smithi027.stdout:(38/159): cephfs-top-19.0.0-2946.g3d89accf.el9. 219 kB/s | 18 kB 00:00 2024-06-06T07:40:35.267 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:35.276 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:35.299 INFO:teuthology.orchestra.run.smithi176.stdout:(66/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 31 MB/s | 4.4 MB 00:00 2024-06-06T07:40:35.343 INFO:teuthology.orchestra.run.smithi027.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 507 kB/s | 80 kB 00:00 2024-06-06T07:40:35.346 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:35.382 INFO:teuthology.orchestra.run.smithi176.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-06-06T07:40:35.393 INFO:teuthology.orchestra.run.smithi027.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 195 kB 00:00 2024-06-06T07:40:35.435 INFO:teuthology.orchestra.run.smithi027.stdout:(41/159): libgfortran-11.4.1-3.el9.x86_64.rpm 4.0 MB/s | 803 kB 00:00 2024-06-06T07:40:35.441 INFO:teuthology.orchestra.run.smithi176.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 15 MB/s | 911 kB 00:00 2024-06-06T07:40:35.477 INFO:teuthology.orchestra.run.smithi027.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-06-06T07:40:35.482 INFO:teuthology.orchestra.run.smithi176.stdout:(69/159): postgresql-private-libs-13.14-1.el9.x 3.1 MB/s | 133 kB 00:00 2024-06-06T07:40:35.519 INFO:teuthology.orchestra.run.smithi027.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-06-06T07:40:35.561 INFO:teuthology.orchestra.run.smithi027.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-06-06T07:40:35.578 INFO:teuthology.orchestra.run.smithi027.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.2 MB/s | 135 kB 00:00 2024-06-06T07:40:35.603 INFO:teuthology.orchestra.run.smithi027.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-06-06T07:40:35.604 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-06T07:40:35.617 INFO:teuthology.orchestra.run.smithi176.stdout:(70/159): postgresql-server-13.14-1.el9.x86_64. 43 MB/s | 5.8 MB 00:00 2024-06-06T07:40:35.637 INFO:teuthology.orchestra.run.smithi027.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-06-06T07:40:35.638 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:35.644 INFO:teuthology.orchestra.run.smithi203.stdout:(31/159): ceph-test-19.0.0-2946.g3d89accf.el9.x 6.9 MB/s | 48 MB 00:07 2024-06-06T07:40:35.675 INFO:teuthology.orchestra.run.smithi176.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-06-06T07:40:35.717 INFO:teuthology.orchestra.run.smithi176.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-06-06T07:40:35.727 INFO:teuthology.orchestra.run.smithi203.stdout:(32/159): ceph-mgr-modules-core-19.0.0-2946.g3d 2.9 MB/s | 249 kB 00:00 2024-06-06T07:40:35.786 INFO:teuthology.orchestra.run.smithi203.stdout:(33/159): ceph-mgr-dashboard-19.0.0-2946.g3d89a 3.1 MB/s | 3.5 MB 00:01 2024-06-06T07:40:35.787 INFO:teuthology.orchestra.run.smithi027.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 3.7 MB/s | 689 kB 00:00 2024-06-06T07:40:35.788 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:35.811 INFO:teuthology.orchestra.run.smithi203.stdout:(34/159): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 590 kB/s | 49 kB 00:00 2024-06-06T07:40:35.846 INFO:teuthology.orchestra.run.smithi027.stdout:(49/159): bison-3.7.4-5.el9.x86_64.rpm 4.4 MB/s | 943 kB 00:00 2024-06-06T07:40:35.851 INFO:teuthology.orchestra.run.smithi176.stdout:(73/159): python3-babel-2.9.1-2.el9.noarch.rpm 45 MB/s | 6.0 MB 00:00 2024-06-06T07:40:35.870 INFO:teuthology.orchestra.run.smithi203.stdout:(35/159): ceph-prometheus-alerts-19.0.0-2946.g3 197 kB/s | 16 kB 00:00 2024-06-06T07:40:35.871 INFO:teuthology.orchestra.run.smithi027.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 1.2 MB/s | 107 kB 00:00 2024-06-06T07:40:35.888 INFO:teuthology.orchestra.run.smithi027.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 519 kB/s | 22 kB 00:00 2024-06-06T07:40:35.893 INFO:teuthology.orchestra.run.smithi176.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-06-06T07:40:35.895 INFO:teuthology.orchestra.run.smithi203.stdout:(36/159): ceph-volume-19.0.0-2946.g3d89accf.el9 3.1 MB/s | 264 kB 00:00 2024-06-06T07:40:35.930 INFO:teuthology.orchestra.run.smithi027.stdout:(52/159): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 313 kB 00:00 2024-06-06T07:40:35.934 INFO:teuthology.orchestra.run.smithi176.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 5.8 MB/s | 244 kB 00:00 2024-06-06T07:40:35.947 INFO:teuthology.orchestra.run.smithi027.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 558 kB/s | 33 kB 00:00 2024-06-06T07:40:35.971 INFO:teuthology.orchestra.run.smithi203.stdout:(37/159): cephfs-top-19.0.0-2946.g3d89accf.el9. 243 kB/s | 18 kB 00:00 2024-06-06T07:40:35.976 INFO:teuthology.orchestra.run.smithi176.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 5.8 MB/s | 248 kB 00:00 2024-06-06T07:40:35.989 INFO:teuthology.orchestra.run.smithi027.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 438 kB/s | 18 kB 00:00 2024-06-06T07:40:36.031 INFO:teuthology.orchestra.run.smithi027.stdout:(55/159): libaio-devel-0.3.111-13.el9.x86_64.rp 267 kB/s | 11 kB 00:00 2024-06-06T07:40:36.046 INFO:teuthology.orchestra.run.smithi203.stdout:(38/159): cephadm-19.0.0-2946.g3d89accf.el9.noa 4.2 MB/s | 763 kB 00:00 2024-06-06T07:40:36.047 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.048 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.090 INFO:teuthology.orchestra.run.smithi027.stdout:(56/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-06-06T07:40:36.115 INFO:teuthology.orchestra.run.smithi027.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-06-06T07:40:36.132 INFO:teuthology.orchestra.run.smithi027.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-06-06T07:40:36.146 INFO:teuthology.orchestra.run.smithi203.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 458 kB/s | 80 kB 00:00 2024-06-06T07:40:36.148 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.182 INFO:teuthology.orchestra.run.smithi027.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 662 kB 00:00 2024-06-06T07:40:36.216 INFO:teuthology.orchestra.run.smithi027.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 582 kB 00:00 2024-06-06T07:40:36.233 INFO:teuthology.orchestra.run.smithi027.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 505 kB/s | 25 kB 00:00 2024-06-06T07:40:36.238 INFO:teuthology.orchestra.run.smithi203.stdout:(40/159): libgfortran-11.4.1-3.el9.x86_64.rpm 4.1 MB/s | 803 kB 00:00 2024-06-06T07:40:36.258 INFO:teuthology.orchestra.run.smithi027.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-06-06T07:40:36.264 INFO:teuthology.orchestra.run.smithi203.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 195 kB 00:00 2024-06-06T07:40:36.284 INFO:teuthology.orchestra.run.smithi027.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-06-06T07:40:36.317 INFO:teuthology.orchestra.run.smithi027.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.1 MB/s | 188 kB 00:00 2024-06-06T07:40:36.335 INFO:teuthology.orchestra.run.smithi027.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 701 kB/s | 35 kB 00:00 2024-06-06T07:40:36.356 INFO:teuthology.orchestra.run.smithi203.stdout:(42/159): ceph-mgr-diskprediction-local-19.0.0- 4.5 MB/s | 7.4 MB 00:01 2024-06-06T07:40:36.377 INFO:teuthology.orchestra.run.smithi176.stdout:(77/159): ceph-test-19.0.0-2946.g3d89accf.el9.x 4.5 MB/s | 48 MB 00:10 2024-06-06T07:40:36.381 INFO:teuthology.orchestra.run.smithi203.stdout:(43/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-06-06T07:40:36.402 INFO:teuthology.orchestra.run.smithi176.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 60 kB/s | 26 kB 00:00 2024-06-06T07:40:36.423 INFO:teuthology.orchestra.run.smithi203.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 7.7 MB/s | 1.2 MB 00:00 2024-06-06T07:40:36.443 INFO:teuthology.orchestra.run.smithi027.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 38 MB/s | 4.7 MB 00:00 2024-06-06T07:40:36.448 INFO:teuthology.orchestra.run.smithi203.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-06-06T07:40:36.474 INFO:teuthology.orchestra.run.smithi203.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-06-06T07:40:36.475 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.494 INFO:teuthology.orchestra.run.smithi176.stdout:(79/159): ceph-mgr-diskprediction-local-19.0.0- 1.8 MB/s | 7.4 MB 00:04 2024-06-06T07:40:36.499 INFO:teuthology.orchestra.run.smithi203.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-06-06T07:40:36.518 INFO:teuthology.orchestra.run.smithi027.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-06-06T07:40:36.519 INFO:teuthology.orchestra.run.smithi176.stdout:(80/159): python3-jsonpointer-2.0-4.el9.noarch. 135 kB/s | 19 kB 00:00 2024-06-06T07:40:36.525 INFO:teuthology.orchestra.run.smithi203.stdout:(48/159): python3-ply-3.11-14.el9.noarch.rpm 632 kB/s | 106 kB 00:00 2024-06-06T07:40:36.525 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.544 INFO:teuthology.orchestra.run.smithi176.stdout:(81/159): python3-mako-1.1.4-6.el9.noarch.rpm 1.2 MB/s | 172 kB 00:00 2024-06-06T07:40:36.567 INFO:teuthology.orchestra.run.smithi203.stdout:(49/159): automake-1.16.2-8.el9.noarch.rpm 7.3 MB/s | 689 kB 00:00 2024-06-06T07:40:36.567 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.568 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:36.568 INFO:teuthology.orchestra.run.smithi027.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-06-06T07:40:36.569 INFO:teuthology.orchestra.run.smithi176.stdout:(82/159): python3-markupsafe-1.1.1-12.el9.x86_6 462 kB/s | 35 kB 00:00 2024-06-06T07:40:36.588 INFO:teuthology.orchestra.run.smithi176.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 5.9 MB/s | 250 kB 00:00 2024-06-06T07:40:36.610 INFO:teuthology.orchestra.run.smithi027.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 9.7 MB/s | 911 kB 00:00 2024-06-06T07:40:36.625 INFO:teuthology.orchestra.run.smithi203.stdout:(50/159): bison-3.7.4-5.el9.x86_64.rpm 7.3 MB/s | 943 kB 00:00 2024-06-06T07:40:36.628 INFO:teuthology.orchestra.run.smithi176.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 1.8 MB/s | 77 kB 00:00 2024-06-06T07:40:36.636 INFO:teuthology.orchestra.run.smithi027.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 2.0 MB/s | 133 kB 00:00 2024-06-06T07:40:36.651 INFO:teuthology.orchestra.run.smithi203.stdout:(51/159): elfutils-libelf-devel-0.191-4.el9.x86 260 kB/s | 22 kB 00:00 2024-06-06T07:40:36.654 INFO:teuthology.orchestra.run.smithi176.stdout:(85/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.6 MB/s | 222 kB 00:00 2024-06-06T07:40:36.676 INFO:teuthology.orchestra.run.smithi203.stdout:(52/159): boost-program-options-1.75.0-8.el9.x8 708 kB/s | 107 kB 00:00 2024-06-06T07:40:36.679 INFO:teuthology.orchestra.run.smithi176.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 841 kB/s | 42 kB 00:00 2024-06-06T07:40:36.701 INFO:teuthology.orchestra.run.smithi203.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 651 kB/s | 33 kB 00:00 2024-06-06T07:40:36.703 INFO:teuthology.orchestra.run.smithi027.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-06-06T07:40:36.704 INFO:teuthology.orchestra.run.smithi176.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-06-06T07:40:36.727 INFO:teuthology.orchestra.run.smithi203.stdout:(54/159): flex-2.6.4-9.el9.x86_64.rpm 3.0 MB/s | 313 kB 00:00 2024-06-06T07:40:36.729 INFO:teuthology.orchestra.run.smithi176.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-06-06T07:40:36.752 INFO:teuthology.orchestra.run.smithi203.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-06-06T07:40:36.753 INFO:teuthology.orchestra.run.smithi027.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-06-06T07:40:36.771 INFO:teuthology.orchestra.run.smithi176.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 279 kB 00:00 2024-06-06T07:40:36.777 INFO:teuthology.orchestra.run.smithi203.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-06-06T07:40:36.797 INFO:teuthology.orchestra.run.smithi176.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 763 kB/s | 51 kB 00:00 2024-06-06T07:40:36.802 INFO:teuthology.orchestra.run.smithi203.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-06-06T07:40:36.820 INFO:teuthology.orchestra.run.smithi203.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-06-06T07:40:36.822 INFO:teuthology.orchestra.run.smithi176.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-06-06T07:40:36.862 INFO:teuthology.orchestra.run.smithi203.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-06-06T07:40:36.864 INFO:teuthology.orchestra.run.smithi176.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 999 kB/s | 42 kB 00:00 2024-06-06T07:40:36.870 INFO:teuthology.orchestra.run.smithi027.stdout:(73/159): postgresql-server-13.14-1.el9.x86_64. 22 MB/s | 5.8 MB 00:00 2024-06-06T07:40:36.920 INFO:teuthology.orchestra.run.smithi203.stdout:(60/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-06-06T07:40:36.921 INFO:teuthology.orchestra.run.smithi027.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-06-06T07:40:36.939 INFO:teuthology.orchestra.run.smithi176.stdout:(93/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-06-06T07:40:36.946 INFO:teuthology.orchestra.run.smithi203.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 304 kB/s | 25 kB 00:00 2024-06-06T07:40:36.964 INFO:teuthology.orchestra.run.smithi176.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 441 kB/s | 44 kB 00:00 2024-06-06T07:40:36.971 INFO:teuthology.orchestra.run.smithi203.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 943 kB/s | 47 kB 00:00 2024-06-06T07:40:36.990 INFO:teuthology.orchestra.run.smithi176.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-06-06T07:40:36.996 INFO:teuthology.orchestra.run.smithi203.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-06-06T07:40:37.012 INFO:teuthology.orchestra.run.smithi027.stdout:(75/159): python3-babel-2.9.1-2.el9.noarch.rpm 23 MB/s | 6.0 MB 00:00 2024-06-06T07:40:37.015 INFO:teuthology.orchestra.run.smithi176.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 711 kB/s | 36 kB 00:00 2024-06-06T07:40:37.022 INFO:teuthology.orchestra.run.smithi203.stdout:(64/159): libtool-2.4.6-45.el9.x86_64.rpm 2.8 MB/s | 582 kB 00:00 2024-06-06T07:40:37.038 INFO:teuthology.orchestra.run.smithi027.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.0 MB/s | 244 kB 00:00 2024-06-06T07:40:37.041 INFO:teuthology.orchestra.run.smithi176.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 937 kB/s | 47 kB 00:00 2024-06-06T07:40:37.047 INFO:teuthology.orchestra.run.smithi203.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 700 kB/s | 35 kB 00:00 2024-06-06T07:40:37.063 INFO:teuthology.orchestra.run.smithi027.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-06-06T07:40:37.066 INFO:teuthology.orchestra.run.smithi176.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-06-06T07:40:37.072 INFO:teuthology.orchestra.run.smithi203.stdout:(66/159): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-06-06T07:40:37.088 INFO:teuthology.orchestra.run.smithi027.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-06-06T07:40:37.091 INFO:teuthology.orchestra.run.smithi176.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-06-06T07:40:37.114 INFO:teuthology.orchestra.run.smithi027.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-06-06T07:40:37.116 INFO:teuthology.orchestra.run.smithi176.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-06-06T07:40:37.139 INFO:teuthology.orchestra.run.smithi027.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-06-06T07:40:37.139 INFO:teuthology.orchestra.run.smithi203.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 24 MB/s | 1.6 MB 00:00 2024-06-06T07:40:37.142 INFO:teuthology.orchestra.run.smithi176.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-06-06T07:40:37.164 INFO:teuthology.orchestra.run.smithi027.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 692 kB/s | 35 kB 00:00 2024-06-06T07:40:37.167 INFO:teuthology.orchestra.run.smithi176.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-06-06T07:40:37.168 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:37.168 INFO:teuthology.orchestra.run.smithi176.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:37.206 INFO:teuthology.orchestra.run.smithi203.stdout:(68/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 28 MB/s | 4.4 MB 00:00 2024-06-06T07:40:37.209 INFO:teuthology.orchestra.run.smithi176.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 334 kB/s | 22 kB 00:00 2024-06-06T07:40:37.251 INFO:teuthology.orchestra.run.smithi176.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-06-06T07:40:37.265 INFO:teuthology.orchestra.run.smithi203.stdout:(69/159): openblas-openmp-0.3.21-2.el9.x86_64.r 20 MB/s | 4.7 MB 00:00 2024-06-06T07:40:37.290 INFO:teuthology.orchestra.run.smithi203.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.6 MB/s | 133 kB 00:00 2024-06-06T07:40:37.316 INFO:teuthology.orchestra.run.smithi176.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 5.3 MB/s | 548 kB 00:00 2024-06-06T07:40:37.324 INFO:teuthology.orchestra.run.smithi203.stdout:(71/159): postgresql-contrib-13.14-1.el9.x86_64 4.8 MB/s | 911 kB 00:00 2024-06-06T07:40:37.343 INFO:teuthology.orchestra.run.smithi176.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 632 kB/s | 19 kB 00:00 2024-06-06T07:40:37.357 INFO:teuthology.orchestra.run.smithi203.stdout:(72/159): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-06-06T07:40:37.383 INFO:teuthology.orchestra.run.smithi203.stdout:(73/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-06-06T07:40:37.433 INFO:teuthology.orchestra.run.smithi203.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-06-06T07:40:37.509 INFO:teuthology.orchestra.run.smithi203.stdout:(75/159): postgresql-server-13.14-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-06-06T07:40:37.534 INFO:teuthology.orchestra.run.smithi203.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 2.4 MB/s | 244 kB 00:00 2024-06-06T07:40:37.535 INFO:teuthology.orchestra.run.smithi176.stdout:(107/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 22 MB/s | 16 MB 00:00 2024-06-06T07:40:37.559 INFO:teuthology.orchestra.run.smithi203.stdout:(77/159): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-06-06T07:40:37.560 INFO:teuthology.orchestra.run.smithi176.stdout:(108/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.0 MB/s | 309 kB 00:00 2024-06-06T07:40:37.584 INFO:teuthology.orchestra.run.smithi203.stdout:(78/159): python3-jsonpatch-1.21-16.el9.noarch. 511 kB/s | 26 kB 00:00 2024-06-06T07:40:37.610 INFO:teuthology.orchestra.run.smithi203.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 380 kB/s | 19 kB 00:00 2024-06-06T07:40:37.610 INFO:teuthology.orchestra.run.smithi176.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-06-06T07:40:37.631 INFO:teuthology.orchestra.run.smithi027.stdout:(82/159): ceph-test-19.0.0-2946.g3d89accf.el9.x 5.1 MB/s | 48 MB 00:09 2024-06-06T07:40:37.635 INFO:teuthology.orchestra.run.smithi203.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-06-06T07:40:37.644 INFO:teuthology.orchestra.run.smithi176.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 2.1 MB/s | 67 kB 00:00 2024-06-06T07:40:37.656 INFO:teuthology.orchestra.run.smithi027.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 509 kB/s | 250 kB 00:00 2024-06-06T07:40:37.661 INFO:teuthology.orchestra.run.smithi203.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-06-06T07:40:37.669 INFO:teuthology.orchestra.run.smithi176.stdout:(111/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 194 kB/s | 26 kB 00:00 2024-06-06T07:40:37.695 INFO:teuthology.orchestra.run.smithi176.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-06-06T07:40:37.740 INFO:teuthology.orchestra.run.smithi027.stdout:(84/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.5 MB/s | 5.1 MB 00:00 2024-06-06T07:40:37.744 INFO:teuthology.orchestra.run.smithi203.stdout:(82/159): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-06-06T07:40:37.753 INFO:teuthology.orchestra.run.smithi176.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 9.2 MB/s | 548 kB 00:00 2024-06-06T07:40:37.765 INFO:teuthology.orchestra.run.smithi027.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 712 kB/s | 77 kB 00:00 2024-06-06T07:40:37.770 INFO:teuthology.orchestra.run.smithi203.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-06-06T07:40:37.778 INFO:teuthology.orchestra.run.smithi176.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-06-06T07:40:37.782 INFO:teuthology.orchestra.run.smithi027.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-06-06T07:40:37.799 INFO:teuthology.orchestra.run.smithi203.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-06-06T07:40:37.804 INFO:teuthology.orchestra.run.smithi176.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-06-06T07:40:37.820 INFO:teuthology.orchestra.run.smithi203.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-06-06T07:40:37.824 INFO:teuthology.orchestra.run.smithi027.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 4.5 MB/s | 269 kB 00:00 2024-06-06T07:40:37.845 INFO:teuthology.orchestra.run.smithi203.stdout:(86/159): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-06-06T07:40:37.849 INFO:teuthology.orchestra.run.smithi027.stdout:(88/159): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 222 kB 00:00 2024-06-06T07:40:37.871 INFO:teuthology.orchestra.run.smithi203.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-06-06T07:40:37.871 INFO:teuthology.orchestra.run.smithi176.stdout:(116/159): libarrow-9.0.0-11.el9.x86_64.rpm 8.4 MB/s | 4.4 MB 00:00 2024-06-06T07:40:37.875 INFO:teuthology.orchestra.run.smithi027.stdout:(89/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 159 kB 00:00 2024-06-06T07:40:37.892 INFO:teuthology.orchestra.run.smithi027.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-06-06T07:40:37.896 INFO:teuthology.orchestra.run.smithi176.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-06-06T07:40:37.896 INFO:teuthology.orchestra.run.smithi203.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-06-06T07:40:37.917 INFO:teuthology.orchestra.run.smithi027.stdout:(91/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.9 MB/s | 279 kB 00:00 2024-06-06T07:40:37.922 INFO:teuthology.orchestra.run.smithi203.stdout:(89/159): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-06-06T07:40:37.930 INFO:teuthology.orchestra.run.smithi176.stdout:(118/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.2 MB/s | 839 kB 00:00 2024-06-06T07:40:37.934 INFO:teuthology.orchestra.run.smithi027.stdout:(92/159): python3-requests-oauthlib-1.3.0-12.el 917 kB/s | 54 kB 00:00 2024-06-06T07:40:37.938 INFO:teuthology.orchestra.run.smithi203.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-06-06T07:40:37.955 INFO:teuthology.orchestra.run.smithi176.stdout:(119/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.0 MB/s | 172 kB 00:00 2024-06-06T07:40:37.959 INFO:teuthology.orchestra.run.smithi027.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-06-06T07:40:37.964 INFO:teuthology.orchestra.run.smithi203.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 1.2 MB/s | 54 kB 00:00 2024-06-06T07:40:37.976 INFO:teuthology.orchestra.run.smithi027.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-06-06T07:40:37.980 INFO:teuthology.orchestra.run.smithi176.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-06-06T07:40:38.005 INFO:teuthology.orchestra.run.smithi176.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-06-06T07:40:38.010 INFO:teuthology.orchestra.run.smithi027.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-06-06T07:40:38.027 INFO:teuthology.orchestra.run.smithi027.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 714 kB/s | 36 kB 00:00 2024-06-06T07:40:38.039 INFO:teuthology.orchestra.run.smithi176.stdout:(122/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.7 MB/s | 303 kB 00:00 2024-06-06T07:40:38.039 INFO:teuthology.orchestra.run.smithi203.stdout:(92/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-06-06T07:40:38.052 INFO:teuthology.orchestra.run.smithi027.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-06-06T07:40:38.064 INFO:teuthology.orchestra.run.smithi176.stdout:(123/159): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-06-06T07:40:38.065 INFO:teuthology.orchestra.run.smithi203.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-06-06T07:40:38.077 INFO:teuthology.orchestra.run.smithi027.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-06-06T07:40:38.090 INFO:teuthology.orchestra.run.smithi203.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 880 kB/s | 44 kB 00:00 2024-06-06T07:40:38.090 INFO:teuthology.orchestra.run.smithi176.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-06-06T07:40:38.103 INFO:teuthology.orchestra.run.smithi027.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-06-06T07:40:38.115 INFO:teuthology.orchestra.run.smithi176.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-06-06T07:40:38.115 INFO:teuthology.orchestra.run.smithi203.stdout:(95/159): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-06-06T07:40:38.128 INFO:teuthology.orchestra.run.smithi027.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.8 MB/s | 94 kB 00:00 2024-06-06T07:40:38.141 INFO:teuthology.orchestra.run.smithi176.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-06-06T07:40:38.141 INFO:teuthology.orchestra.run.smithi203.stdout:(96/159): qatlib-service-24.02.0-1.el9.x86_64.r 714 kB/s | 36 kB 00:00 2024-06-06T07:40:38.165 INFO:teuthology.orchestra.run.smithi176.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 385 kB/s | 19 kB 00:00 2024-06-06T07:40:38.166 INFO:teuthology.orchestra.run.smithi203.stdout:(97/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 942 kB/s | 47 kB 00:00 2024-06-06T07:40:38.170 INFO:teuthology.orchestra.run.smithi027.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 954 kB/s | 64 kB 00:00 2024-06-06T07:40:38.187 INFO:teuthology.orchestra.run.smithi027.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 765 kB/s | 45 kB 00:00 2024-06-06T07:40:38.188 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:38.188 INFO:teuthology.orchestra.run.smithi027.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:38.191 INFO:teuthology.orchestra.run.smithi176.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 394 kB/s | 20 kB 00:00 2024-06-06T07:40:38.191 INFO:teuthology.orchestra.run.smithi203.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-06-06T07:40:38.216 INFO:teuthology.orchestra.run.smithi176.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-06T07:40:38.218 INFO:teuthology.orchestra.run.smithi203.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-06-06T07:40:38.237 INFO:teuthology.orchestra.run.smithi027.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 334 kB/s | 22 kB 00:00 2024-06-06T07:40:38.244 INFO:teuthology.orchestra.run.smithi203.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.7 MB/s | 94 kB 00:00 2024-06-06T07:40:38.250 INFO:teuthology.orchestra.run.smithi176.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-06-06T07:40:38.269 INFO:teuthology.orchestra.run.smithi203.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-06-06T07:40:38.271 INFO:teuthology.orchestra.run.smithi027.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-06-06T07:40:38.275 INFO:teuthology.orchestra.run.smithi176.stdout:(131/159): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-06T07:40:38.295 INFO:teuthology.orchestra.run.smithi203.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 891 kB/s | 45 kB 00:00 2024-06-06T07:40:38.295 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:38.296 INFO:teuthology.orchestra.run.smithi203.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-06T07:40:38.309 INFO:teuthology.orchestra.run.smithi176.stdout:(132/159): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-06-06T07:40:38.334 INFO:teuthology.orchestra.run.smithi176.stdout:(133/159): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-06-06T07:40:38.336 INFO:teuthology.orchestra.run.smithi203.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 333 kB/s | 22 kB 00:00 2024-06-06T07:40:38.359 INFO:teuthology.orchestra.run.smithi176.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-06-06T07:40:38.378 INFO:teuthology.orchestra.run.smithi203.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 10 MB/s | 863 kB 00:00 2024-06-06T07:40:38.437 INFO:teuthology.orchestra.run.smithi203.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 5.3 MB/s | 548 kB 00:00 2024-06-06T07:40:38.438 INFO:teuthology.orchestra.run.smithi027.stdout:(105/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 30 MB/s | 16 MB 00:00 2024-06-06T07:40:38.454 INFO:teuthology.orchestra.run.smithi176.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 748 kB/s | 90 kB 00:00 2024-06-06T07:40:38.462 INFO:teuthology.orchestra.run.smithi203.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 868 kB/s | 19 kB 00:00 2024-06-06T07:40:38.496 INFO:teuthology.orchestra.run.smithi203.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 2.6 MB/s | 309 kB 00:00 2024-06-06T07:40:38.502 INFO:teuthology.orchestra.run.smithi176.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 607 kB/s | 28 kB 00:00 2024-06-06T07:40:38.521 INFO:teuthology.orchestra.run.smithi203.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-06-06T07:40:38.527 INFO:teuthology.orchestra.run.smithi176.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 430 kB/s | 31 kB 00:00 2024-06-06T07:40:38.547 INFO:teuthology.orchestra.run.smithi203.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-06-06T07:40:38.552 INFO:teuthology.orchestra.run.smithi176.stdout:(138/159): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-06-06T07:40:38.572 INFO:teuthology.orchestra.run.smithi203.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-06-06T07:40:38.577 INFO:teuthology.orchestra.run.smithi176.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-06-06T07:40:38.580 INFO:teuthology.orchestra.run.smithi027.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 1.0 MB/s | 309 kB 00:00 2024-06-06T07:40:38.597 INFO:teuthology.orchestra.run.smithi203.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-06-06T07:40:38.602 INFO:teuthology.orchestra.run.smithi176.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 717 kB/s | 36 kB 00:00 2024-06-06T07:40:38.605 INFO:teuthology.orchestra.run.smithi027.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 117 kB/s | 19 kB 00:00 2024-06-06T07:40:38.631 INFO:teuthology.orchestra.run.smithi027.stdout:(108/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.4 MB/s | 548 kB 00:00 2024-06-06T07:40:38.639 INFO:teuthology.orchestra.run.smithi203.stdout:(112/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-06-06T07:40:38.644 INFO:teuthology.orchestra.run.smithi176.stdout:(141/159): python3-grpcio-1.46.7-10.el9.x86_64. 3.1 MB/s | 2.0 MB 00:00 2024-06-06T07:40:38.647 INFO:teuthology.orchestra.run.smithi027.stdout:(109/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 621 kB/s | 26 kB 00:00 2024-06-06T07:40:38.664 INFO:teuthology.orchestra.run.smithi027.stdout:(110/159): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-06-06T07:40:38.670 INFO:teuthology.orchestra.run.smithi176.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 764 kB/s | 51 kB 00:00 2024-06-06T07:40:38.681 INFO:teuthology.orchestra.run.smithi027.stdout:(111/159): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-06-06T07:40:38.695 INFO:teuthology.orchestra.run.smithi176.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-06T07:40:38.715 INFO:teuthology.orchestra.run.smithi203.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-06-06T07:40:38.715 INFO:teuthology.orchestra.run.smithi027.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-06-06T07:40:38.720 INFO:teuthology.orchestra.run.smithi176.stdout:(144/159): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-06-06T07:40:38.745 INFO:teuthology.orchestra.run.smithi176.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-06-06T07:40:38.774 INFO:teuthology.orchestra.run.smithi027.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 8.9 MB/s | 839 kB 00:00 2024-06-06T07:40:38.799 INFO:teuthology.orchestra.run.smithi027.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-06-06T07:40:38.800 INFO:teuthology.orchestra.run.smithi176.stdout:(146/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.2 MB/s | 427 kB 00:00 2024-06-06T07:40:38.824 INFO:teuthology.orchestra.run.smithi027.stdout:(115/159): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-06-06T07:40:38.829 INFO:teuthology.orchestra.run.smithi176.stdout:(147/159): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-06-06T07:40:38.850 INFO:teuthology.orchestra.run.smithi027.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-06-06T07:40:38.873 INFO:teuthology.orchestra.run.smithi203.stdout:(114/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-06-06T07:40:38.875 INFO:teuthology.orchestra.run.smithi027.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 296 kB/s | 15 kB 00:00 2024-06-06T07:40:38.879 INFO:teuthology.orchestra.run.smithi176.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-06-06T07:40:38.892 INFO:teuthology.orchestra.run.smithi027.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-06-06T07:40:38.898 INFO:teuthology.orchestra.run.smithi203.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 237 kB/s | 43 kB 00:00 2024-06-06T07:40:38.934 INFO:teuthology.orchestra.run.smithi027.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-06-06T07:40:38.942 INFO:teuthology.orchestra.run.smithi203.stdout:(116/159): python3-certifi-2021.10.8-2.el9.noar 996 kB/s | 15 kB 00:00 2024-06-06T07:40:38.959 INFO:teuthology.orchestra.run.smithi027.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-06-06T07:40:38.965 INFO:teuthology.orchestra.run.smithi203.stdout:(117/159): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s | 32 kB 00:00 2024-06-06T07:40:38.991 INFO:teuthology.orchestra.run.smithi203.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 3.5 MB/s | 172 kB 00:00 2024-06-06T07:40:38.993 INFO:teuthology.orchestra.run.smithi027.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 3.4 MB/s | 206 kB 00:00 2024-06-06T07:40:39.033 INFO:teuthology.orchestra.run.smithi203.stdout:(119/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 7.1 MB/s | 303 kB 00:00 2024-06-06T07:40:39.035 INFO:teuthology.orchestra.run.smithi027.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-06-06T07:40:39.060 INFO:teuthology.orchestra.run.smithi027.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-06-06T07:40:39.100 INFO:teuthology.orchestra.run.smithi203.stdout:(120/159): python3-cherrypy-18.6.1-2.el9.noarch 2.6 MB/s | 358 kB 00:00 2024-06-06T07:40:39.125 INFO:teuthology.orchestra.run.smithi203.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 2.2 MB/s | 206 kB 00:00 2024-06-06T07:40:39.127 INFO:teuthology.orchestra.run.smithi027.stdout:(124/159): libarrow-9.0.0-11.el9.x86_64.rpm 8.1 MB/s | 4.4 MB 00:00 2024-06-06T07:40:39.150 INFO:teuthology.orchestra.run.smithi203.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 5.7 MB/s | 144 kB 00:00 2024-06-06T07:40:39.153 INFO:teuthology.orchestra.run.smithi027.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-06-06T07:40:39.171 INFO:teuthology.orchestra.run.smithi176.stdout:(149/159): librbd1-19.0.0-2946.g3d89accf.el9.x8 9.2 MB/s | 3.1 MB 00:00 2024-06-06T07:40:39.176 INFO:teuthology.orchestra.run.smithi203.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-06-06T07:40:39.178 INFO:teuthology.orchestra.run.smithi027.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 460 kB/s | 23 kB 00:00 2024-06-06T07:40:39.201 INFO:teuthology.orchestra.run.smithi203.stdout:(124/159): python3-jaraco-classes-3.2.1-5.el9.n 714 kB/s | 18 kB 00:00 2024-06-06T07:40:39.203 INFO:teuthology.orchestra.run.smithi027.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-06-06T07:40:39.226 INFO:teuthology.orchestra.run.smithi203.stdout:(125/159): python3-jaraco-collections-3.0.0-8.e 924 kB/s | 23 kB 00:00 2024-06-06T07:40:39.228 INFO:teuthology.orchestra.run.smithi027.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 393 kB/s | 20 kB 00:00 2024-06-06T07:40:39.254 INFO:teuthology.orchestra.run.smithi027.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-06T07:40:39.279 INFO:teuthology.orchestra.run.smithi027.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-06-06T07:40:39.302 INFO:teuthology.orchestra.run.smithi203.stdout:(126/159): libarrow-9.0.0-11.el9.x86_64.rpm 5.3 MB/s | 4.4 MB 00:00 2024-06-06T07:40:39.304 INFO:teuthology.orchestra.run.smithi027.stdout:(131/159): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-06T07:40:39.327 INFO:teuthology.orchestra.run.smithi203.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 193 kB/s | 19 kB 00:00 2024-06-06T07:40:39.338 INFO:teuthology.orchestra.run.smithi027.stdout:(132/159): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-06-06T07:40:39.352 INFO:teuthology.orchestra.run.smithi203.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-06-06T07:40:39.371 INFO:teuthology.orchestra.run.smithi027.stdout:(133/159): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-06-06T07:40:39.378 INFO:teuthology.orchestra.run.smithi203.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-06T07:40:39.397 INFO:teuthology.orchestra.run.smithi027.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 281 kB/s | 16 kB 00:00 2024-06-06T07:40:39.411 INFO:teuthology.orchestra.run.smithi203.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-06-06T07:40:39.422 INFO:teuthology.orchestra.run.smithi176.stdout:(150/159): NetworkManager-libnm-1.47.91-1.el9.x 7.2 MB/s | 1.8 MB 00:00 2024-06-06T07:40:39.422 INFO:teuthology.orchestra.run.smithi027.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-06-06T07:40:39.437 INFO:teuthology.orchestra.run.smithi203.stdout:(131/159): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-06-06T07:40:39.447 INFO:teuthology.orchestra.run.smithi027.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-06-06T07:40:39.464 INFO:teuthology.orchestra.run.smithi176.stdout:(151/159): NetworkManager-team-1.47.91-1.el9.x8 995 kB/s | 41 kB 00:00 2024-06-06T07:40:39.470 INFO:teuthology.orchestra.run.smithi203.stdout:(132/159): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-06-06T07:40:39.473 INFO:teuthology.orchestra.run.smithi027.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-06-06T07:40:39.504 INFO:teuthology.orchestra.run.smithi203.stdout:(133/159): python3-kubernetes-26.1.0-2.el9.noar 5.8 MB/s | 1.0 MB 00:00 2024-06-06T07:40:39.514 INFO:teuthology.orchestra.run.smithi176.stdout:(152/159): NetworkManager-tui-1.47.91-1.el9.x86 4.9 MB/s | 248 kB 00:00 2024-06-06T07:40:39.523 INFO:teuthology.orchestra.run.smithi027.stdout:(138/159): python3-grpcio-1.46.7-10.el9.x86_64. 3.6 MB/s | 2.0 MB 00:00 2024-06-06T07:40:39.529 INFO:teuthology.orchestra.run.smithi203.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-06-06T07:40:39.548 INFO:teuthology.orchestra.run.smithi027.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 786 kB/s | 59 kB 00:00 2024-06-06T07:40:39.554 INFO:teuthology.orchestra.run.smithi203.stdout:(135/159): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-06-06T07:40:39.556 INFO:teuthology.orchestra.run.smithi176.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 886 kB/s | 37 kB 00:00 2024-06-06T07:40:39.574 INFO:teuthology.orchestra.run.smithi027.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 711 kB/s | 36 kB 00:00 2024-06-06T07:40:39.580 INFO:teuthology.orchestra.run.smithi203.stdout:(136/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-06-06T07:40:39.599 INFO:teuthology.orchestra.run.smithi027.stdout:(141/159): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-06-06T07:40:39.605 INFO:teuthology.orchestra.run.smithi203.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-06-06T07:40:39.606 INFO:teuthology.orchestra.run.smithi176.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 4.1 MB/s | 207 kB 00:00 2024-06-06T07:40:39.624 INFO:teuthology.orchestra.run.smithi027.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-06-06T07:40:39.630 INFO:teuthology.orchestra.run.smithi203.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 3.7 MB/s | 188 kB 00:00 2024-06-06T07:40:39.650 INFO:teuthology.orchestra.run.smithi027.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-06T07:40:39.656 INFO:teuthology.orchestra.run.smithi176.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 5.1 MB/s | 260 kB 00:00 2024-06-06T07:40:39.673 INFO:teuthology.orchestra.run.smithi203.stdout:(139/159): python3-grpcio-1.46.7-10.el9.x86_64. 3.6 MB/s | 2.0 MB 00:00 2024-06-06T07:40:39.675 INFO:teuthology.orchestra.run.smithi027.stdout:(144/159): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-06-06T07:40:39.698 INFO:teuthology.orchestra.run.smithi203.stdout:(140/159): python3-rsa-4.9-2.el9.noarch.rpm 642 kB/s | 59 kB 00:00 2024-06-06T07:40:39.709 INFO:teuthology.orchestra.run.smithi027.stdout:(145/159): python3-webob-1.8.7-6.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-06-06T07:40:39.723 INFO:teuthology.orchestra.run.smithi203.stdout:(141/159): python3-tempora-5.0.0-2.el9.noarch.r 388 kB/s | 36 kB 00:00 2024-06-06T07:40:39.734 INFO:teuthology.orchestra.run.smithi027.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-06-06T07:40:39.748 INFO:teuthology.orchestra.run.smithi203.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-06T07:40:39.759 INFO:teuthology.orchestra.run.smithi027.stdout:(147/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-06-06T07:40:39.773 INFO:teuthology.orchestra.run.smithi203.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-06-06T07:40:39.799 INFO:teuthology.orchestra.run.smithi203.stdout:(144/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-06-06T07:40:39.806 INFO:teuthology.orchestra.run.smithi176.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 9.0 MB/s | 1.3 MB 00:00 2024-06-06T07:40:39.818 INFO:teuthology.orchestra.run.smithi027.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-06-06T07:40:39.824 INFO:teuthology.orchestra.run.smithi203.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-06-06T07:40:39.849 INFO:teuthology.orchestra.run.smithi203.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-06-06T07:40:39.874 INFO:teuthology.orchestra.run.smithi203.stdout:(147/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-06-06T07:40:39.890 INFO:teuthology.orchestra.run.smithi176.stdout:(157/159): librados2-19.0.0-2946.g3d89accf.el9. 3.1 MB/s | 3.4 MB 00:01 2024-06-06T07:40:39.925 INFO:teuthology.orchestra.run.smithi203.stdout:(148/159): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-06-06T07:40:39.968 INFO:teuthology.orchestra.run.smithi027.stdout:(149/159): NetworkManager-1.47.91-1.el9.x86_64. 15 MB/s | 2.3 MB 00:00 2024-06-06T07:40:40.024 INFO:teuthology.orchestra.run.smithi176.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 11 MB/s | 2.4 MB 00:00 2024-06-06T07:40:40.043 INFO:teuthology.orchestra.run.smithi027.stdout:(150/159): NetworkManager-libnm-1.47.91-1.el9.x 24 MB/s | 1.8 MB 00:00 2024-06-06T07:40:40.050 INFO:teuthology.orchestra.run.smithi203.stdout:(149/159): NetworkManager-1.47.91-1.el9.x86_64. 19 MB/s | 2.3 MB 00:00 2024-06-06T07:40:40.077 INFO:teuthology.orchestra.run.smithi027.stdout:(151/159): NetworkManager-team-1.47.91-1.el9.x8 1.2 MB/s | 41 kB 00:00 2024-06-06T07:40:40.117 INFO:teuthology.orchestra.run.smithi203.stdout:(150/159): NetworkManager-libnm-1.47.91-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-06-06T07:40:40.119 INFO:teuthology.orchestra.run.smithi027.stdout:(152/159): NetworkManager-tui-1.47.91-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-06-06T07:40:40.159 INFO:teuthology.orchestra.run.smithi203.stdout:(151/159): NetworkManager-team-1.47.91-1.el9.x8 1.0 MB/s | 41 kB 00:00 2024-06-06T07:40:40.161 INFO:teuthology.orchestra.run.smithi027.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 887 kB/s | 37 kB 00:00 2024-06-06T07:40:40.201 INFO:teuthology.orchestra.run.smithi203.stdout:(152/159): NetworkManager-tui-1.47.91-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-06-06T07:40:40.203 INFO:teuthology.orchestra.run.smithi027.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 4.9 MB/s | 207 kB 00:00 2024-06-06T07:40:40.243 INFO:teuthology.orchestra.run.smithi203.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 884 kB/s | 37 kB 00:00 2024-06-06T07:40:40.261 INFO:teuthology.orchestra.run.smithi027.stdout:(155/159): librbd1-19.0.0-2946.g3d89accf.el9.x8 6.2 MB/s | 3.1 MB 00:00 2024-06-06T07:40:40.285 INFO:teuthology.orchestra.run.smithi203.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 4.9 MB/s | 207 kB 00:00 2024-06-06T07:40:40.287 INFO:teuthology.orchestra.run.smithi027.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 3.0 MB/s | 260 kB 00:00 2024-06-06T07:40:40.327 INFO:teuthology.orchestra.run.smithi203.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 6.1 MB/s | 260 kB 00:00 2024-06-06T07:40:40.362 INFO:teuthology.orchestra.run.smithi027.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-06-06T07:40:40.386 INFO:teuthology.orchestra.run.smithi203.stdout:(156/159): openssl-3.2.1-1.el9.x86_64.rpm 23 MB/s | 1.3 MB 00:00 2024-06-06T07:40:40.412 INFO:teuthology.orchestra.run.smithi027.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 9.0 MB/s | 1.3 MB 00:00 2024-06-06T07:40:40.461 INFO:teuthology.orchestra.run.smithi203.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 32 MB/s | 2.4 MB 00:00 2024-06-06T07:40:40.513 INFO:teuthology.orchestra.run.smithi027.stdout:(159/159): librados2-19.0.0-2946.g3d89accf.el9. 4.4 MB/s | 3.4 MB 00:00 2024-06-06T07:40:40.521 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2024-06-06T07:40:40.521 INFO:teuthology.orchestra.run.smithi027.stdout:Total 12 MB/s | 225 MB 00:18 2024-06-06T07:40:40.586 INFO:teuthology.orchestra.run.smithi203.stdout:(158/159): librados2-19.0.0-2946.g3d89accf.el9. 4.6 MB/s | 3.4 MB 00:00 2024-06-06T07:40:40.645 INFO:teuthology.orchestra.run.smithi203.stdout:(159/159): librbd1-19.0.0-2946.g3d89accf.el9.x8 4.1 MB/s | 3.1 MB 00:00 2024-06-06T07:40:40.651 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-06-06T07:40:40.651 INFO:teuthology.orchestra.run.smithi203.stdout:Total 12 MB/s | 225 MB 00:18 2024-06-06T07:40:41.800 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2024-06-06T07:40:41.865 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-06-06T07:40:41.957 INFO:teuthology.orchestra.run.smithi176.stdout:(159/159): NetworkManager-1.47.91-1.el9.x86_64. 769 kB/s | 2.3 MB 00:03 2024-06-06T07:40:41.964 INFO:teuthology.orchestra.run.smithi176.stdout:-------------------------------------------------------------------------------- 2024-06-06T07:40:41.964 INFO:teuthology.orchestra.run.smithi176.stdout:Total 11 MB/s | 225 MB 00:20 2024-06-06T07:40:41.977 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2024-06-06T07:40:41.978 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2024-06-06T07:40:42.026 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-06-06T07:40:42.026 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-06-06T07:40:43.192 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction check 2024-06-06T07:40:43.349 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction check succeeded. 2024-06-06T07:40:43.349 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction test 2024-06-06T07:40:43.856 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-06-06T07:40:43.862 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-06-06T07:40:44.419 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2024-06-06T07:40:44.419 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2024-06-06T07:40:45.155 INFO:teuthology.orchestra.run.smithi176.stdout:Transaction test succeeded. 2024-06-06T07:40:45.155 INFO:teuthology.orchestra.run.smithi176.stdout:Running transaction 2024-06-06T07:40:50.166 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-06-06T07:40:50.232 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-06-06T07:40:50.270 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-06-06T07:40:50.324 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-06-06T07:40:50.358 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-06-06T07:40:50.383 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-06-06T07:40:50.426 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-06-06T07:40:50.759 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-06-06T07:40:50.856 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2024-06-06T07:40:50.876 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:40:50.934 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-06-06T07:40:50.981 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-06-06T07:40:50.998 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:40:51.036 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:40:51.036 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-06-06T07:40:51.077 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-06-06T07:40:51.102 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-06-06T07:40:51.127 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:40:51.156 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T07:40:51.157 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-06-06T07:40:51.189 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-06-06T07:40:51.381 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-06-06T07:40:51.438 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-06-06T07:40:51.466 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:40:51.475 INFO:teuthology.orchestra.run.smithi176.stdout: Preparing : 1/1 2024-06-06T07:40:51.502 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-06-06T07:40:51.569 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:40:51.586 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-06-06T07:40:51.592 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T07:40:51.611 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:40:51.624 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-06-06T07:40:51.646 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T07:40:51.668 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T07:40:51.677 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-06-06T07:40:51.686 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T07:40:51.711 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-06-06T07:40:51.719 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:40:51.737 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-06-06T07:40:51.745 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:40:51.780 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-06-06T07:40:51.839 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:40:51.867 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T07:40:51.887 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T07:40:51.909 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-06-06T07:40:52.022 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T07:40:52.103 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-06-06T07:40:52.120 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-06-06T07:40:52.183 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-06-06T07:40:52.190 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T07:40:52.209 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:40:52.213 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:40:52.241 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T07:40:52.315 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:40:52.343 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:40:52.344 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T07:40:52.347 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:52.372 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:40:52.407 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T07:40:52.419 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:52.428 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T07:40:52.455 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T07:40:52.466 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:40:52.493 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T07:40:52.534 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-06-06T07:40:52.626 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:52.649 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T07:40:52.727 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-06-06T07:40:52.746 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-06-06T07:40:52.782 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-06-06T07:40:52.811 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:40:52.823 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T07:40:52.839 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-06-06T07:40:52.883 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-06-06T07:40:52.915 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:40:52.926 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-06-06T07:40:52.945 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T07:40:52.968 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T07:40:53.000 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-06-06T07:40:53.008 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/170 2024-06-06T07:40:53.029 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T07:40:53.033 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-06-06T07:40:53.053 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T07:40:53.054 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-06-06T07:40:53.077 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-06-06T07:40:53.109 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-06-06T07:40:53.137 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-06-06T07:40:53.156 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:53.207 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-06-06T07:40:53.213 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T07:40:53.259 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:53.260 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-06-06T07:40:53.290 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-06-06T07:40:53.326 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-06-06T07:40:53.359 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-06-06T07:40:53.403 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-06-06T07:40:53.445 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 34/170 2024-06-06T07:40:53.478 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:53.488 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 35/170 2024-06-06T07:40:53.517 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 36/170 2024-06-06T07:40:53.570 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T07:40:53.586 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-06-06T07:40:53.598 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-06-06T07:40:53.637 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 18/170 2024-06-06T07:40:53.640 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-06-06T07:40:53.700 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-06-06T07:40:53.713 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-06-06T07:40:53.736 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-06-06T07:40:53.739 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:53.771 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-06-06T07:40:53.805 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:53.846 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-06-06T07:40:53.847 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-06-06T07:40:53.888 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-06-06T07:40:53.902 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-06-06T07:40:53.932 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-06-06T07:40:53.964 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-06-06T07:40:53.992 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-06-06T07:40:54.013 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 19/170 2024-06-06T07:40:54.063 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-06-06T07:40:54.119 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-06-06T07:40:54.131 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-06-06T07:40:54.162 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-06-06T07:40:54.215 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-06-06T07:40:54.223 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-06-06T07:40:54.252 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 22/170 2024-06-06T07:40:54.286 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/170 2024-06-06T07:40:54.293 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-06-06T07:40:54.325 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 34/170 2024-06-06T07:40:54.352 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/170 2024-06-06T07:40:54.369 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 35/170 2024-06-06T07:40:54.386 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/170 2024-06-06T07:40:54.397 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 36/170 2024-06-06T07:40:54.426 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-06-06T07:40:54.429 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/170 2024-06-06T07:40:54.470 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-06-06T07:40:54.487 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/170 2024-06-06T07:40:54.505 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-06-06T07:40:54.512 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-06-06T07:40:54.515 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/170 2024-06-06T07:40:54.560 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-06-06T07:40:54.583 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/170 2024-06-06T07:40:54.591 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-06-06T07:40:54.636 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 30/170 2024-06-06T07:40:54.667 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/170 2024-06-06T07:40:54.711 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 32/170 2024-06-06T07:40:54.728 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-06-06T07:40:54.734 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-06-06T07:40:54.788 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 33/170 2024-06-06T07:40:54.799 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-06-06T07:40:54.822 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 34/170 2024-06-06T07:40:54.865 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 35/170 2024-06-06T07:40:54.894 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 36/170 2024-06-06T07:40:54.940 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-06-06T07:40:54.964 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/170 2024-06-06T07:40:54.991 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 47/170 2024-06-06T07:40:55.009 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/170 2024-06-06T07:40:55.032 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-06-06T07:40:55.083 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/170 2024-06-06T07:40:55.204 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-06-06T07:40:55.223 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/170 2024-06-06T07:40:55.252 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-06-06T07:40:55.287 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/170 2024-06-06T07:40:55.306 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-06-06T07:40:55.353 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-06-06T07:40:55.380 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-06-06T07:40:55.411 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-06-06T07:40:55.439 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-06-06T07:40:55.448 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-06-06T07:40:55.482 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-06-06T07:40:55.485 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-06-06T07:40:55.519 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-06-06T07:40:55.521 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-06-06T07:40:55.560 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-06-06T07:40:55.564 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-06-06T07:40:55.598 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 47/170 2024-06-06T07:40:55.606 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-06-06T07:40:55.639 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-06-06T07:40:55.742 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-06-06T07:40:55.792 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-06-06T07:40:55.795 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-06-06T07:40:55.803 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/170 2024-06-06T07:40:55.833 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-06-06T07:40:55.867 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-06-06T07:40:55.892 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/170 2024-06-06T07:40:55.920 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/170 2024-06-06T07:40:55.924 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-06-06T07:40:55.928 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-06-06T07:40:55.940 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/170 2024-06-06T07:40:55.967 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-06-06T07:40:55.981 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 46/170 2024-06-06T07:40:55.998 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-06-06T07:40:56.007 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-06-06T07:40:56.019 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 47/170 2024-06-06T07:40:56.032 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-06-06T07:40:56.042 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-06-06T07:40:56.057 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-06-06T07:40:56.060 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 48/170 2024-06-06T07:40:56.079 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-06-06T07:40:56.128 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-06-06T07:40:56.162 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-06-06T07:40:56.205 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-06-06T07:40:56.209 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 49/170 2024-06-06T07:40:56.234 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-06-06T07:40:56.247 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-06-06T07:40:56.263 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 50/170 2024-06-06T07:40:56.318 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 51/170 2024-06-06T07:40:56.359 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-06-06T07:40:56.390 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-06-06T07:40:56.391 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-06-06T07:40:56.398 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-06-06T07:40:56.422 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-06-06T07:40:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-06-06T07:40:56.450 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-06-06T07:40:56.460 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-06-06T07:40:56.497 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-06-06T07:40:56.499 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-06-06T07:40:56.516 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-06-06T07:40:56.530 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-06-06T07:40:56.533 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-06-06T07:40:56.558 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-06-06T07:40:56.560 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-06-06T07:40:56.576 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-06-06T07:40:56.595 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-06-06T07:40:56.618 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-06-06T07:40:56.628 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-06-06T07:40:56.664 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-06-06T07:40:56.669 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-06-06T07:40:56.698 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-06-06T07:40:56.704 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-06-06T07:40:56.739 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-06-06T07:40:56.753 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-06-06T07:40:56.772 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-06-06T07:40:56.782 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-06-06T07:40:56.796 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-06-06T07:40:56.804 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-06-06T07:40:56.826 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-06-06T07:40:56.857 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-06-06T07:40:56.880 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-06-06T07:40:56.905 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-06-06T07:40:56.929 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-06-06T07:40:57.003 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-06-06T07:40:57.012 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-06-06T07:40:57.024 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-06-06T07:40:57.045 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-06-06T07:40:57.059 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-06-06T07:40:57.069 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-06-06T07:40:57.074 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-06-06T07:40:57.109 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-06-06T07:40:57.136 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-06-06T07:40:57.137 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-06-06T07:40:57.160 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-06-06T07:40:57.181 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-06-06T07:40:57.220 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-06-06T07:40:57.234 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-06-06T07:40:57.258 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-06-06T07:40:57.293 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-06-06T07:40:57.326 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-06-06T07:40:57.354 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-06-06T07:40:57.368 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-06-06T07:40:57.392 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-06-06T07:40:57.402 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-06-06T07:40:57.420 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-06-06T07:40:57.454 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-06-06T07:40:57.492 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-06-06T07:40:57.493 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-06-06T07:40:57.525 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-06-06T07:40:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-06-06T07:40:57.555 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-06-06T07:40:57.572 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-06-06T07:40:57.618 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-06-06T07:40:57.620 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-06-06T07:40:57.648 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-06-06T07:40:57.690 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-06-06T07:40:57.715 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-06-06T07:40:57.731 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-06-06T07:40:57.782 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-06-06T07:40:57.783 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-06-06T07:40:57.794 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-06-06T07:40:57.831 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-06-06T07:40:57.837 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-06-06T07:40:57.864 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-06-06T07:40:57.869 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-06-06T07:40:57.915 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-06-06T07:40:57.964 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-06-06T07:40:58.015 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-06-06T07:40:58.028 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-06-06T07:40:58.062 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-06-06T07:40:58.073 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-06-06T07:40:58.162 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-06-06T07:40:58.202 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-06-06T07:40:58.378 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-06-06T07:40:58.406 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-06-06T07:40:58.478 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-06-06T07:40:58.545 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-06-06T07:40:58.596 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-06-06T07:40:58.638 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-06-06T07:40:58.741 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-06-06T07:40:58.781 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-06-06T07:40:58.794 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-06-06T07:40:58.826 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-06-06T07:40:58.839 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-06-06T07:40:58.859 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-06-06T07:40:58.929 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-06-06T07:40:58.958 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-06-06T07:40:58.966 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-06-06T07:40:59.014 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-06-06T07:40:59.059 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-06-06T07:40:59.122 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-06-06T07:40:59.139 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-06-06T07:40:59.141 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-06-06T07:40:59.172 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-06-06T07:40:59.178 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-06-06T07:40:59.238 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-06-06T07:40:59.252 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-06-06T07:40:59.356 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-06-06T07:40:59.401 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-06-06T07:40:59.480 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-06-06T07:40:59.942 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-06-06T07:41:00.074 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-06-06T07:41:00.122 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-06-06T07:41:00.233 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-06-06T07:41:00.466 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-06-06T07:41:00.544 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-06-06T07:41:00.571 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-06-06T07:41:00.605 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-06-06T07:41:00.926 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-06-06T07:41:00.968 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T07:41:01.058 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T07:41:01.090 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 104/170 2024-06-06T07:41:01.126 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-06-06T07:41:01.406 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-06-06T07:41:01.465 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-06-06T07:41:01.484 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-06-06T07:41:01.512 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-06-06T07:41:01.545 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-06-06T07:41:01.555 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-06-06T07:41:01.583 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-06-06T07:41:01.600 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-06-06T07:41:01.616 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-06-06T07:41:01.629 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T07:41:01.700 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T07:41:01.722 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 108/170 2024-06-06T07:41:01.873 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-06-06T07:41:01.907 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T07:41:01.927 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-06-06T07:41:01.987 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T07:41:01.999 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T07:41:02.029 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 104/170 2024-06-06T07:41:02.062 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 103/170 2024-06-06T07:41:02.066 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-06-06T07:41:02.083 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 104/170 2024-06-06T07:41:02.119 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-06-06T07:41:02.565 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-06-06T07:41:02.591 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-06-06T07:41:02.602 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T07:41:02.623 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T07:41:02.673 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T07:41:02.694 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 107/170 2024-06-06T07:41:02.712 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 108/170 2024-06-06T07:41:02.725 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 108/170 2024-06-06T07:41:04.010 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:04.044 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:04.587 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:04.622 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T07:41:04.718 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T07:41:04.718 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-06T07:41:04.718 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-06T07:41:04.718 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:04.748 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T07:41:04.960 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:04.996 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:05.104 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:05.142 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:05.539 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:05.583 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T07:41:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T07:41:05.676 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-06T07:41:05.676 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-06T07:41:05.676 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:05.709 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T07:41:05.719 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 109/170 2024-06-06T07:41:05.753 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T07:41:05.856 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 110/170 2024-06-06T07:41:05.856 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-06T07:41:05.856 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-06T07:41:05.857 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:05.888 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /sys 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /proc 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /mnt 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /var/tmp 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /home 2024-06-06T07:41:16.683 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /root 2024-06-06T07:41:16.684 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /tmp 2024-06-06T07:41:16.684 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:16.846 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T07:41:16.862 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T07:41:16.863 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:16.863 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-06T07:41:16.863 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /sys 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /proc 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /mnt 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /var/tmp 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /home 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /root 2024-06-06T07:41:17.487 INFO:teuthology.orchestra.run.smithi176.stdout:skipping the directory /tmp 2024-06-06T07:41:17.488 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:17.644 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T07:41:17.660 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T07:41:17.660 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:17.660 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-06T07:41:17.660 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 111/170 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /sys 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /proc 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /mnt 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /var/tmp 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /home 2024-06-06T07:41:18.184 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /root 2024-06-06T07:41:18.185 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /tmp 2024-06-06T07:41:18.185 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:18.358 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T07:41:18.369 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T07:41:18.384 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T07:41:18.384 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:18.384 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-06T07:41:18.384 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T07:41:18.384 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T07:41:18.384 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:18.386 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 112/170 2024-06-06T07:41:18.386 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:18.386 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-06T07:41:18.386 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:18.608 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T07:41:18.630 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T07:41:18.631 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:18.631 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-06T07:41:18.631 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T07:41:18.631 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T07:41:18.631 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:19.076 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T07:41:19.098 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T07:41:19.098 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:19.099 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-06T07:41:19.099 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T07:41:19.099 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T07:41:19.099 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:19.115 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T07:41:19.140 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T07:41:19.141 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:19.141 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-06T07:41:19.141 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T07:41:19.141 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T07:41:19.141 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:19.206 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-06-06T07:41:19.263 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-06-06T07:41:19.318 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-06-06T07:41:19.374 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T07:41:19.397 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T07:41:19.397 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:19.397 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-06T07:41:19.397 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T07:41:19.397 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T07:41:19.397 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:19.503 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-06-06T07:41:19.552 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-06-06T07:41:19.630 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-06-06T07:41:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-06-06T07:41:19.841 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T07:41:19.858 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-06-06T07:41:19.864 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T07:41:19.864 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:19.864 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-06T07:41:19.864 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T07:41:19.864 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T07:41:19.864 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:19.902 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-06-06T07:41:19.922 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T07:41:19.935 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-06-06T07:41:19.950 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 113/170 2024-06-06T07:41:19.950 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:19.950 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-06T07:41:19.950 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T07:41:19.950 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-06T07:41:19.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:19.962 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-06-06T07:41:19.971 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-06-06T07:41:20.029 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-06-06T07:41:20.084 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-06-06T07:41:20.181 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T07:41:20.206 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 114/170 2024-06-06T07:41:20.206 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:20.206 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-06T07:41:20.206 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T07:41:20.206 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-06T07:41:20.206 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:20.278 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-06-06T07:41:20.325 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-06-06T07:41:20.403 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-06-06T07:41:20.407 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T07:41:20.436 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T07:41:20.468 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 128/170 2024-06-06T07:41:20.492 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-06-06T07:41:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 129/170 2024-06-06T07:41:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T07:41:20.632 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-06-06T07:41:20.674 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T07:41:20.692 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-06-06T07:41:20.698 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 115/170 2024-06-06T07:41:20.698 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:20.699 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-06T07:41:20.699 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T07:41:20.699 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-06T07:41:20.699 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:20.724 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-06-06T07:41:20.753 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-06-06T07:41:20.813 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-06-06T07:41:20.871 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-06-06T07:41:20.935 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-06-06T07:41:21.132 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-06-06T07:41:21.170 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T07:41:21.192 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-06-06T07:41:21.200 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T07:41:21.231 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 128/170 2024-06-06T07:41:21.272 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-06-06T07:41:21.292 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 129/170 2024-06-06T07:41:21.322 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T07:41:21.371 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-06-06T07:41:21.514 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-06-06T07:41:21.558 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-06-06T07:41:21.596 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T07:41:21.598 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-06-06T07:41:21.625 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-06-06T07:41:21.628 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T07:41:22.089 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T07:41:22.115 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 127/170 2024-06-06T07:41:22.147 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 128/170 2024-06-06T07:41:22.211 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 129/170 2024-06-06T07:41:22.238 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T07:41:22.348 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T07:41:22.391 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T07:41:22.595 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T07:41:22.628 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T07:41:22.730 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T07:41:22.901 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 133/170 2024-06-06T07:41:22.939 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T07:41:22.963 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T07:41:22.963 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:22.963 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-06T07:41:22.963 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T07:41:22.963 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T07:41:22.963 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:23.015 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T07:41:23.026 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T07:41:23.124 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 136/170 2024-06-06T07:41:23.180 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 137/170 2024-06-06T07:41:23.334 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 130/170 2024-06-06T07:41:23.356 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T07:41:23.381 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T07:41:23.383 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T07:41:23.484 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T07:41:23.646 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 133/170 2024-06-06T07:41:23.677 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T07:41:23.700 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T07:41:23.701 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:23.701 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-06T07:41:23.701 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T07:41:23.701 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T07:41:23.701 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:23.753 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T07:41:23.764 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T07:41:23.861 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 136/170 2024-06-06T07:41:23.917 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 137/170 2024-06-06T07:41:24.079 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-06-06T07:41:24.118 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T07:41:24.141 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T07:41:24.141 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.141 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-06T07:41:24.142 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T07:41:24.142 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T07:41:24.142 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:24.186 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T07:41:24.208 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T07:41:24.208 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.208 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-06T07:41:24.208 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:24.253 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T07:41:24.275 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T07:41:24.275 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.275 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-06T07:41:24.276 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T07:41:24.276 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T07:41:24.276 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:24.401 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 131/170 2024-06-06T07:41:24.432 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T07:41:24.541 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 132/170 2024-06-06T07:41:24.587 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T07:41:24.609 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T07:41:24.609 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.610 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-06T07:41:24.610 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T07:41:24.610 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T07:41:24.610 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:24.711 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 133/170 2024-06-06T07:41:24.742 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T07:41:24.768 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 134/170 2024-06-06T07:41:24.768 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.768 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-06T07:41:24.768 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T07:41:24.768 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-06T07:41:24.768 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:24.814 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-06-06T07:41:24.818 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T07:41:24.831 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 135/170 2024-06-06T07:41:24.846 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T07:41:24.869 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T07:41:24.869 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.870 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-06T07:41:24.870 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T07:41:24.870 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T07:41:24.870 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:24.914 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T07:41:24.931 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 136/170 2024-06-06T07:41:24.936 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T07:41:24.936 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:24.936 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-06T07:41:24.936 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:24.981 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T07:41:24.991 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 137/170 2024-06-06T07:41:25.004 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T07:41:25.004 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:25.004 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-06T07:41:25.004 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T07:41:25.004 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T07:41:25.004 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:25.315 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T07:41:25.338 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T07:41:25.338 INFO:teuthology.orchestra.run.smithi176.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:25.338 INFO:teuthology.orchestra.run.smithi176.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-06T07:41:25.338 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T07:41:25.338 INFO:teuthology.orchestra.run.smithi176.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T07:41:25.338 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:25.933 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-06-06T07:41:25.963 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T07:41:25.988 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 139/170 2024-06-06T07:41:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-06T07:41:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T07:41:25.988 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-06T07:41:25.988 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:26.038 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T07:41:26.062 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 140/170 2024-06-06T07:41:26.062 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:26.062 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-06T07:41:26.062 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:26.113 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T07:41:26.138 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 141/170 2024-06-06T07:41:26.138 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:26.138 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-06T07:41:26.138 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T07:41:26.138 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-06T07:41:26.138 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:26.456 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T07:41:26.481 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/170 2024-06-06T07:41:26.481 INFO:teuthology.orchestra.run.smithi027.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-06T07:41:26.481 INFO:teuthology.orchestra.run.smithi027.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-06T07:41:26.481 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T07:41:26.481 INFO:teuthology.orchestra.run.smithi027.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-06T07:41:26.481 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:29.124 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 143/170 2024-06-06T07:41:29.165 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 144/170 2024-06-06T07:41:29.206 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 145/170 2024-06-06T07:41:29.239 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-06-06T07:41:29.266 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-06-06T07:41:29.448 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 148/170 2024-06-06T07:41:29.503 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-06-06T07:41:29.536 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 150/170 2024-06-06T07:41:29.577 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-06-06T07:41:29.606 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 152/170 2024-06-06T07:41:29.645 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T07:41:29.835 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 143/170 2024-06-06T07:41:29.876 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 144/170 2024-06-06T07:41:29.917 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 145/170 2024-06-06T07:41:29.949 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-06-06T07:41:29.977 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-06-06T07:41:30.161 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 148/170 2024-06-06T07:41:30.214 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-06-06T07:41:30.244 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:30.247 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 150/170 2024-06-06T07:41:30.285 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:30.287 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-06-06T07:41:30.305 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:30.317 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 152/170 2024-06-06T07:41:30.355 INFO:teuthology.orchestra.run.smithi176.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T07:41:30.951 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:30.994 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:31.014 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:31.165 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 155/170 2024-06-06T07:41:31.241 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-06-06T07:41:31.268 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 143/170 2024-06-06T07:41:31.282 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-06-06T07:41:31.310 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 144/170 2024-06-06T07:41:31.351 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 145/170 2024-06-06T07:41:31.363 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-06-06T07:41:31.382 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-06-06T07:41:31.409 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-06-06T07:41:31.412 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-06-06T07:41:31.445 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T07:41:31.471 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-06-06T07:41:31.497 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-06-06T07:41:31.497 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T07:41:31.582 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T07:41:31.606 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 148/170 2024-06-06T07:41:31.606 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-06-06T07:41:31.606 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T07:41:31.655 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-06-06T07:41:31.688 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 150/170 2024-06-06T07:41:31.699 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T07:41:31.720 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-06-06T07:41:31.724 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-06-06T07:41:31.729 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:31.729 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:31.749 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 152/170 2024-06-06T07:41:31.796 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T07:41:31.850 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 155/170 2024-06-06T07:41:31.909 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:31.910 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T07:41:31.932 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-06-06T07:41:31.973 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-06-06T07:41:31.994 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T07:41:32.019 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-06-06T07:41:32.054 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-06-06T07:41:32.083 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T07:41:32.102 INFO:teuthology.orchestra.run.smithi176.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-06-06T07:41:32.127 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T07:41:32.152 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-06-06T07:41:32.178 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-06-06T07:41:32.179 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T07:41:32.272 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T07:41:32.304 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-06-06T07:41:32.305 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T07:41:32.389 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T07:41:32.414 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-06-06T07:41:32.416 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:32.419 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:32.419 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:32.460 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:32.481 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-06-06T07:41:32.599 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:32.599 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T07:41:32.675 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T07:41:32.700 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-06-06T07:41:32.764 INFO:teuthology.orchestra.run.smithi176.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T07:41:33.378 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 155/170 2024-06-06T07:41:33.482 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-06-06T07:41:33.524 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-06-06T07:41:33.618 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-06-06T07:41:33.845 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-06-06T07:41:33.845 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T07:41:33.845 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-06-06T07:41:33.845 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-06-06T07:41:33.845 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T07:41:33.845 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-06-06T07:41:33.854 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-06-06T07:41:33.854 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T07:41:33.939 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-06-06T07:41:33.964 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-06-06T07:41:33.969 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:33.969 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:34.157 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-06-06T07:41:34.157 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T07:41:34.242 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-06-06T07:41:34.268 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-06-06T07:41:34.335 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T07:41:37.805 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T07:41:37.805 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/170 2024-06-06T07:41:37.806 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/170 2024-06-06T07:41:37.806 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/170 2024-06-06T07:41:37.806 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/170 2024-06-06T07:41:37.806 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/170 2024-06-06T07:41:37.806 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/170 2024-06-06T07:41:37.806 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/170 2024-06-06T07:41:37.807 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:41:37.807 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:41:37.807 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T07:41:37.807 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/170 2024-06-06T07:41:37.807 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/170 2024-06-06T07:41:37.808 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/170 2024-06-06T07:41:37.808 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:41:37.808 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/170 2024-06-06T07:41:37.808 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/170 2024-06-06T07:41:37.808 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/170 2024-06-06T07:41:37.808 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/170 2024-06-06T07:41:37.809 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/170 2024-06-06T07:41:37.809 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/170 2024-06-06T07:41:37.809 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/170 2024-06-06T07:41:37.809 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/170 2024-06-06T07:41:37.809 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/170 2024-06-06T07:41:37.809 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/170 2024-06-06T07:41:37.810 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/170 2024-06-06T07:41:37.810 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/170 2024-06-06T07:41:37.810 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/170 2024-06-06T07:41:37.810 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/170 2024-06-06T07:41:37.810 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/170 2024-06-06T07:41:37.811 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/170 2024-06-06T07:41:37.811 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/170 2024-06-06T07:41:37.811 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/170 2024-06-06T07:41:37.811 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/170 2024-06-06T07:41:37.811 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/170 2024-06-06T07:41:37.811 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/170 2024-06-06T07:41:37.812 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/170 2024-06-06T07:41:37.812 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/170 2024-06-06T07:41:37.812 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/170 2024-06-06T07:41:37.812 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/170 2024-06-06T07:41:37.812 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-06-06T07:41:37.812 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-06-06T07:41:37.813 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-06-06T07:41:37.813 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-06-06T07:41:37.813 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-06-06T07:41:37.813 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-06-06T07:41:37.813 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-06-06T07:41:37.814 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-06-06T07:41:37.814 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-06-06T07:41:37.814 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-06-06T07:41:37.814 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-06-06T07:41:37.814 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-06-06T07:41:37.814 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-06-06T07:41:37.815 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-06-06T07:41:37.815 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-06-06T07:41:37.815 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-06-06T07:41:37.815 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-06-06T07:41:37.815 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-06-06T07:41:37.815 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-06-06T07:41:37.816 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-06-06T07:41:37.817 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-06-06T07:41:37.817 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-06-06T07:41:37.817 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-06-06T07:41:37.817 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-06-06T07:41:37.817 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-06-06T07:41:37.818 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-06-06T07:41:37.818 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-06-06T07:41:37.818 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-06-06T07:41:37.818 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-06-06T07:41:37.818 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-06-06T07:41:37.818 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-06-06T07:41:37.819 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-06-06T07:41:37.819 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-06-06T07:41:37.819 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-06-06T07:41:37.819 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-06-06T07:41:37.819 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-06-06T07:41:37.819 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-06-06T07:41:37.820 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-06-06T07:41:37.820 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-06-06T07:41:37.820 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-06-06T07:41:37.820 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-06-06T07:41:37.820 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-06-06T07:41:37.820 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-06-06T07:41:37.821 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-06-06T07:41:37.821 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-06-06T07:41:37.821 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-06-06T07:41:37.821 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-06-06T07:41:37.821 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-06-06T07:41:37.821 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-06-06T07:41:37.822 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-06-06T07:41:37.822 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-06-06T07:41:37.822 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-06-06T07:41:37.822 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-06-06T07:41:37.822 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-06-06T07:41:37.823 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-06-06T07:41:37.823 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-06-06T07:41:37.823 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-06-06T07:41:37.823 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-06-06T07:41:37.823 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-06-06T07:41:37.823 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-06-06T07:41:37.824 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-06-06T07:41:37.824 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-06-06T07:41:37.824 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-06-06T07:41:37.824 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-06-06T07:41:37.824 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-06-06T07:41:37.824 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-06-06T07:41:37.825 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-06-06T07:41:37.825 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-06-06T07:41:37.825 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-06-06T07:41:37.825 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-06-06T07:41:37.825 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-06-06T07:41:37.825 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-06-06T07:41:37.826 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-06-06T07:41:37.826 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-06-06T07:41:37.826 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-06-06T07:41:37.826 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-06-06T07:41:37.826 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-06-06T07:41:37.826 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-06-06T07:41:37.827 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-06-06T07:41:37.827 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-06-06T07:41:37.827 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-06-06T07:41:37.827 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-06-06T07:41:37.827 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-06-06T07:41:37.828 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-06-06T07:41:37.828 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-06-06T07:41:37.828 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-06-06T07:41:37.828 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-06-06T07:41:37.828 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-06-06T07:41:37.828 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-06-06T07:41:37.829 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/170 2024-06-06T07:41:37.830 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-06-06T07:41:37.831 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:41:38.222 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/170 2024-06-06T07:41:38.223 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/170 2024-06-06T07:41:38.224 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-06-06T07:41:38.225 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-06-06T07:41:38.226 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-06-06T07:41:38.227 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-06-06T07:41:38.228 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-06-06T07:41:38.229 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-06-06T07:41:38.230 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-06-06T07:41:38.231 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-06-06T07:41:38.232 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-06-06T07:41:38.233 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T07:41:38.234 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-06-06T07:41:38.235 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-06-06T07:41:39.761 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/170 2024-06-06T07:41:39.762 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/170 2024-06-06T07:41:39.763 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/170 2024-06-06T07:41:39.764 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/170 2024-06-06T07:41:39.764 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/170 2024-06-06T07:41:39.764 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/170 2024-06-06T07:41:39.764 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/170 2024-06-06T07:41:39.764 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/170 2024-06-06T07:41:39.764 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/170 2024-06-06T07:41:39.778 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-06-06T07:41:39.779 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-06-06T07:41:39.780 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-06-06T07:41:39.781 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-06-06T07:41:39.782 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-06-06T07:41:39.783 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-06-06T07:41:39.784 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-06-06T07:41:39.785 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-06-06T07:41:39.786 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-06-06T07:41:39.787 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-06-06T07:41:39.788 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/170 2024-06-06T07:41:39.789 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-06-06T07:41:39.790 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-06-06T07:41:39.791 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-06-06T07:41:39.791 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-06-06T07:41:39.791 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-06-06T07:41:39.791 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-06-06T07:41:39.791 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-06-06T07:41:40.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout:Upgraded: 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:40.499 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: automake-1.16.2-8.el9.noarch 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: bison-3.7.4-5.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.500 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.501 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: flex-2.6.4-9.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-06T07:41:40.502 INFO:teuthology.orchestra.run.smithi203.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.503 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: lua-5.4.4-4.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:40.504 INFO:teuthology.orchestra.run.smithi203.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-13.14-1.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.505 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-06T07:41:40.506 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-06T07:41:40.507 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply-3.11-14.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-06T07:41:40.508 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.509 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-06T07:41:40.510 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: re2-1:20211101-3.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: socat-1.7.4.1-5.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-06-06T07:41:40.511 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-06T07:41:40.512 INFO:teuthology.orchestra.run.smithi203.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-06T07:41:40.512 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:41:40.512 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-06-06T07:41:40.977 DEBUG:teuthology.parallel:result is None 2024-06-06T07:41:40.993 INFO:teuthology.orchestra.run.smithi176.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-06-06T07:41:40.993 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:40.993 INFO:teuthology.orchestra.run.smithi176.stdout:Upgraded: 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-06T07:41:40.994 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout:Installed: 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-06T07:41:40.995 INFO:teuthology.orchestra.run.smithi176.stdout: automake-1.16.2-8.el9.noarch 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: bison-3.7.4-5.el9.x86_64 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.996 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.997 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.998 INFO:teuthology.orchestra.run.smithi176.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: flex-2.6.4-9.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-06T07:41:40.999 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-06T07:41:41.000 INFO:teuthology.orchestra.run.smithi176.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: lua-5.4.4-4.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-13.14-1.el9.x86_64 2024-06-06T07:41:41.001 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.002 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-06T07:41:41.003 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-06T07:41:41.004 INFO:teuthology.orchestra.run.smithi176.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-ply-3.11-14.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-06T07:41:41.005 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-06T07:41:41.006 INFO:teuthology.orchestra.run.smithi176.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-06T07:41:41.007 INFO:teuthology.orchestra.run.smithi176.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: re2-1:20211101-3.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: socat-1.7.4.1-5.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-06-06T07:41:41.008 INFO:teuthology.orchestra.run.smithi176.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-06T07:41:41.009 INFO:teuthology.orchestra.run.smithi176.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-06T07:41:41.009 INFO:teuthology.orchestra.run.smithi176.stdout: 2024-06-06T07:41:41.009 INFO:teuthology.orchestra.run.smithi176.stdout:Complete! 2024-06-06T07:41:41.435 DEBUG:teuthology.parallel:result is None 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout:Upgraded: 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-06T07:41:42.601 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: automake-1.16.2-8.el9.noarch 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: bison-3.7.4-5.el9.x86_64 2024-06-06T07:41:42.602 INFO:teuthology.orchestra.run.smithi027.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.603 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.604 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: flex-2.6.4-9.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-06T07:41:42.605 INFO:teuthology.orchestra.run.smithi027.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-06T07:41:42.606 INFO:teuthology.orchestra.run.smithi027.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-06T07:41:42.607 INFO:teuthology.orchestra.run.smithi027.stdout: lua-5.4.4-4.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-13.14-1.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-06T07:41:42.608 INFO:teuthology.orchestra.run.smithi027.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-06T07:41:42.609 INFO:teuthology.orchestra.run.smithi027.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-06T07:41:42.610 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-06T07:41:42.611 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ply-3.11-14.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.612 INFO:teuthology.orchestra.run.smithi027.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-06T07:41:42.613 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: re2-1:20211101-3.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: socat-1.7.4.1-5.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-06T07:41:42.614 INFO:teuthology.orchestra.run.smithi027.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-06-06T07:41:42.615 INFO:teuthology.orchestra.run.smithi027.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-06T07:41:42.615 INFO:teuthology.orchestra.run.smithi027.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-06T07:41:42.615 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:41:42.615 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2024-06-06T07:41:43.027 DEBUG:teuthology.parallel:result is None 2024-06-06T07:41:43.028 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:41:43.171 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-06T07:41:43.195 INFO:teuthology.orchestra.run.smithi027.stdout:19.0.0-2946.g3d89accf.el9 2024-06-06T07:41:43.196 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-06T07:41:43.196 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-06T07:41:43.199 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:41:43.338 DEBUG:teuthology.orchestra.run.smithi176:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-06T07:41:43.363 INFO:teuthology.orchestra.run.smithi176.stdout:19.0.0-2946.g3d89accf.el9 2024-06-06T07:41:43.363 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-06T07:41:43.363 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-06T07:41:43.365 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:41:43.505 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-06T07:41:43.530 INFO:teuthology.orchestra.run.smithi203.stdout:19.0.0-2946.g3d89accf.el9 2024-06-06T07:41:43.530 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-06T07:41:43.531 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-06T07:41:43.532 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-06-06T07:41:43.533 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:41:43.533 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T07:41:43.562 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:41:43.562 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T07:41:43.592 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:41:43.592 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-06T07:41:43.622 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-06-06T07:41:43.623 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:41:43.623 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T07:41:43.651 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T07:41:43.720 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:41:43.720 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T07:41:43.749 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T07:41:43.817 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:41:43.817 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/daemon-helper 2024-06-06T07:41:43.845 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-06T07:41:43.912 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-06-06T07:41:43.912 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:41:43.912 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T07:41:43.941 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T07:41:44.010 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:41:44.010 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T07:41:44.038 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T07:41:44.104 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:41:44.105 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-06T07:41:44.132 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-06T07:41:44.200 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-06-06T07:41:44.200 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:41:44.200 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T07:41:44.230 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T07:41:44.300 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:41:44.300 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T07:41:44.329 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T07:41:44.396 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:41:44.396 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/stdin-killer 2024-06-06T07:41:44.424 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-06T07:41:44.491 INFO:teuthology.run_tasks:Running task cephadm... 2024-06-06T07:41:44.601 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'subvols': {'create': 2}} 2024-06-06T07:41:44.601 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:41:44.601 INFO:tasks.cephadm:Cluster fsid is 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:41:44.601 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-06-06T07:41:44.601 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.27', 'mon.b': '172.21.15.176', 'mon.c': '172.21.15.203'} 2024-06-06T07:41:44.602 INFO:tasks.cephadm:First mon is mon.a on smithi027 2024-06-06T07:41:44.602 INFO:tasks.cephadm:First mgr is x 2024-06-06T07:41:44.602 INFO:tasks.cephadm:Normalizing hostnames... 2024-06-06T07:41:44.602 DEBUG:teuthology.orchestra.run.smithi027:> sudo hostname $(hostname -s) 2024-06-06T07:41:44.634 DEBUG:teuthology.orchestra.run.smithi176:> sudo hostname $(hostname -s) 2024-06-06T07:41:44.661 DEBUG:teuthology.orchestra.run.smithi203:> sudo hostname $(hostname -s) 2024-06-06T07:41:44.689 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-06-06T07:41:44.690 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:41:44.831 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55273/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2946-g3d89accf', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2946.g3d89accf'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-30 17:04:17.570799', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-06-06T07:41:45.045 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 3d89accfe3201286f000e065a1faea2a88c7a6ba from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:41:45.047 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm 2024-06-06T07:41:45.047 DEBUG:teuthology.orchestra.run.smithi027:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:45.943 INFO:teuthology.orchestra.run.smithi027.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 6 07:41 /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:45.944 DEBUG:teuthology.orchestra.run.smithi176:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:46.882 INFO:teuthology.orchestra.run.smithi176.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 6 07:41 /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:46.883 DEBUG:teuthology.orchestra.run.smithi203:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:48.093 INFO:teuthology.orchestra.run.smithi203.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 6 07:41 /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:48.094 DEBUG:teuthology.orchestra.run.smithi027:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:48.114 DEBUG:teuthology.orchestra.run.smithi176:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:48.133 DEBUG:teuthology.orchestra.run.smithi203:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-06T07:41:48.167 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba on all hosts... 2024-06-06T07:41:48.167 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-06T07:41:48.170 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-06T07:41:48.175 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-06T07:41:49.053 INFO:teuthology.orchestra.run.smithi176.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T07:41:49.053 INFO:teuthology.orchestra.run.smithi203.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T07:41:49.269 INFO:teuthology.orchestra.run.smithi027.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout: "repo_digests": [ 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout: ] 2024-06-06T07:42:20.178 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-06-06T07:42:20.570 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-06-06T07:42:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T07:42:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-06T07:42:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "repo_digests": [ 2024-06-06T07:42:20.571 INFO:teuthology.orchestra.run.smithi203.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-06T07:42:20.571 INFO:teuthology.orchestra.run.smithi203.stdout: ] 2024-06-06T07:42:20.571 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-06-06T07:42:21.403 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:42:21.403 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T07:42:21.403 INFO:teuthology.orchestra.run.smithi027.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-06T07:42:21.403 INFO:teuthology.orchestra.run.smithi027.stdout: "repo_digests": [ 2024-06-06T07:42:21.404 INFO:teuthology.orchestra.run.smithi027.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-06T07:42:21.404 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T07:42:21.404 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:42:21.430 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /etc/ceph 2024-06-06T07:42:21.466 DEBUG:teuthology.orchestra.run.smithi176:> sudo mkdir -p /etc/ceph 2024-06-06T07:42:21.498 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /etc/ceph 2024-06-06T07:42:21.529 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 777 /etc/ceph 2024-06-06T07:42:21.555 DEBUG:teuthology.orchestra.run.smithi176:> sudo chmod 777 /etc/ceph 2024-06-06T07:42:21.581 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 777 /etc/ceph 2024-06-06T07:42:21.608 INFO:tasks.cephadm:Writing seed config... 2024-06-06T07:42:21.609 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [client] debug client = 20 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-06-06T07:42:21.610 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-06-06T07:42:21.611 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-06-06T07:42:21.612 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-06-06T07:42:21.613 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-06-06T07:42:21.614 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:42:21.614 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-06-06T07:42:21.630 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 38e1f51c-23d8-11ef-bc9b-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-06-06T07:42:21.630 DEBUG:teuthology.orchestra.run.smithi027:mon.a> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a.service 2024-06-06T07:42:21.673 DEBUG:teuthology.orchestra.run.smithi027:mgr.x> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service 2024-06-06T07:42:21.716 INFO:tasks.cephadm:Bootstrapping... 2024-06-06T07:42:21.717 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba -v bootstrap --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.27 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-06-06T07:42:21.914 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2024-06-06T07:42:21.914 INFO:teuthology.orchestra.run.smithi027.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba', '-v', 'bootstrap', '--fsid', '38e1f51c-23d8-11ef-bc9b-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.27', '--skip-admin-label'] 2024-06-06T07:42:21.914 INFO:teuthology.orchestra.run.smithi027.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-06-06T07:42:21.915 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying podman|docker is present... 2024-06-06T07:42:21.939 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stdout 5.0.2 2024-06-06T07:42:21.940 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying lvm2 is present... 2024-06-06T07:42:21.940 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying time synchronization is in place... 2024-06-06T07:42:21.947 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-06T07:42:21.948 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-06T07:42:21.954 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-06T07:42:21.954 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout inactive 2024-06-06T07:42:21.961 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout enabled 2024-06-06T07:42:21.967 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout active 2024-06-06T07:42:21.967 INFO:teuthology.orchestra.run.smithi027.stdout:Unit chronyd.service is enabled and running 2024-06-06T07:42:21.967 INFO:teuthology.orchestra.run.smithi027.stdout:Repeating the final host check... 2024-06-06T07:42:21.991 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stdout 5.0.2 2024-06-06T07:42:21.991 INFO:teuthology.orchestra.run.smithi027.stdout:podman (/bin/podman) version 5.0.2 is present 2024-06-06T07:42:21.992 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl is present 2024-06-06T07:42:21.992 INFO:teuthology.orchestra.run.smithi027.stdout:lvcreate is present 2024-06-06T07:42:21.998 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-06T07:42:21.998 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-06T07:42:22.004 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-06T07:42:22.004 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout inactive 2024-06-06T07:42:22.011 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout enabled 2024-06-06T07:42:22.018 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout active 2024-06-06T07:42:22.018 INFO:teuthology.orchestra.run.smithi027.stdout:Unit chronyd.service is enabled and running 2024-06-06T07:42:22.018 INFO:teuthology.orchestra.run.smithi027.stdout:Host looks OK 2024-06-06T07:42:22.018 INFO:teuthology.orchestra.run.smithi027.stdout:Cluster fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:22.018 INFO:teuthology.orchestra.run.smithi027.stdout:Acquiring lock 139897363035520 on /run/cephadm/38e1f51c-23d8-11ef-bc9b-c7b262605968.lock 2024-06-06T07:42:22.018 INFO:teuthology.orchestra.run.smithi027.stdout:Lock 139897363035520 acquired on /run/cephadm/38e1f51c-23d8-11ef-bc9b-c7b262605968.lock 2024-06-06T07:42:22.019 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying IP 172.21.15.27 port 3300 ... 2024-06-06T07:42:22.019 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying IP 172.21.15.27 port 6789 ... 2024-06-06T07:42:22.019 INFO:teuthology.orchestra.run.smithi027.stdout:Base mon IP(s) is [172.21.15.27:3300, 172.21.15.27:6789], mon addrv is [v2:172.21.15.27:3300,v1:172.21.15.27:6789] 2024-06-06T07:42:22.022 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.27 metric 100 2024-06-06T07:42:22.022 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.27 metric 100 2024-06-06T07:42:22.025 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-06-06T07:42:22.025 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-06-06T07:42:22.025 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-06-06T07:42:22.027 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-06-06T07:42:22.027 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-06-06T07:42:22.028 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-06T07:42:22.028 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-06-06T07:42:22.028 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:395a/64 scope link noprefixroute 2024-06-06T07:42:22.028 INFO:teuthology.orchestra.run.smithi027.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-06T07:42:22.028 INFO:teuthology.orchestra.run.smithi027.stdout:Mon IP `172.21.15.27` is in CIDR network `172.21.0.0/20` 2024-06-06T07:42:22.029 INFO:teuthology.orchestra.run.smithi027.stdout:Mon IP `172.21.15.27` is in CIDR network `172.21.0.0/20` 2024-06-06T07:42:22.029 INFO:teuthology.orchestra.run.smithi027.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-06-06T07:42:22.029 INFO:teuthology.orchestra.run.smithi027.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-06-06T07:42:22.030 INFO:teuthology.orchestra.run.smithi027.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T07:42:22.497 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stdout b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-06T07:42:22.497 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-06T07:42:22.497 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stderr Getting image source signatures 2024-06-06T07:42:22.497 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stderr Copying blob sha256:53b2d4191269e9d20972bfa652565296fad6514cf6a3d99f19db644875f67876 2024-06-06T07:42:22.497 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stderr Copying blob sha256:3ca969c7b6d79946c6f10490fffc00028babe7df67f50ed53c7bc209325e0612 2024-06-06T07:42:22.498 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stderr Copying config sha256:b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-06T07:42:22.498 INFO:teuthology.orchestra.run.smithi027.stdout:/bin/podman: stderr Writing manifest to image destination 2024-06-06T07:42:23.401 INFO:teuthology.orchestra.run.smithi027.stdout:ceph: stdout ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T07:42:23.402 INFO:teuthology.orchestra.run.smithi027.stdout:Ceph version: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T07:42:23.402 INFO:teuthology.orchestra.run.smithi027.stdout:Extracting ceph user uid/gid from container image... 2024-06-06T07:42:24.274 INFO:teuthology.orchestra.run.smithi027.stdout:stat: stdout 167 167 2024-06-06T07:42:24.274 INFO:teuthology.orchestra.run.smithi027.stdout:Creating initial keys... 2024-06-06T07:42:25.071 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph-authtool: stdout AQBgaGFmltrsIBAA+NS5U33zh4vNlRzQvUjjmg== 2024-06-06T07:42:26.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph-authtool: stdout AQBhaGFmSZlOIxAAdZmRKK/nS7ib3H0YotufaA== 2024-06-06T07:42:27.024 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph-authtool: stdout AQBiaGFm4JcrGxAABr0o639depI/CuqGI5fMDw== 2024-06-06T07:42:27.025 INFO:teuthology.orchestra.run.smithi027.stdout:Creating initial monmap... 2024-06-06T07:42:27.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool for a [v2:172.21.15.27:3300,v1:172.21.15.27:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:setting min_mon_release = quincy 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/monmaptool: set fsid to 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:42:27.965 INFO:teuthology.orchestra.run.smithi027.stdout:Creating mon... 2024-06-06T07:42:28.870 INFO:teuthology.orchestra.run.smithi027.stdout:create mon.a on 2024-06-06T07:42:29.092 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-06-06T07:42:29.251 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-06-06T07:42:29.445 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968.target → /etc/systemd/system/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968.target. 2024-06-06T07:42:29.445 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968.target → /etc/systemd/system/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968.target. 2024-06-06T07:42:29.771 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a 2024-06-06T07:42:29.771 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Failed to reset failed state of unit ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a.service: Unit ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a.service not loaded. 2024-06-06T07:42:29.951 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968.target.wants/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a.service → /etc/systemd/system/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@.service. 2024-06-06T07:42:30.503 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T07:42:30.503 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout disabled 2024-06-06T07:42:30.510 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T07:42:30.510 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout inactive 2024-06-06T07:42:30.510 INFO:teuthology.orchestra.run.smithi027.stdout:firewalld.service is not enabled 2024-06-06T07:42:30.510 INFO:teuthology.orchestra.run.smithi027.stdout:Not possible to enable service . firewalld.service is not available 2024-06-06T07:42:30.510 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for mon to start... 2024-06-06T07:42:30.511 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for mon... 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout cluster: 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout id: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout services: 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.555708s) 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout data: 2024-06-06T07:42:31.512 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout pgs: 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.937+0000 7fb3dbe32700 1 Processor -- start 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.937+0000 7fb3dbe32700 1 -- start start 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.937+0000 7fb3dbe32700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d4108660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.937+0000 7fb3dbe32700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d4108ba0 con 0x7fb3d4108240 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.937+0000 7fb3d9bce700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d4108660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d9bce700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d4108660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49940/0 (socket says 172.21.15.27:49940) 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d9bce700 1 -- 172.21.15.27:0/2998547079 learned_addr learned my addr 172.21.15.27:0/2998547079 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d9bce700 1 -- 172.21.15.27:0/2998547079 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d4108d20 con 0x7fb3d4108240 2024-06-06T07:42:31.513 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d9bce700 1 --2- 172.21.15.27:0/2998547079 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d4108660 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb3d00098a0 tx=0x7fb3d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6d5fc44da10741 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d8bcc700 1 -- 172.21.15.27:0/2998547079 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3d0004160 con 0x7fb3d4108240 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d8bcc700 1 -- 172.21.15.27:0/2998547079 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3d0004300 con 0x7fb3d4108240 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.938+0000 7fb3d8bcc700 1 -- 172.21.15.27:0/2998547079 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3d00036a0 con 0x7fb3d4108240 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2998547079 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 msgr2=0x7fb3d4108660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 --2- 172.21.15.27:0/2998547079 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d4108660 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb3d00098a0 tx=0x7fb3d0009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2998547079 shutdown_connections 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 --2- 172.21.15.27:0/2998547079 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d4108660 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2998547079 >> 172.21.15.27:0/2998547079 conn(0x7fb3d41038a0 msgr2=0x7fb3d4105cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2998547079 shutdown_connections 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2998547079 wait complete. 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.939+0000 7fb3dbe32700 1 Processor -- start 2024-06-06T07:42:31.514 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3dbe32700 1 -- start start 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3dbe32700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d407db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3dbe32700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d41096a0 con 0x7fb3d4108240 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3d9bce700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d407db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3d9bce700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d407db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49948/0 (socket says 172.21.15.27:49948) 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3d9bce700 1 -- 172.21.15.27:0/2504602111 learned_addr learned my addr 172.21.15.27:0/2504602111 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3d9bce700 1 -- 172.21.15.27:0/2504602111 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d407e0c0 con 0x7fb3d4108240 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3d9bce700 1 --2- 172.21.15.27:0/2504602111 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d407db80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb3d0009fb0 tx=0x7fb3d0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3d0003de0 con 0x7fb3d4108240 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3d0011630 con 0x7fb3d4108240 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.940+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3d407c2b0 con 0x7fb3d4108240 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.941+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3d0011930 con 0x7fb3d4108240 2024-06-06T07:42:31.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.941+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3d407c7f0 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.941+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb3d0011ad0 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.941+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb3d001b450 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.941+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3d4063af0 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:30.944+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fb3d0044dd0 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.020+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fb3d4195050 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.021+0000 7fb3caffd700 1 -- 172.21.15.27:0/2504602111 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fb3d0033030 con 0x7fb3d4108240 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 msgr2=0x7fb3d407db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 --2- 172.21.15.27:0/2504602111 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d407db80 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb3d0009fb0 tx=0x7fb3d0004750 comp rx=0 tx=0).stop 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 shutdown_connections 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 --2- 172.21.15.27:0/2504602111 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3d4108240 0x7fb3d407db80 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 >> 172.21.15.27:0/2504602111 conn(0x7fb3d41038a0 msgr2=0x7fb3d4192450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 shutdown_connections 2024-06-06T07:42:31.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.022+0000 7fb3dbe32700 1 -- 172.21.15.27:0/2504602111 wait complete. 2024-06-06T07:42:31.517 INFO:teuthology.orchestra.run.smithi027.stdout:mon is available 2024-06-06T07:42:31.517 INFO:teuthology.orchestra.run.smithi027.stdout:Assimilating anything we can from ceph.conf... 2024-06-06T07:42:32.568 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:32 smithi027 ceph-mon[31926]: from='client.? 172.21.15.27:0/4117211625' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout [global] 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout fsid = 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.27:3300,v1:172.21.15.27:6789] 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-06T07:42:32.576 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout [osd] 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe563d61700 1 Processor -- start 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe563d61700 1 -- start start 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe563d61700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c108690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:32.577 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe563d61700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe55c108bd0 con 0x7fe55c108270 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe561afd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c108690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe561afd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c108690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49954/0 (socket says 172.21.15.27:49954) 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.943+0000 7fe561afd700 1 -- 172.21.15.27:0/452222750 learned_addr learned my addr 172.21.15.27:0/452222750 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.944+0000 7fe561afd700 1 -- 172.21.15.27:0/452222750 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe55c108d50 con 0x7fe55c108270 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.944+0000 7fe561afd700 1 --2- 172.21.15.27:0/452222750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c108690 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe5580098a0 tx=0x7fe558009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3cbdfc5ac747b63 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.944+0000 7fe560afb700 1 -- 172.21.15.27:0/452222750 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe558004160 con 0x7fe55c108270 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.944+0000 7fe560afb700 1 -- 172.21.15.27:0/452222750 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe558004300 con 0x7fe55c108270 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.944+0000 7fe560afb700 1 -- 172.21.15.27:0/452222750 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5580036a0 con 0x7fe55c108270 2024-06-06T07:42:32.578 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 -- 172.21.15.27:0/452222750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 msgr2=0x7fe55c108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 --2- 172.21.15.27:0/452222750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c108690 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe5580098a0 tx=0x7fe558009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 -- 172.21.15.27:0/452222750 shutdown_connections 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 --2- 172.21.15.27:0/452222750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c108690 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 -- 172.21.15.27:0/452222750 >> 172.21.15.27:0/452222750 conn(0x7fe55c1038d0 msgr2=0x7fe55c105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 -- 172.21.15.27:0/452222750 shutdown_connections 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 -- 172.21.15.27:0/452222750 wait complete. 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 Processor -- start 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.945+0000 7fe563d61700 1 -- start start 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe563d61700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c19b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe563d61700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe55c1096d0 con 0x7fe55c108270 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe561afd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c19b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe561afd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c19b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49958/0 (socket says 172.21.15.27:49958) 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe561afd700 1 -- 172.21.15.27:0/4117211625 learned_addr learned my addr 172.21.15.27:0/4117211625 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:32.579 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe561afd700 1 -- 172.21.15.27:0/4117211625 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe55c19bd60 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe561afd700 1 --2- 172.21.15.27:0/4117211625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c19b820 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fe558000c00 tx=0x7fe558004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe558003db0 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe558011630 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe55c19bff0 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe558011950 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.946+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe55c19ece0 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.947+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe558011af0 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.947+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe55801c450 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.947+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe55c063af0 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:31.950+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fe558032020 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.020+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fe55c02de20 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.023+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fe558004260 con 0x7fe55c108270 2024-06-06T07:42:32.580 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.024+0000 7fe552ffd700 1 -- 172.21.15.27:0/4117211625 <== mon.0 v2:172.21.15.27:3300/0 8 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fe55801b450 con 0x7fe55c108270 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 msgr2=0x7fe55c19b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 --2- 172.21.15.27:0/4117211625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c19b820 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fe558000c00 tx=0x7fe558004750 comp rx=0 tx=0).stop 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 shutdown_connections 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 --2- 172.21.15.27:0/4117211625 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe55c108270 0x7fe55c19b820 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 >> 172.21.15.27:0/4117211625 conn(0x7fe55c1038d0 msgr2=0x7fe55c192480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 shutdown_connections 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.025+0000 7fe563d61700 1 -- 172.21.15.27:0/4117211625 wait complete. 2024-06-06T07:42:32.581 INFO:teuthology.orchestra.run.smithi027.stdout:Generating new minimal ceph.conf... 2024-06-06T07:42:33.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc2bec700 1 Processor -- start 2024-06-06T07:42:33.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc2bec700 1 -- start start 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc2bec700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc07c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc2bec700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fafbc07e170 con 0x7fafbc07dd50 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc0988700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc07c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc0988700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc07c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49968/0 (socket says 172.21.15.27:49968) 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.998+0000 7fafc0988700 1 -- 172.21.15.27:0/3664549868 learned_addr learned my addr 172.21.15.27:0/3664549868 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.999+0000 7fafc0988700 1 -- 172.21.15.27:0/3664549868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafbc07c850 con 0x7fafbc07dd50 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.999+0000 7fafc0988700 1 --2- 172.21.15.27:0/3664549868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc07c310 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fafac0098a0 tx=0x7fafac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=539de39df71f020a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.999+0000 7fafbb7fe700 1 -- 172.21.15.27:0/3664549868 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fafac004160 con 0x7fafbc07dd50 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.999+0000 7fafbb7fe700 1 -- 172.21.15.27:0/3664549868 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fafac004300 con 0x7fafbc07dd50 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:32.999+0000 7fafbb7fe700 1 -- 172.21.15.27:0/3664549868 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fafac011c00 con 0x7fafbc07dd50 2024-06-06T07:42:33.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 -- 172.21.15.27:0/3664549868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 msgr2=0x7fafbc07c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 --2- 172.21.15.27:0/3664549868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc07c310 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fafac0098a0 tx=0x7fafac009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 -- 172.21.15.27:0/3664549868 shutdown_connections 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 --2- 172.21.15.27:0/3664549868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc07c310 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 -- 172.21.15.27:0/3664549868 >> 172.21.15.27:0/3664549868 conn(0x7fafbc1038d0 msgr2=0x7fafbc105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 -- 172.21.15.27:0/3664549868 shutdown_connections 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 -- 172.21.15.27:0/3664549868 wait complete. 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 Processor -- start 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.000+0000 7fafc2bec700 1 -- start start 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc2bec700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc19e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc2bec700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fafbc10e6d0 con 0x7fafbc07dd50 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc0988700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc19e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:33.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc0988700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc19e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49974/0 (socket says 172.21.15.27:49974) 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc0988700 1 -- 172.21.15.27:0/3002714586 learned_addr learned my addr 172.21.15.27:0/3002714586 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc0988700 1 -- 172.21.15.27:0/3002714586 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafbc19e8c0 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc0988700 1 --2- 172.21.15.27:0/3002714586 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc19e380 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fafac003fb0 tx=0x7fafac011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fafac0039c0 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fafac003b60 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafbc19eb50 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.001+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fafac01a6b0 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.002+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafbc1a1840 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.002+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fafac01acf0 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.002+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fafac019700 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.003+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafbc063af0 con 0x7fafbc07dd50 2024-06-06T07:42:33.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.005+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fafac003d10 con 0x7fafbc07dd50 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.075+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fafbc1a1a10 con 0x7fafbc07dd50 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafb9ffb700 1 -- 172.21.15.27:0/3002714586 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fafac0249a0 con 0x7fafbc07dd50 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 msgr2=0x7fafbc19e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafc2bec700 1 --2- 172.21.15.27:0/3002714586 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc19e380 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fafac003fb0 tx=0x7fafac011bd0 comp rx=0 tx=0).stop 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 shutdown_connections 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafc2bec700 1 --2- 172.21.15.27:0/3002714586 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fafbc07dd50 0x7fafbc19e380 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 >> 172.21.15.27:0/3002714586 conn(0x7fafbc1038d0 msgr2=0x7fafbc104430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.076+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 shutdown_connections 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:33.077+0000 7fafc2bec700 1 -- 172.21.15.27:0/3002714586 wait complete. 2024-06-06T07:42:33.585 INFO:teuthology.orchestra.run.smithi027.stdout:Restarting the monitor... 2024-06-06T07:42:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:33 smithi027 ceph-mon[31926]: from='client.? 172.21.15.27:0/3002714586' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:42:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:33 smithi027 systemd[1]: Stopping Ceph mon.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:42:34.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:34 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[31921]: 2024-06-06T07:42:34.643+0000 7f7e8198f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T07:42:34.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:34 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[31921]: 2024-06-06T07:42:34.643+0000 7f7e8198f700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-06-06T07:42:34.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:34 smithi027 podman[32171]: 2024-06-06 07:42:34.72543386 +0000 UTC m=+0.974995369 container died 83bdb221f69a8ffc8cd049e8971e51ab14fa6a1034ef6ead0cdc81b5d1af8163 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-06-06T07:42:38.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:38 smithi027 podman[32171]: 2024-06-06 07:42:38.535833622 +0000 UTC m=+4.785395133 container cleanup 83bdb221f69a8ffc8cd049e8971e51ab14fa6a1034ef6ead0cdc81b5d1af8163 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-06-06T07:42:38.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:38 smithi027 bash[32171]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a 2024-06-06T07:42:40.743 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:40 smithi027 podman[32185]: 2024-06-06 07:42:40.61062417 +0000 UTC m=+5.884149840 container remove 83bdb221f69a8ffc8cd049e8971e51ab14fa6a1034ef6ead0cdc81b5d1af8163 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T07:42:41.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:40 smithi027 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a.service: Deactivated successfully. 2024-06-06T07:42:41.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:40 smithi027 systemd[1]: Stopped Ceph mon.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:42:41.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:40 smithi027 systemd[1]: Starting Ceph mon.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:42:41.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:40 smithi027 podman[32274]: 2024-06-06 07:42:40.86715054 +0000 UTC m=+0.017701682 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-06T07:42:42.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:41 smithi027 podman[32274]: 2024-06-06 07:42:41.961619994 +0000 UTC m=+1.112171137 container create a124d37cc5b21c6b7494485a38dd2b5a127701557c1501ff1ced49f36c443413 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T07:42:43.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 podman[32274]: 2024-06-06 07:42:43.593406168 +0000 UTC m=+2.743957281 container init a124d37cc5b21c6b7494485a38dd2b5a127701557c1501ff1ced49f36c443413 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_CLEAN=True) 2024-06-06T07:42:43.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 podman[32274]: 2024-06-06 07:42:43.597504974 +0000 UTC m=+2.748056098 container start a124d37cc5b21c6b7494485a38dd2b5a127701557c1501ff1ced49f36c443413 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-06-06T07:42:43.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: set uid:gid to 167:167 (ceph:ceph) 2024-06-06T07:42:43.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-06T07:42:43.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: pidfile_write: ignore empty --pid-file 2024-06-06T07:42:43.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: load: jerasure load: lrc 2024-06-06T07:42:43.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: RocksDB version: 7.9.2 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Git sha 0 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: DB SUMMARY 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: DB Session ID: 3W13WCNX5ZYEJR0T7PWW 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: CURRENT file: CURRENT 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: IDENTITY file: IDENTITY 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-06-06T07:42:43.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-06-06T07:42:43.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 106384 ; 2024-06-06T07:42:43.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.error_if_exists: 0 2024-06-06T07:42:43.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.create_if_missing: 0 2024-06-06T07:42:43.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.paranoid_checks: 1 2024-06-06T07:42:43.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-06T07:42:43.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.env: 0x55fb09a74c60 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.fs: PosixFileSystem 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.info_log: 0x55fb0a8a7b20 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_file_opening_threads: 16 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.statistics: (nil) 2024-06-06T07:42:43.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.use_fsync: 0 2024-06-06T07:42:43.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_log_file_size: 0 2024-06-06T07:42:43.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T07:42:43.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T07:42:43.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.keep_log_file_num: 1000 2024-06-06T07:42:43.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.recycle_log_file_num: 0 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.allow_fallocate: 1 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.allow_mmap_reads: 0 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.allow_mmap_writes: 0 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.use_direct_reads: 0 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.create_missing_column_families: 0 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.db_log_dir: 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.wal_dir: 2024-06-06T07:42:43.903 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.advise_random_on_open: 1 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.db_write_buffer_size: 0 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.write_buffer_manager: 0x55fb0a8781e0 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.rate_limiter: (nil) 2024-06-06T07:42:43.904 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.wal_recovery_mode: 2 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.enable_thread_tracking: 0 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.enable_pipelined_write: 0 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.unordered_write: 0 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.row_cache: None 2024-06-06T07:42:43.905 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.wal_filter: None 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.allow_ingest_behind: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.two_write_queues: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.manual_wal_flush: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.wal_compression: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.atomic_flush: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.log_readahead_size: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.best_efforts_recovery: 0 2024-06-06T07:42:43.906 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.allow_data_in_errors: 0 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.db_host_id: __hostname__ 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_background_jobs: 2 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_background_compactions: -1 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_subcompactions: 1 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_total_wal_size: 0 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T07:42:43.907 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_open_files: -1 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bytes_per_sync: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_readahead_size: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_background_flushes: -1 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Compression algorithms supported: 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kZSTD supported: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kXpressCompression supported: 0 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kLZ4HCCompression supported: 1 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kZlibCompression supported: 1 2024-06-06T07:42:43.908 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kSnappyCompression supported: 1 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kLZ4Compression supported: 1 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: kBZip2Compression supported: 0 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.merge_operator: 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_filter: None 2024-06-06T07:42:43.909 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_filter_factory: None 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.sst_partitioner_factory: None 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fb0a8a7c40) 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: cache_index_and_filter_blocks: 1 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: pin_top_level_index_and_filter: 1 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: index_type: 0 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: data_block_index_type: 0 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: index_shortening: 1 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-06T07:42:43.910 INFO:journalctl@ceph.mon.a.smithi027.stdout: checksum: 4 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: no_block_cache: 0 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_cache: 0x55fb0a8a9090 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_cache_name: BinnedLRUCache 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_cache_options: 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: capacity : 536870912 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: num_shard_bits : 4 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: strict_capacity_limit : 0 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: high_pri_pool_ratio: 0.000 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_cache_compressed: (nil) 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: persistent_cache: (nil) 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_size: 4096 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_size_deviation: 10 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_restart_interval: 16 2024-06-06T07:42:43.911 INFO:journalctl@ceph.mon.a.smithi027.stdout: index_block_restart_interval: 1 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: metadata_block_size: 4096 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: partition_filters: 0 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: use_delta_encoding: 1 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: filter_policy: bloomfilter 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: whole_key_filtering: 1 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: verify_compression: 0 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: read_amp_bytes_per_bit: 0 2024-06-06T07:42:43.912 INFO:journalctl@ceph.mon.a.smithi027.stdout: format_version: 5 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout: enable_index_compression: 1 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout: block_align: 0 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout: max_auto_readahead_size: 262144 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout: prepopulate_block_cache: 0 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout: initial_auto_readahead_size: 8192 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout: num_file_reads_for_auto_readahead: 2 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.write_buffer_size: 33554432 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_write_buffer_number: 2 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression: NoCompression 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression: Disabled 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.prefix_extractor: nullptr 2024-06-06T07:42:43.913 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.num_levels: 7 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T07:42:43.914 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.level: 32767 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.strategy: 0 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.enabled: false 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-06T07:42:43.915 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.target_file_size_base: 67108864 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T07:42:43.916 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T07:42:43.917 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T07:42:43.917 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T07:42:43.917 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T07:42:43.917 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T07:42:43.917 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T07:42:43.917 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.arena_block_size: 1048576 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.disable_auto_compactions: 0 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T07:42:43.918 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.table_properties_collectors: 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.inplace_update_support: 0 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.bloom_locality: 0 2024-06-06T07:42:43.919 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.max_successive_merges: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.paranoid_file_checks: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.force_consistency_checks: 1 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.report_bg_io_stats: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.ttl: 2592000 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.enable_blob_files: false 2024-06-06T07:42:43.920 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.min_blob_size: 0 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.blob_file_size: 268435456 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.blob_file_starting_level: 0 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 58298ef9-49c7-4a64-8d2f-d3da0066a85c 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717659763634520, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-06-06T07:42:43.921 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717659763635707, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 101320, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 332, "table_properties": {"data_size": 99229, "index_size": 309, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14566, "raw_average_key_size": 50, "raw_value_size": 91353, "raw_average_value_size": 313, "num_data_blocks": 12, "num_entries": 291, "num_filter_entries": 291, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1717659763, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "58298ef9-49c7-4a64-8d2f-d3da0066a85c", "db_session_id": "3W13WCNX5ZYEJR0T7PWW", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717659763635823, "job": 1, "event": "recovery_finished"} 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55fb0a998000 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: DB pointer 0x55fb0a982000 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout: ** DB Stats ** 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T07:42:43.922 INFO:journalctl@ceph.mon.a.smithi027.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: ** Compaction Stats [default] ** 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: L0 2/0 100.78 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Sum 2/0 100.78 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: 2024-06-06T07:42:43.923 INFO:journalctl@ceph.mon.a.smithi027.stdout: ** Compaction Stats [default] ** 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 133.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-06T07:42:43.924 INFO:journalctl@ceph.mon.a.smithi027.stdout: Cumulative compaction: 0.00 GB write, 25.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: Interval compaction: 0.00 GB write, 25.34 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: Block cache BinnedLRUCache@0x55fb0a8a9090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: starting mon.a rank 0 at public addrs [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] at bind addrs [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???) e1 preinit fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).mds e1 new map 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).mds e1 print_map 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: e1 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T07:42:43.925 INFO:journalctl@ceph.mon.a.smithi027.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout: legacy client fscid: -1 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout: 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout: No filesystems configured 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: monmap epoch 1 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:43.926 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: last_changed 2024-06-06T07:42:27.359165+0000 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: min_mon_release 19 (squid) 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: election_strategy: 1 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: fsmap 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: osdmap e1: 0 total, 0 up, 0 in 2024-06-06T07:42:43.927 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:43 smithi027 ceph-mon[32293]: mgrmap e1: no daemons active 2024-06-06T07:42:44.491 INFO:teuthology.orchestra.run.smithi027.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-06-06T07:42:44.813 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:44 smithi027 bash[32274]: a124d37cc5b21c6b7494485a38dd2b5a127701557c1501ff1ced49f36c443413 2024-06-06T07:42:44.813 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:44 smithi027 systemd[1]: Started Ceph mon.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:42:45.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.988+0000 7efe51ba6700 1 Processor -- start 2024-06-06T07:42:45.625 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.988+0000 7efe51ba6700 1 -- start start 2024-06-06T07:42:45.625 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.989+0000 7efe51ba6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c106f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:45.625 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.989+0000 7efe51ba6700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c07be20 con 0x7efe4c106b00 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.989+0000 7efe4b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c106f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.989+0000 7efe4b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c106f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51102/0 (socket says 172.21.15.27:51102) 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.989+0000 7efe4b7fe700 1 -- 172.21.15.27:0/465621403 learned_addr learned my addr 172.21.15.27:0/465621403 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.989+0000 7efe4b7fe700 1 -- 172.21.15.27:0/465621403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c107460 con 0x7efe4c106b00 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe4b7fe700 1 --2- 172.21.15.27:0/465621403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c106f20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7efe3c0098a0 tx=0x7efe3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa7ad0272006dc55 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe4a7fc700 1 -- 172.21.15.27:0/465621403 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe3c004160 con 0x7efe4c106b00 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe4a7fc700 1 -- 172.21.15.27:0/465621403 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7efe3c004300 con 0x7efe4c106b00 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe4a7fc700 1 -- 172.21.15.27:0/465621403 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe3c011c00 con 0x7efe4c106b00 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe51ba6700 1 -- 172.21.15.27:0/465621403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 msgr2=0x7efe4c106f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe51ba6700 1 --2- 172.21.15.27:0/465621403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c106f20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7efe3c0098a0 tx=0x7efe3c009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.990+0000 7efe51ba6700 1 -- 172.21.15.27:0/465621403 shutdown_connections 2024-06-06T07:42:45.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.991+0000 7efe51ba6700 1 --2- 172.21.15.27:0/465621403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c106f20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.991+0000 7efe51ba6700 1 -- 172.21.15.27:0/465621403 >> 172.21.15.27:0/465621403 conn(0x7efe4c1026a0 msgr2=0x7efe4c104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.991+0000 7efe51ba6700 1 -- 172.21.15.27:0/465621403 shutdown_connections 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.991+0000 7efe51ba6700 1 -- 172.21.15.27:0/465621403 wait complete. 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.991+0000 7efe51ba6700 1 Processor -- start 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.991+0000 7efe51ba6700 1 -- start start 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe51ba6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c19e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe51ba6700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efe4c1084e0 con 0x7efe4c106b00 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe4b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c19e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe4b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c19e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51106/0 (socket says 172.21.15.27:51106) 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe4b7fe700 1 -- 172.21.15.27:0/1982255978 learned_addr learned my addr 172.21.15.27:0/1982255978 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe4b7fe700 1 -- 172.21.15.27:0/1982255978 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4c19ec80 con 0x7efe4c106b00 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe4b7fe700 1 --2- 172.21.15.27:0/1982255978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c19e740 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7efe3c003fb0 tx=0x7efe3c011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe3c0039c0 con 0x7efe4c106b00 2024-06-06T07:42:45.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7efe3c003b60 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.992+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe4c19ef10 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.993+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efe3c01a6b0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.993+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe4c1a1bb0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.993+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efe3c0193c0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.993+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efe3c0247c0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.994+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe4c063af0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:44.996+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7efe3c043dd0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.068+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7efe4c02dca0 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.070+0000 7efe48ff9700 1 -- 172.21.15.27:0/1982255978 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7efe3c032030 con 0x7efe4c106b00 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.070+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 msgr2=0x7efe4c19e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.070+0000 7efe51ba6700 1 --2- 172.21.15.27:0/1982255978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c19e740 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7efe3c003fb0 tx=0x7efe3c011bd0 comp rx=0 tx=0).stop 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.071+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 shutdown_connections 2024-06-06T07:42:45.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.071+0000 7efe51ba6700 1 --2- 172.21.15.27:0/1982255978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efe4c106b00 0x7efe4c19e740 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:45.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.071+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 >> 172.21.15.27:0/1982255978 conn(0x7efe4c1026a0 msgr2=0x7efe4c194fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:45.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.071+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 shutdown_connections 2024-06-06T07:42:45.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:45.071+0000 7efe51ba6700 1 -- 172.21.15.27:0/1982255978 wait complete. 2024-06-06T07:42:45.629 INFO:teuthology.orchestra.run.smithi027.stdout:Wrote config to /etc/ceph/ceph.conf 2024-06-06T07:42:45.643 INFO:teuthology.orchestra.run.smithi027.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-06-06T07:42:45.643 INFO:teuthology.orchestra.run.smithi027.stdout:Creating mgr... 2024-06-06T07:42:45.643 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying port 0.0.0.0:9283 ... 2024-06-06T07:42:45.644 INFO:teuthology.orchestra.run.smithi027.stdout:Verifying port 0.0.0.0:8765 ... 2024-06-06T07:42:45.897 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x 2024-06-06T07:42:45.897 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Failed to reset failed state of unit ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service: Unit ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service not loaded. 2024-06-06T07:42:46.048 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968.target.wants/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@.service. 2024-06-06T07:42:46.279 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:46 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1982255978' entity='client.admin' 2024-06-06T07:42:46.530 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T07:42:46.530 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout disabled 2024-06-06T07:42:46.538 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T07:42:46.538 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout inactive 2024-06-06T07:42:46.538 INFO:teuthology.orchestra.run.smithi027.stdout:firewalld.service is not enabled 2024-06-06T07:42:46.538 INFO:teuthology.orchestra.run.smithi027.stdout:Not possible to enable service . firewalld.service is not available 2024-06-06T07:42:46.547 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T07:42:46.547 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout disabled 2024-06-06T07:42:46.555 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T07:42:46.555 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout inactive 2024-06-06T07:42:46.555 INFO:teuthology.orchestra.run.smithi027.stdout:firewalld.service is not enabled 2024-06-06T07:42:46.555 INFO:teuthology.orchestra.run.smithi027.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-06-06T07:42:46.555 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for mgr to start... 2024-06-06T07:42:46.556 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for mgr... 2024-06-06T07:42:46.636 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:46 smithi027 systemd[1]: Started Ceph mgr.x for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:42:46.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:46.635+0000 7f0a84548200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:42:46.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:46.832+0000 7f0a84548200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:42:47.277 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:47 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1747353456' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T07:42:47.278 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:46.942+0000 7f0a84548200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:42:47.278 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:47.276+0000 7f0a84548200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:42:47.645 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:47.368+0000 7f0a84548200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:42:47.669 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:47.669 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:42:47.669 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:42:47.669 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T07:42:47.669 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 0 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-06-06T07:42:47.670 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T07:42:47.671 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T07:42:47.672 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T07:42:47.673 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T07:42:30.466926+0000", 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.963+0000 7ff3bcebc700 1 Processor -- start 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.963+0000 7ff3bcebc700 1 -- start start 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3bcebc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b810b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3bcebc700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b807be00 con 0x7ff3b8108d30 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3b659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b810b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3b659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b810b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51148/0 (socket says 172.21.15.27:51148) 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3b659c700 1 -- 172.21.15.27:0/3758701507 learned_addr learned my addr 172.21.15.27:0/3758701507 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:47.674 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3b659c700 1 -- 172.21.15.27:0/3758701507 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b810b660 con 0x7ff3b8108d30 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.964+0000 7ff3b659c700 1 --2- 172.21.15.27:0/3758701507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b810b120 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff3a80098a0 tx=0x7ff3a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b83e4f3b277705 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.965+0000 7ff3b559a700 1 -- 172.21.15.27:0/3758701507 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a8004160 con 0x7ff3b8108d30 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.965+0000 7ff3b559a700 1 -- 172.21.15.27:0/3758701507 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff3a8004300 con 0x7ff3b8108d30 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.965+0000 7ff3b559a700 1 -- 172.21.15.27:0/3758701507 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a8011c00 con 0x7ff3b8108d30 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 -- 172.21.15.27:0/3758701507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 msgr2=0x7ff3b810b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 --2- 172.21.15.27:0/3758701507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b810b120 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff3a80098a0 tx=0x7ff3a8009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 -- 172.21.15.27:0/3758701507 shutdown_connections 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 --2- 172.21.15.27:0/3758701507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b810b120 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 -- 172.21.15.27:0/3758701507 >> 172.21.15.27:0/3758701507 conn(0x7ff3b81026a0 msgr2=0x7ff3b8104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 -- 172.21.15.27:0/3758701507 shutdown_connections 2024-06-06T07:42:47.675 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.966+0000 7ff3bcebc700 1 -- 172.21.15.27:0/3758701507 wait complete. 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3bcebc700 1 Processor -- start 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3bcebc700 1 -- start start 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3bcebc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b819c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3bcebc700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b810c5c0 con 0x7ff3b8108d30 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3b659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b819c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3b659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b819c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51156/0 (socket says 172.21.15.27:51156) 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3b659c700 1 -- 172.21.15.27:0/1747353456 learned_addr learned my addr 172.21.15.27:0/1747353456 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.967+0000 7ff3b659c700 1 -- 172.21.15.27:0/1747353456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b819c9d0 con 0x7ff3b8108d30 2024-06-06T07:42:47.676 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3b659c700 1 --2- 172.21.15.27:0/1747353456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b819c490 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8003fb0 tx=0x7ff3a8011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a80039c0 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff3a8003b60 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b819cc60 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff3a801a6b0 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b819f950 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff3a801ad10 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.968+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff3a8019700 con 0x7ff3b8108d30 2024-06-06T07:42:47.677 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.969+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b8063af0 con 0x7ff3b8108d30 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:46.973+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7ff3a8003d10 con 0x7ff3b8108d30 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.047+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7ff3b802dca0 con 0x7ff3b8108d30 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.047+0000 7ff3a77fe700 1 -- 172.21.15.27:0/1747353456 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7ff3a80249a0 con 0x7ff3b8108d30 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 msgr2=0x7ff3b819c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 --2- 172.21.15.27:0/1747353456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b819c490 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8003fb0 tx=0x7ff3a8011bd0 comp rx=0 tx=0).stop 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 shutdown_connections 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 --2- 172.21.15.27:0/1747353456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3b8108d30 0x7ff3b819c490 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 >> 172.21.15.27:0/1747353456 conn(0x7ff3b81026a0 msgr2=0x7ff3b81033b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:47.678 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 shutdown_connections 2024-06-06T07:42:47.679 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:47.048+0000 7ff3bcebc700 1 -- 172.21.15.27:0/1747353456 wait complete. 2024-06-06T07:42:47.679 INFO:teuthology.orchestra.run.smithi027.stdout:mgr not available, waiting (1/15)... 2024-06-06T07:42:48.999 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:48.647+0000 7f0a84548200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:42:48.999 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:48.822+0000 7f0a84548200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:42:48.999 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:48.998+0000 7f0a84548200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:42:49.621 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:49.299+0000 7f0a84548200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:42:49.621 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:49.396+0000 7f0a84548200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:42:49.621 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:49.620+0000 7f0a84548200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:42:49.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:49.825+0000 7f0a84548200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:42:50.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:50.460+0000 7f0a84548200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:42:51.212 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:50.900+0000 7f0a84548200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:42:51.213 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:51.002+0000 7f0a84548200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:42:51.213 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:51.211+0000 7f0a84548200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:42:52.118 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:51.763+0000 7f0a84548200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:42:52.119 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:51.861+0000 7f0a84548200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:42:52.376 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:52.117+0000 7f0a84548200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:42:52.376 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:52.258+0000 7f0a84548200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:42:52.376 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:52.360+0000 7f0a84548200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:42:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:52 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3962622832' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T07:42:52.645 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:52.489+0000 7f0a84548200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:42:53.005 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:52.802+0000 7f0a84548200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T07:42:53.015 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 0 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T07:42:53.016 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T07:42:53.017 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.018 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:53.019 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T07:42:30.466926+0000", 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25fe167700 1 Processor -- start 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25fe167700 1 -- start start 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25fe167700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f8108a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25fe167700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f25f8109060 con 0x7f25f8108670 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25f77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f8108a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25f77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f8108a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51158/0 (socket says 172.21.15.27:51158) 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25f77fe700 1 -- 172.21.15.27:0/1344435670 learned_addr learned my addr 172.21.15.27:0/1344435670 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:53.020 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.293+0000 7f25f77fe700 1 -- 172.21.15.27:0/1344435670 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f81072d0 con 0x7f25f8108670 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.294+0000 7f25f77fe700 1 --2- 172.21.15.27:0/1344435670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f8108a90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f25e80098a0 tx=0x7f25e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e85fcc4231461bc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.294+0000 7f25f67fc700 1 -- 172.21.15.27:0/1344435670 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25e8004160 con 0x7f25f8108670 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.294+0000 7f25f67fc700 1 -- 172.21.15.27:0/1344435670 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f25e8004300 con 0x7f25f8108670 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.294+0000 7f25f67fc700 1 -- 172.21.15.27:0/1344435670 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25e8011c00 con 0x7f25f8108670 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.294+0000 7f25fe167700 1 -- 172.21.15.27:0/1344435670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 msgr2=0x7f25f8108a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.294+0000 7f25fe167700 1 --2- 172.21.15.27:0/1344435670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f8108a90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f25e80098a0 tx=0x7f25e8009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 -- 172.21.15.27:0/1344435670 shutdown_connections 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 --2- 172.21.15.27:0/1344435670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f8108a90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 -- 172.21.15.27:0/1344435670 >> 172.21.15.27:0/1344435670 conn(0x7f25f8101e80 msgr2=0x7f25f81042a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 -- 172.21.15.27:0/1344435670 shutdown_connections 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 -- 172.21.15.27:0/1344435670 wait complete. 2024-06-06T07:42:53.021 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 Processor -- start 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.295+0000 7f25fe167700 1 -- start start 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25fe167700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f819c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25fe167700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f25f810b690 con 0x7f25f8108670 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f819c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f819c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51164/0 (socket says 172.21.15.27:51164) 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f77fe700 1 -- 172.21.15.27:0/3962622832 learned_addr learned my addr 172.21.15.27:0/3962622832 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f77fe700 1 -- 172.21.15.27:0/3962622832 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f819c660 con 0x7f25f8108670 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f77fe700 1 --2- 172.21.15.27:0/3962622832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f819c120 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f25e8003fb0 tx=0x7f25e8011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25e80039c0 con 0x7f25f8108670 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f25e8003b60 con 0x7f25f8108670 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25f819c8f0 con 0x7f25f8108670 2024-06-06T07:42:53.022 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.296+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25e801a6b0 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.297+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25f819f5e0 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.297+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f25e801ad10 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.297+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f25e8019af0 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.297+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25f8063af0 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.300+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f25e8003d10 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.374+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f25f80008d0 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.375+0000 7f25f4ff9700 1 -- 172.21.15.27:0/3962622832 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f25e8019d90 con 0x7f25f8108670 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 msgr2=0x7f25f819c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 --2- 172.21.15.27:0/3962622832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f819c120 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f25e8003fb0 tx=0x7f25e8011bd0 comp rx=0 tx=0).stop 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 shutdown_connections 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 --2- 172.21.15.27:0/3962622832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8108670 0x7f25f819c120 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 >> 172.21.15.27:0/3962622832 conn(0x7f25f8101e80 msgr2=0x7f25f8102d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:53.023 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 shutdown_connections 2024-06-06T07:42:53.024 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:52.376+0000 7f25fe167700 1 -- 172.21.15.27:0/3962622832 wait complete. 2024-06-06T07:42:53.024 INFO:teuthology.orchestra.run.smithi027.stdout:mgr not available, waiting (2/15)... 2024-06-06T07:42:53.718 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:53.439+0000 7f0a84548200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:42:53.718 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:53.664+0000 7f0a84548200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: Activating manager daemon x 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: mgrmap e2: x(active, starting, since 0.00293322s) 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T07:42:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: Manager daemon x is now available 2024-06-06T07:42:54.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:42:54.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:42:54.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' 2024-06-06T07:42:54.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' 2024-06-06T07:42:54.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:53 smithi027 ceph-mon[32293]: from='mgr.14100 172.21.15.27:0/237562526' entity='mgr.x' 2024-06-06T07:42:56.016 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:55 smithi027 ceph-mon[32293]: mgrmap e3: x(active, since 1.00726s) 2024-06-06T07:42:56.338 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "health": { 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 0 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:56.339 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "a" 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-06T07:42:56.340 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-06T07:42:56.341 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-06T07:42:56.342 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "restful" 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ], 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "modified": "2024-06-06T07:42:30.466926+0000", 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout }, 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.426+0000 7fe743a2d700 1 Processor -- start 2024-06-06T07:42:56.343 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.426+0000 7fe743a2d700 1 -- start start 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.426+0000 7fe743a2d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c07c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.426+0000 7fe743a2d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe73c07e150 con 0x7fe73c07dd30 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.427+0000 7fe7417c9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c07c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.427+0000 7fe7417c9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c07c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60734/0 (socket says 172.21.15.27:60734) 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.427+0000 7fe7417c9700 1 -- 172.21.15.27:0/1842927297 learned_addr learned my addr 172.21.15.27:0/1842927297 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.427+0000 7fe7417c9700 1 -- 172.21.15.27:0/1842927297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe73c07c830 con 0x7fe73c07dd30 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.427+0000 7fe7417c9700 1 --2- 172.21.15.27:0/1842927297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c07c2f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe7380098a0 tx=0x7fe738009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47987a66b8b7252a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.427+0000 7fe72ffff700 1 -- 172.21.15.27:0/1842927297 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe738004160 con 0x7fe73c07dd30 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe72ffff700 1 -- 172.21.15.27:0/1842927297 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fe738004300 con 0x7fe73c07dd30 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe72ffff700 1 -- 172.21.15.27:0/1842927297 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe738011c00 con 0x7fe73c07dd30 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 -- 172.21.15.27:0/1842927297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 msgr2=0x7fe73c07c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 --2- 172.21.15.27:0/1842927297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c07c2f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe7380098a0 tx=0x7fe738009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:56.344 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 -- 172.21.15.27:0/1842927297 shutdown_connections 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 --2- 172.21.15.27:0/1842927297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c07c2f0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 -- 172.21.15.27:0/1842927297 >> 172.21.15.27:0/1842927297 conn(0x7fe73c1038d0 msgr2=0x7fe73c105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 -- 172.21.15.27:0/1842927297 shutdown_connections 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.428+0000 7fe743a2d700 1 -- 172.21.15.27:0/1842927297 wait complete. 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe743a2d700 1 Processor -- start 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe743a2d700 1 -- start start 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe743a2d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c19e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe743a2d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe73c10e6f0 con 0x7fe73c07dd30 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe7417c9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c19e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe7417c9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c19e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60746/0 (socket says 172.21.15.27:60746) 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe7417c9700 1 -- 172.21.15.27:0/1546291637 learned_addr learned my addr 172.21.15.27:0/1546291637 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:56.345 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.429+0000 7fe7417c9700 1 -- 172.21.15.27:0/1546291637 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe73c19e840 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.430+0000 7fe7417c9700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c19e300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe738011bd0 tx=0x7fe738011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.430+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe738003b20 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.430+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fe738003cc0 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.430+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe73c19ead0 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.430+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe738024930 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.430+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe73c1a17c0 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.431+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7fe738022020 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.431+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe73c063af0 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.431+0000 7fe72e7fc700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fe728038f30 0x7fe72803b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.431+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe73804caf0 con 0x7fe73c07dd30 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.431+0000 7fe740fc8700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fe728038f30 0x7fe72803b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:56.346 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.432+0000 7fe740fc8700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fe728038f30 0x7fe72803b3f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe730006fd0 tx=0x7fe730006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.437+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe73801aca0 con 0x7fe73c07dd30 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.672+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fe73801a430 con 0x7fe73c07dd30 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.727+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fe73c1a1990 con 0x7fe73c07dd30 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.727+0000 7fe72e7fc700 1 -- 172.21.15.27:0/1546291637 <== mon.0 v2:172.21.15.27:3300/0 8 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fe73c1a1990 con 0x7fe73c07dd30 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fe728038f30 msgr2=0x7fe72803b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fe728038f30 0x7fe72803b3f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe730006fd0 tx=0x7fe730006e40 comp rx=0 tx=0).stop 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 msgr2=0x7fe73c19e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c19e300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe738011bd0 tx=0x7fe738011cb0 comp rx=0 tx=0).stop 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 shutdown_connections 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fe728038f30 0x7fe72803b3f0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 --2- 172.21.15.27:0/1546291637 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe73c07dd30 0x7fe73c19e300 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 >> 172.21.15.27:0/1546291637 conn(0x7fe73c1038d0 msgr2=0x7fe73c104430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:56.347 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 shutdown_connections 2024-06-06T07:42:56.348 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:55.731+0000 7fe743a2d700 1 -- 172.21.15.27:0/1546291637 wait complete. 2024-06-06T07:42:56.348 INFO:teuthology.orchestra.run.smithi027.stdout:mgr is available 2024-06-06T07:42:56.975 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:56 smithi027 ceph-mon[32293]: mgrmap e4: x(active, since 2s) 2024-06-06T07:42:56.976 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1546291637' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-06T07:42:57.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:57.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout [global] 2024-06-06T07:42:57.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout fsid = 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:42:57.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-06T07:42:57.515 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout [osd] 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-06T07:42:57.516 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f56231a0700 1 Processor -- start 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f56231a0700 1 -- start start 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f56231a0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c10b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f56231a0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f561c07bde0 con 0x7f561c108d10 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f5620f3c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c10b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f5620f3c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c10b100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60750/0 (socket says 172.21.15.27:60750) 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.758+0000 7f5620f3c700 1 -- 172.21.15.27:0/1874149271 learned_addr learned my addr 172.21.15.27:0/1874149271 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f5620f3c700 1 -- 172.21.15.27:0/1874149271 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c10b640 con 0x7f561c108d10 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f5620f3c700 1 --2- 172.21.15.27:0/1874149271 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c10b100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f56100098a0 tx=0x7f5610009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa22bd92151054ea server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f561b7fe700 1 -- 172.21.15.27:0/1874149271 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5610004160 con 0x7f561c108d10 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f561b7fe700 1 -- 172.21.15.27:0/1874149271 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5610004300 con 0x7f561c108d10 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f561b7fe700 1 -- 172.21.15.27:0/1874149271 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5610011c00 con 0x7f561c108d10 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f56231a0700 1 -- 172.21.15.27:0/1874149271 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 msgr2=0x7f561c10b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:57.517 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.759+0000 7f56231a0700 1 --2- 172.21.15.27:0/1874149271 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c10b100 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f56100098a0 tx=0x7f5610009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 -- 172.21.15.27:0/1874149271 shutdown_connections 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 --2- 172.21.15.27:0/1874149271 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c10b100 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 -- 172.21.15.27:0/1874149271 >> 172.21.15.27:0/1874149271 conn(0x7f561c1026e0 msgr2=0x7f561c104b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 -- 172.21.15.27:0/1874149271 shutdown_connections 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 -- 172.21.15.27:0/1874149271 wait complete. 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 Processor -- start 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 -- start start 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c108590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.760+0000 7f56231a0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f561c10c590 con 0x7f561c108d10 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.761+0000 7f5620f3c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c108590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.761+0000 7f5620f3c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c108590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60764/0 (socket says 172.21.15.27:60764) 2024-06-06T07:42:57.518 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.761+0000 7f5620f3c700 1 -- 172.21.15.27:0/1049530407 learned_addr learned my addr 172.21.15.27:0/1049530407 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.761+0000 7f5620f3c700 1 -- 172.21.15.27:0/1049530407 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561c108ad0 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.762+0000 7f5620f3c700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c108590 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5610003fb0 tx=0x7f5610011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.762+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f56100039c0 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.762+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f5610003b60 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.762+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f561001a6b0 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.762+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f561c106cc0 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.762+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f561c107200 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.763+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f561001a960 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.763+0000 7f5619ffb700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f560c039000 0x7f560c03b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.763+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f561004d3d0 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.763+0000 7f561bfff700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f560c039000 0x7f560c03b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.763+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f561c063af0 con 0x7f561c108d10 2024-06-06T07:42:57.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.764+0000 7f561bfff700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f560c039000 0x7f560c03b4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5608006fd0 tx=0x7f5608006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.769+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5610019c70 con 0x7f561c108d10 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.975+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f561c107480 con 0x7f561c108d10 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.975+0000 7f5619ffb700 1 -- 172.21.15.27:0/1049530407 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7f5610003d10 con 0x7f561c108d10 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f560c039000 msgr2=0x7f560c03b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f560c039000 0x7f560c03b4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5608006fd0 tx=0x7f5608006e40 comp rx=0 tx=0).stop 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 msgr2=0x7f561c108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c108590 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f5610003fb0 tx=0x7f5610011bd0 comp rx=0 tx=0).stop 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 shutdown_connections 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f560c039000 0x7f560c03b4c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 --2- 172.21.15.27:0/1049530407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f561c108d10 0x7f561c108590 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 >> 172.21.15.27:0/1049530407 conn(0x7f561c1026e0 msgr2=0x7f561c1031a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 shutdown_connections 2024-06-06T07:42:57.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:56.978+0000 7f56231a0700 1 -- 172.21.15.27:0/1049530407 wait complete. 2024-06-06T07:42:57.521 INFO:teuthology.orchestra.run.smithi027.stdout:Enabling cephadm module... 2024-06-06T07:42:57.744 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:57 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1049530407' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-06T07:42:58.988 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:58 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2970437421' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-06-06T07:42:58.989 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: ignoring --setuser ceph since I am not root 2024-06-06T07:42:58.989 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: ignoring --setgroup ceph since I am not root 2024-06-06T07:42:58.989 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:58.854+0000 7fe4f25a8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:42:59.272 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:59.050+0000 7fe4f25a8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:42:59.272 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:59.158+0000 7fe4f25a8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:42:59.275 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e88c9700 1 Processor -- start 2024-06-06T07:42:59.280 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e88c9700 1 -- start start 2024-06-06T07:42:59.280 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e88c9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e410b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:59.280 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e88c9700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f77e407bec0 con 0x7f77e4108ca0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e410b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e410b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60766/0 (socket says 172.21.15.27:60766) 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.968+0000 7f77e259c700 1 -- 172.21.15.27:0/3910308580 learned_addr learned my addr 172.21.15.27:0/3910308580 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.969+0000 7f77e259c700 1 -- 172.21.15.27:0/3910308580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77e410b5d0 con 0x7f77e4108ca0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.969+0000 7f77e259c700 1 --2- 172.21.15.27:0/3910308580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e410b090 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f77d40098a0 tx=0x7f77d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd4c65fb9048e255 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.969+0000 7f77e159a700 1 -- 172.21.15.27:0/3910308580 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d4004160 con 0x7f77e4108ca0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.969+0000 7f77e159a700 1 -- 172.21.15.27:0/3910308580 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f77d4004300 con 0x7f77e4108ca0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.969+0000 7f77e159a700 1 -- 172.21.15.27:0/3910308580 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d4011c00 con 0x7f77e4108ca0 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 -- 172.21.15.27:0/3910308580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 msgr2=0x7f77e410b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 --2- 172.21.15.27:0/3910308580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e410b090 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f77d40098a0 tx=0x7f77d4009bb0 comp rx=0 tx=0).stop 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 -- 172.21.15.27:0/3910308580 shutdown_connections 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 --2- 172.21.15.27:0/3910308580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e410b090 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:59.281 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 -- 172.21.15.27:0/3910308580 >> 172.21.15.27:0/3910308580 conn(0x7f77e4102710 msgr2=0x7f77e4104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 -- 172.21.15.27:0/3910308580 shutdown_connections 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 -- 172.21.15.27:0/3910308580 wait complete. 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.970+0000 7f77e88c9700 1 Processor -- start 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e88c9700 1 -- start start 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e88c9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e419c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e88c9700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f77e410c5f0 con 0x7f77e4108ca0 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e419c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e419c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60778/0 (socket says 172.21.15.27:60778) 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e259c700 1 -- 172.21.15.27:0/2970437421 learned_addr learned my addr 172.21.15.27:0/2970437421 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e259c700 1 -- 172.21.15.27:0/2970437421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77e419c6f0 con 0x7f77e4108ca0 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e259c700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e419c1b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f77d4003fb0 tx=0x7f77d4011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:59.282 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d40039c0 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f77d4003b60 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.971+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77e419c980 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.972+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f77d401a6b0 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.972+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77e419f670 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.972+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f77d401a9b0 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.972+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77e4063af0 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.973+0000 7f77d37fe700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f77cc038fb0 0x7f77cc03b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.973+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f77d404d400 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.973+0000 7f77e1d9b700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f77cc038fb0 0x7f77cc03b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.973+0000 7f77e1d9b700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f77cc038fb0 0x7f77cc03b470 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f77d8006fd0 tx=0x7f77d8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:57.978+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f77d4020240 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.248+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f77e419f840 con 0x7f77e4108ca0 2024-06-06T07:42:59.283 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.676+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f77e419f840 con 0x7f77e4108ca0 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.677+0000 7f77d37fe700 1 -- 172.21.15.27:0/2970437421 <== mon.0 v2:172.21.15.27:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f77d402d910 con 0x7f77e4108ca0 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f77cc038fb0 msgr2=0x7f77cc03b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f77cc038fb0 0x7f77cc03b470 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f77d8006fd0 tx=0x7f77d8006e40 comp rx=0 tx=0).stop 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 msgr2=0x7f77e419c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e419c1b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f77d4003fb0 tx=0x7f77d4011bd0 comp rx=0 tx=0).stop 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 shutdown_connections 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f77cc038fb0 0x7f77cc03b470 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 --2- 172.21.15.27:0/2970437421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f77e4108ca0 0x7f77e419c1b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 >> 172.21.15.27:0/2970437421 conn(0x7f77e4102710 msgr2=0x7f77e4103270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 shutdown_connections 2024-06-06T07:42:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:58.679+0000 7f77e88c9700 1 -- 172.21.15.27:0/2970437421 wait complete. 2024-06-06T07:42:59.597 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:59.506+0000 7fe4f25a8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:42:59.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:59 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2970437421' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-06-06T07:42:59.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:42:59 smithi027 ceph-mon[32293]: mgrmap e5: x(active, since 5s) 2024-06-06T07:42:59.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:42:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:42:59.596+0000 7fe4f25a8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:43:00.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:43:00.519 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.721+0000 7feff59be700 1 Processor -- start 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.721+0000 7feff59be700 1 -- start start 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7feff59be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff007c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7feff59be700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7feff007c870 con 0x7feff007dd70 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7fefeeffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff007c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7fefeeffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff007c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60802/0 (socket says 172.21.15.27:60802) 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7fefeeffd700 1 -- 172.21.15.27:0/1595723494 learned_addr learned my addr 172.21.15.27:0/1595723494 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:00.520 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7fefeeffd700 1 -- 172.21.15.27:0/1595723494 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff007c9f0 con 0x7feff007dd70 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.722+0000 7fefeeffd700 1 --2- 172.21.15.27:0/1595723494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff007c330 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fefe00098a0 tx=0x7fefe0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0aefeff7f162cf6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7fefedffb700 1 -- 172.21.15.27:0/1595723494 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefe0004160 con 0x7feff007dd70 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7fefedffb700 1 -- 172.21.15.27:0/1595723494 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fefe0004300 con 0x7feff007dd70 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7fefedffb700 1 -- 172.21.15.27:0/1595723494 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefe0011c00 con 0x7feff007dd70 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 -- 172.21.15.27:0/1595723494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 msgr2=0x7feff007c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 --2- 172.21.15.27:0/1595723494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff007c330 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fefe00098a0 tx=0x7fefe0009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 -- 172.21.15.27:0/1595723494 shutdown_connections 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 --2- 172.21.15.27:0/1595723494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff007c330 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 -- 172.21.15.27:0/1595723494 >> 172.21.15.27:0/1595723494 conn(0x7feff01038d0 msgr2=0x7feff0105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 -- 172.21.15.27:0/1595723494 shutdown_connections 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.723+0000 7feff59be700 1 -- 172.21.15.27:0/1595723494 wait complete. 2024-06-06T07:43:00.521 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.724+0000 7feff59be700 1 Processor -- start 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.724+0000 7feff59be700 1 -- start start 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.724+0000 7feff59be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff019e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.724+0000 7feff59be700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7feff010e6c0 con 0x7feff007dd70 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7fefeeffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff019e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7fefeeffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff019e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60812/0 (socket says 172.21.15.27:60812) 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7fefeeffd700 1 -- 172.21.15.27:0/2661977059 learned_addr learned my addr 172.21.15.27:0/2661977059 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7fefeeffd700 1 -- 172.21.15.27:0/2661977059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff019e8d0 con 0x7feff007dd70 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7fefeeffd700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff019e390 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fefe0003fb0 tx=0x7fefe0011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefe00039c0 con 0x7feff007dd70 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fefe0003b60 con 0x7feff007dd70 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feff019eb60 con 0x7feff007dd70 2024-06-06T07:43:00.522 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fefe001a6b0 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.725+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feff01a1850 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.726+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feff0063af0 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.726+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fefe001aa30 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.727+0000 7feff49bc700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 0x7fefd803b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.727+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fefe004d6b0 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.727+0000 7fefee7fc700 1 -- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 msgr2=0x7fefd803b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.727+0000 7fefee7fc700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 0x7fefd803b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.732+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fefe001add0 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.928+0000 7fefee7fc700 1 -- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 msgr2=0x7fefd803b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:42:59.928+0000 7fefee7fc700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 0x7fefd803b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.015+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7feff01a1a20 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.016+0000 7feff49bc700 1 -- 172.21.15.27:0/2661977059 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7feff01a1a20 con 0x7feff007dd70 2024-06-06T07:43:00.523 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.019+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 msgr2=0x7fefd803b4c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.020+0000 7feff59be700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 0x7fefd803b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.020+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 msgr2=0x7feff019e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.020+0000 7feff59be700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff019e390 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fefe0003fb0 tx=0x7fefe0011bd0 comp rx=0 tx=0).stop 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.020+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 shutdown_connections 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.021+0000 7feff59be700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7fefd8039000 0x7fefd803b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.021+0000 7feff59be700 1 --2- 172.21.15.27:0/2661977059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feff007dd70 0x7feff019e390 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.021+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 >> 172.21.15.27:0/2661977059 conn(0x7feff01038d0 msgr2=0x7feff0104400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.021+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 shutdown_connections 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.021+0000 7feff59be700 1 -- 172.21.15.27:0/2661977059 wait complete. 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for the mgr to restart... 2024-06-06T07:43:00.524 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for mgr epoch 5... 2024-06-06T07:43:00.758 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:00 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2661977059' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-06T07:43:01.050 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:00.868+0000 7fe4f25a8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:43:01.050 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:01.049+0000 7fe4f25a8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:43:01.395 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:01.226+0000 7fe4f25a8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:43:01.831 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:01.525+0000 7fe4f25a8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:43:01.831 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:01.621+0000 7fe4f25a8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:43:01.831 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:01.831+0000 7fe4f25a8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:43:02.145 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:02.030+0000 7fe4f25a8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:43:03.096 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:02.660+0000 7fe4f25a8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:43:03.395 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:03.096+0000 7fe4f25a8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:43:03.396 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:03.197+0000 7fe4f25a8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:43:03.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:03.405+0000 7fe4f25a8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:43:04.298 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:03.950+0000 7fe4f25a8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:43:04.298 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:04.046+0000 7fe4f25a8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:43:04.645 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:04.297+0000 7fe4f25a8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:43:04.645 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:04.436+0000 7fe4f25a8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:43:04.645 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:04.534+0000 7fe4f25a8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:43:04.963 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:04.653+0000 7fe4f25a8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:43:04.963 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:04.963+0000 7fe4f25a8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:43:05.864 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:05.587+0000 7fe4f25a8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:43:05.864 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:05.811+0000 7fe4f25a8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: Active manager daemon x restarted 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: Activating manager daemon x 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: osdmap e2: 0 total, 0 up, 0 in 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: mgrmap e6: x(active, starting, since 0.00341785s) 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T07:43:06.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: Manager daemon x is now available 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:43:06.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:05 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:43:07.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:06 smithi027 ceph-mon[32293]: Found migration_current of "None". Setting to last migration. 2024-06-06T07:43:07.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:06 smithi027 ceph-mon[32293]: mgrmap e7: x(active, since 1.00562s) 2024-06-06T07:43:07.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:06 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:07.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:06 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:07.416 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:43:07.416 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-06-06T07:43:07.416 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f99a59d2700 1 Processor -- start 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f99a59d2700 1 -- start start 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f99a59d2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a007c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f99a59d2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f99a007c890 con 0x7f99a007dd90 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f999effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a007c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f999effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a007c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60822/0 (socket says 172.21.15.27:60822) 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f999effd700 1 -- 172.21.15.27:0/1146251188 learned_addr learned my addr 172.21.15.27:0/1146251188 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.978+0000 7f999effd700 1 -- 172.21.15.27:0/1146251188 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a007ca10 con 0x7f99a007dd90 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.979+0000 7f999effd700 1 --2- 172.21.15.27:0/1146251188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a007c350 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f99900098a0 tx=0x7f9990009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4153661c0f5d21b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.979+0000 7f999dffb700 1 -- 172.21.15.27:0/1146251188 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9990004160 con 0x7f99a007dd90 2024-06-06T07:43:07.417 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.979+0000 7f999dffb700 1 -- 172.21.15.27:0/1146251188 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f9990004300 con 0x7f99a007dd90 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.979+0000 7f999dffb700 1 -- 172.21.15.27:0/1146251188 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9990011c00 con 0x7f99a007dd90 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 -- 172.21.15.27:0/1146251188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 msgr2=0x7f99a007c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 --2- 172.21.15.27:0/1146251188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a007c350 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f99900098a0 tx=0x7f9990009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 -- 172.21.15.27:0/1146251188 shutdown_connections 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 --2- 172.21.15.27:0/1146251188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a007c350 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 -- 172.21.15.27:0/1146251188 >> 172.21.15.27:0/1146251188 conn(0x7f99a0103890 msgr2=0x7f99a0105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 -- 172.21.15.27:0/1146251188 shutdown_connections 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 -- 172.21.15.27:0/1146251188 wait complete. 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.980+0000 7f99a59d2700 1 Processor -- start 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f99a59d2700 1 -- start start 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f99a59d2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a019e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:07.418 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f99a59d2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f99a010e6f0 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f999effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a019e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f999effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a019e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:60836/0 (socket says 172.21.15.27:60836) 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f999effd700 1 -- 172.21.15.27:0/4109255201 learned_addr learned my addr 172.21.15.27:0/4109255201 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f999effd700 1 -- 172.21.15.27:0/4109255201 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a019e8d0 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.981+0000 7f999effd700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a019e390 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9990011bd0 tx=0x7f9990011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.982+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9990003970 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.982+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a019eb60 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.982+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f9990003b10 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.982+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f99900245a0 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.982+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a01a1850 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.983+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f99900248c0 con 0x7f99a007dd90 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.983+0000 7f99a49d0700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:07.419 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.983+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 --> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f99a0063af0 con 0x7f9988039050 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.983+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f999004d210 con 0x7f99a007dd90 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.983+0000 7f999e7fc700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 msgr2=0x7f998803b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:00.983+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:01.184+0000 7f999e7fc700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 msgr2=0x7f998803b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:01.184+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:01.585+0000 7f999e7fc700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 msgr2=0x7f998803b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:01.585+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:02.386+0000 7f999e7fc700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 msgr2=0x7f998803b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:02.386+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:03.987+0000 7f999e7fc700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 msgr2=0x7f998803b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/3628723626 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:03.987+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:05.815+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f999002da00 con 0x7f99a007dd90 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:05.815+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 msgr2=0x7f998803b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:43:07.420 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:05.815+0000 7f99a49d0700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.816+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f999004e940 con 0x7f99a007dd90 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.816+0000 7f99a49d0700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f998803c790 0x7f998803eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.816+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f999000be90 con 0x7f998803c790 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.816+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f998803c790 0x7f998803eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.817+0000 7f999e7fc700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f998803c790 0x7f998803eb80 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9994003a10 tx=0x7f9994009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.818+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f999000be90 con 0x7f998803c790 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.824+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f99a0104b50 con 0x7f998803c790 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a49d0700 1 -- 172.21.15.27:0/4109255201 <== mgr.14118 v2:172.21.15.27:6800/1600380670 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f99a0104b50 con 0x7f998803c790 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f998803c790 msgr2=0x7f998803eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f998803c790 0x7f998803eb80 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9994003a10 tx=0x7f9994009290 comp rx=0 tx=0).stop 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 msgr2=0x7f99a019e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a019e390 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f9990011bd0 tx=0x7f9990011cb0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.421 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 shutdown_connections 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f998803c790 0x7f998803eb80 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f99a007dd90 0x7f99a019e390 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 --2- 172.21.15.27:0/4109255201 >> [v2:172.21.15.27:6800/3628723626,v1:172.21.15.27:6801/3628723626] conn(0x7f9988039050 0x7f998803b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 >> 172.21.15.27:0/4109255201 conn(0x7f99a0103890 msgr2=0x7f99a0104440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 shutdown_connections 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:06.825+0000 7f99a59d2700 1 -- 172.21.15.27:0/4109255201 wait complete. 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:mgr epoch 5 is available 2024-06-06T07:43:07.422 INFO:teuthology.orchestra.run.smithi027.stdout:Setting orchestrator backend to cephadm... 2024-06-06T07:43:08.068 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:07 smithi027 ceph-mon[32293]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-06T07:43:08.068 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:07 smithi027 ceph-mon[32293]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-06T07:43:08.649 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.833+0000 7fb69f4d8700 1 Processor -- start 2024-06-06T07:43:08.649 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.833+0000 7fb69f4d8700 1 -- start start 2024-06-06T07:43:08.649 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.833+0000 7fb69f4d8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb698108680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:08.649 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.833+0000 7fb69f4d8700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb698108bc0 con 0x7fb698108260 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.833+0000 7fb69d274700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb698108680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb69d274700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb698108680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35430/0 (socket says 172.21.15.27:35430) 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb69d274700 1 -- 172.21.15.27:0/3563014767 learned_addr learned my addr 172.21.15.27:0/3563014767 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb69d274700 1 -- 172.21.15.27:0/3563014767 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb698108d40 con 0x7fb698108260 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb69d274700 1 --2- 172.21.15.27:0/3563014767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb698108680 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb6940098a0 tx=0x7fb694009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=231723bbfbfa2fa3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb68ffff700 1 -- 172.21.15.27:0/3563014767 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb694004160 con 0x7fb698108260 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb68ffff700 1 -- 172.21.15.27:0/3563014767 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb694004300 con 0x7fb698108260 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.834+0000 7fb68ffff700 1 -- 172.21.15.27:0/3563014767 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb694011c00 con 0x7fb698108260 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 -- 172.21.15.27:0/3563014767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 msgr2=0x7fb698108680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 --2- 172.21.15.27:0/3563014767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb698108680 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fb6940098a0 tx=0x7fb694009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:08.650 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 -- 172.21.15.27:0/3563014767 shutdown_connections 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 --2- 172.21.15.27:0/3563014767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb698108680 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 -- 172.21.15.27:0/3563014767 >> 172.21.15.27:0/3563014767 conn(0x7fb6981038c0 msgr2=0x7fb698105ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 -- 172.21.15.27:0/3563014767 shutdown_connections 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.835+0000 7fb69f4d8700 1 -- 172.21.15.27:0/3563014767 wait complete. 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69f4d8700 1 Processor -- start 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69f4d8700 1 -- start start 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69f4d8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb69819e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69f4d8700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb69810c680 con 0x7fb698108260 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69d274700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb69819e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69d274700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb69819e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35438/0 (socket says 172.21.15.27:35438) 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69d274700 1 -- 172.21.15.27:0/4037584844 learned_addr learned my addr 172.21.15.27:0/4037584844 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.836+0000 7fb69d274700 1 -- 172.21.15.27:0/4037584844 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69819e8d0 con 0x7fb698108260 2024-06-06T07:43:08.651 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.837+0000 7fb69d274700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb69819e390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb694003fb0 tx=0x7fb694011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.837+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb6940039c0 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.837+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb694003b60 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.837+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb69819eb60 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.837+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb69401a6b0 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.837+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6981a1850 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.838+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fb694024430 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.838+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb698063af0 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.838+0000 7fb68e7fc700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb684038f40 0x7fb68403b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.838+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb69404d230 con 0x7fb698108260 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.838+0000 7fb69ca73700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb684038f40 0x7fb68403b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.839+0000 7fb69ca73700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb684038f40 0x7fb68403b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb688006fd0 tx=0x7fb688006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:08.652 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.843+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb694003d10 con 0x7fb698108260 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:07.867+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb69402d3f0 con 0x7fb698108260 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.068+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fb698104a40 con 0x7fb684038f40 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.077+0000 7fb68e7fc700 1 -- 172.21.15.27:0/4037584844 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fb698104a40 con 0x7fb684038f40 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb684038f40 msgr2=0x7fb68403b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb684038f40 0x7fb68403b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb688006fd0 tx=0x7fb688006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 msgr2=0x7fb69819e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb69819e390 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb694003fb0 tx=0x7fb694011bd0 comp rx=0 tx=0).stop 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 shutdown_connections 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb684038f40 0x7fb68403b400 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 --2- 172.21.15.27:0/4037584844 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb698108260 0x7fb69819e390 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.079+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 >> 172.21.15.27:0/4037584844 conn(0x7fb6981038c0 msgr2=0x7fb698104330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.080+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 shutdown_connections 2024-06-06T07:43:08.653 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:08.080+0000 7fb69f4d8700 1 -- 172.21.15.27:0/4037584844 wait complete. 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: mgrmap e8: x(active, since 2s) 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:08] ENGINE Bus STARTING 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:08] ENGINE Serving on https://172.21.15.27:7150 2024-06-06T07:43:08.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:08] ENGINE Serving on http://172.21.15.27:8765 2024-06-06T07:43:08.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:08] ENGINE Bus STARTED 2024-06-06T07:43:08.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:08 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:09 smithi027 ceph-mon[32293]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:09.927 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout value unchanged 2024-06-06T07:43:09.927 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.108+0000 7ff5af61f700 1 Processor -- start 2024-06-06T07:43:09.927 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.108+0000 7ff5af61f700 1 -- start start 2024-06-06T07:43:09.927 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.108+0000 7ff5af61f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a8108690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:09.927 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.108+0000 7ff5af61f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a8108bd0 con 0x7ff5a8108270 2024-06-06T07:43:09.927 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5ad3bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a8108690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5ad3bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a8108690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35450/0 (socket says 172.21.15.27:35450) 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5ad3bb700 1 -- 172.21.15.27:0/1528542676 learned_addr learned my addr 172.21.15.27:0/1528542676 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5ad3bb700 1 -- 172.21.15.27:0/1528542676 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a8108d50 con 0x7ff5a8108270 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5ad3bb700 1 --2- 172.21.15.27:0/1528542676 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a8108690 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff598009e80 tx=0x7ff59800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e63b118c471174c3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5a7fff700 1 -- 172.21.15.27:0/1528542676 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff598017070 con 0x7ff5a8108270 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5a7fff700 1 -- 172.21.15.27:0/1528542676 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff59800b8c0 con 0x7ff5a8108270 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.109+0000 7ff5a7fff700 1 -- 172.21.15.27:0/1528542676 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff598004620 con 0x7ff5a8108270 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 -- 172.21.15.27:0/1528542676 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 msgr2=0x7ff5a8108690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 --2- 172.21.15.27:0/1528542676 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a8108690 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff598009e80 tx=0x7ff59800b330 comp rx=0 tx=0).stop 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 -- 172.21.15.27:0/1528542676 shutdown_connections 2024-06-06T07:43:09.928 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 --2- 172.21.15.27:0/1528542676 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a8108690 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 -- 172.21.15.27:0/1528542676 >> 172.21.15.27:0/1528542676 conn(0x7ff5a8103890 msgr2=0x7ff5a8105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 -- 172.21.15.27:0/1528542676 shutdown_connections 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 -- 172.21.15.27:0/1528542676 wait complete. 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.110+0000 7ff5af61f700 1 Processor -- start 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5af61f700 1 -- start start 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5af61f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a819c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5af61f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a810c690 con 0x7ff5a8108270 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5ad3bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a819c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5ad3bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a819c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35464/0 (socket says 172.21.15.27:35464) 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5ad3bb700 1 -- 172.21.15.27:0/1356748097 learned_addr learned my addr 172.21.15.27:0/1356748097 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:09.929 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5ad3bb700 1 -- 172.21.15.27:0/1356748097 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a819c6a0 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5ad3bb700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a819c160 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff5980043d0 tx=0x7ff5980041a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff598021020 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff59801d470 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.111+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a819c930 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.112+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff598017040 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.112+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a819f620 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.112+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff598024020 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.112+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a8063af0 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.113+0000 7ff5a67fc700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff590039030 0x7ff59003b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.113+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff59800f050 con 0x7ff5a8108270 2024-06-06T07:43:09.930 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.113+0000 7ff5acbba700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff590039030 0x7ff59003b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.113+0000 7ff5acbba700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff590039030 0x7ff59003b4f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff59c006fd0 tx=0x7ff59c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.118+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff59802b020 con 0x7ff5a8108270 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.327+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7ff5a8104ae0 con 0x7ff590039030 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.328+0000 7ff5a67fc700 1 -- 172.21.15.27:0/1356748097 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7ff5a8104ae0 con 0x7ff590039030 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff590039030 msgr2=0x7ff59003b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff590039030 0x7ff59003b4f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff59c006fd0 tx=0x7ff59c006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 msgr2=0x7ff5a819c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a819c160 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff5980043d0 tx=0x7ff5980041a0 comp rx=0 tx=0).stop 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 shutdown_connections 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff590039030 0x7ff59003b4f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 --2- 172.21.15.27:0/1356748097 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff5a8108270 0x7ff5a819c160 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 >> 172.21.15.27:0/1356748097 conn(0x7ff5a8103890 msgr2=0x7ff5a81043d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:09.931 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 shutdown_connections 2024-06-06T07:43:09.932 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:09.330+0000 7ff5af61f700 1 -- 172.21.15.27:0/1356748097 wait complete. 2024-06-06T07:43:09.932 INFO:teuthology.orchestra.run.smithi027.stdout:Generating ssh key... 2024-06-06T07:43:11.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-mon[32293]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:11.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-mon[32293]: Generating ssh key... 2024-06-06T07:43:11.145 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: Generating public/private rsa key pair. 2024-06-06T07:43:11.145 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: Your identification has been saved in /tmp/tmprr1ho1av/key. 2024-06-06T07:43:11.145 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: Your public key has been saved in /tmp/tmprr1ho1av/key.pub. 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: The key fingerprint is: 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: SHA256:kMF12HySHAUUhiRzIrfKEpycZWIu9cpNaQKqFKWmn2o ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: The key's randomart image is: 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: +---[RSA 3072]----+ 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: |..=.+.*o+BB*. | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: |.BoB +.Ooo* . | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: |o+O = + o | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: |=o O . . | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: |o + + S | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: | . o | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: | o | 2024-06-06T07:43:11.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: | E | 2024-06-06T07:43:11.147 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: |o | 2024-06-06T07:43:11.147 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: +----[SHA256]-----+ 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.353+0000 7ff26d692700 1 Processor -- start 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff26d692700 1 -- start start 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff26d692700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26810b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff26d692700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff26807be80 con 0x7ff268108cc0 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff266ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26810b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff266ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26810b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35468/0 (socket says 172.21.15.27:35468) 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff266ffd700 1 -- 172.21.15.27:0/2859587545 learned_addr learned my addr 172.21.15.27:0/2859587545 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff266ffd700 1 -- 172.21.15.27:0/2859587545 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff26810b5f0 con 0x7ff268108cc0 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff266ffd700 1 --2- 172.21.15.27:0/2859587545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26810b0b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff2580098a0 tx=0x7ff258009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a04031b52c0b742 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:11.436 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.354+0000 7ff265ffb700 1 -- 172.21.15.27:0/2859587545 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258004160 con 0x7ff268108cc0 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff265ffb700 1 -- 172.21.15.27:0/2859587545 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff258004300 con 0x7ff268108cc0 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff265ffb700 1 -- 172.21.15.27:0/2859587545 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258011c00 con 0x7ff268108cc0 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 -- 172.21.15.27:0/2859587545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 msgr2=0x7ff26810b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 --2- 172.21.15.27:0/2859587545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26810b0b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff2580098a0 tx=0x7ff258009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 -- 172.21.15.27:0/2859587545 shutdown_connections 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 --2- 172.21.15.27:0/2859587545 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26810b0b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 -- 172.21.15.27:0/2859587545 >> 172.21.15.27:0/2859587545 conn(0x7ff268102710 msgr2=0x7ff268104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 -- 172.21.15.27:0/2859587545 shutdown_connections 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.355+0000 7ff26d692700 1 -- 172.21.15.27:0/2859587545 wait complete. 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff26d692700 1 Processor -- start 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff26d692700 1 -- start start 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff26d692700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26819c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff26d692700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff26810c600 con 0x7ff268108cc0 2024-06-06T07:43:11.437 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff266ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26819c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff266ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26819c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35484/0 (socket says 172.21.15.27:35484) 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.356+0000 7ff266ffd700 1 -- 172.21.15.27:0/3213469993 learned_addr learned my addr 172.21.15.27:0/3213469993 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff266ffd700 1 -- 172.21.15.27:0/3213469993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff26819c710 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff266ffd700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26819c1d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff258011bd0 tx=0x7ff258011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258003b20 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff26819c9a0 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7ff258003cc0 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff258024930 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.357+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff26819f690 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.358+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff258022020 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.358+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff268063af0 con 0x7ff268108cc0 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.358+0000 7ff25ffff700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff254039050 0x7ff25403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:11.438 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.358+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff25804d140 con 0x7ff268108cc0 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.358+0000 7ff2667fc700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff254039050 0x7ff25403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.359+0000 7ff2667fc700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff254039050 0x7ff25403b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff250006fd0 tx=0x7ff250006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.363+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff25801a950 con 0x7ff268108cc0 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.569+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7ff268103950 con 0x7ff254039050 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.878+0000 7ff25ffff700 1 -- 172.21.15.27:0/3213469993 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff268103950 con 0x7ff254039050 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff254039050 msgr2=0x7ff25403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff254039050 0x7ff25403b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff250006fd0 tx=0x7ff250006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:11.439 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 msgr2=0x7ff26819c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26819c1d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff258011bd0 tx=0x7ff258011cb0 comp rx=0 tx=0).stop 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 shutdown_connections 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7ff254039050 0x7ff25403b510 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 --2- 172.21.15.27:0/3213469993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff268108cc0 0x7ff26819c1d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 >> 172.21.15.27:0/3213469993 conn(0x7ff268102710 msgr2=0x7ff268103240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 shutdown_connections 2024-06-06T07:43:11.440 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:10.880+0000 7ff26d692700 1 -- 172.21.15.27:0/3213469993 wait complete. 2024-06-06T07:43:12.064 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:11 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:12.064 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:11 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:12.626 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.846+0000 7fbb01fa8700 1 Processor -- start 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.846+0000 7fbb01fa8700 1 -- start start 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.846+0000 7fbb01fa8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc107530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.846+0000 7fbb01fa8700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc107b00 con 0x7fbafc107110 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc107530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc107530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35500/0 (socket says 172.21.15.27:35500) 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafb7fe700 1 -- 172.21.15.27:0/3670263037 learned_addr learned my addr 172.21.15.27:0/3670263037 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafb7fe700 1 -- 172.21.15.27:0/3670263037 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbafc108310 con 0x7fbafc107110 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafb7fe700 1 --2- 172.21.15.27:0/3670263037 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc107530 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009e80 tx=0x7fbaec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7053c7b0d76907a1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafa7fc700 1 -- 172.21.15.27:0/3670263037 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaec017070 con 0x7fbafc107110 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafa7fc700 1 -- 172.21.15.27:0/3670263037 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fbaec00b8c0 con 0x7fbafc107110 2024-06-06T07:43:12.627 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.847+0000 7fbafa7fc700 1 -- 172.21.15.27:0/3670263037 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaec004620 con 0x7fbafc107110 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3670263037 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 msgr2=0x7fbafc107530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 --2- 172.21.15.27:0/3670263037 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc107530 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009e80 tx=0x7fbaec00b330 comp rx=0 tx=0).stop 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3670263037 shutdown_connections 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 --2- 172.21.15.27:0/3670263037 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc107530 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3670263037 >> 172.21.15.27:0/3670263037 conn(0x7fbafc102710 msgr2=0x7fbafc104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3670263037 shutdown_connections 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3670263037 wait complete. 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.848+0000 7fbb01fa8700 1 Processor -- start 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbb01fa8700 1 -- start start 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbb01fa8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc19c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbb01fa8700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbafc10b6c0 con 0x7fbafc107110 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbafb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc19c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:12.628 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbafb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc19c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35514/0 (socket says 172.21.15.27:35514) 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbafb7fe700 1 -- 172.21.15.27:0/3271092200 learned_addr learned my addr 172.21.15.27:0/3271092200 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbafb7fe700 1 -- 172.21.15.27:0/3271092200 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbafc19c6b0 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.849+0000 7fbafb7fe700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc19c170 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009530 tx=0x7fbaec003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.850+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaec021020 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.850+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbafc19c940 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.850+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fbaec00be00 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.850+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbaec017040 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.850+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbafc19f630 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.850+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbafc063af0 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.851+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fbaec024020 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.851+0000 7fbaf8ff9700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fbae8039050 0x7fbae803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.851+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbaec00f050 con 0x7fbafc107110 2024-06-06T07:43:12.629 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.851+0000 7fbafaffd700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fbae8039050 0x7fbae803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.851+0000 7fbafaffd700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fbae8039050 0x7fbae803b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbae4006fd0 tx=0x7fbae4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:11.856+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbaec02b020 con 0x7fbafc107110 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.064+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fbafc02e010 con 0x7fbae8039050 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.065+0000 7fbaf8ff9700 1 -- 172.21.15.27:0/3271092200 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fbafc02e010 con 0x7fbae8039050 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fbae8039050 msgr2=0x7fbae803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fbae8039050 0x7fbae803b510 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbae4006fd0 tx=0x7fbae4006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 msgr2=0x7fbafc19c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc19c170 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbaec009530 tx=0x7fbaec003d00 comp rx=0 tx=0).stop 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 shutdown_connections 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fbae8039050 0x7fbae803b510 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 --2- 172.21.15.27:0/3271092200 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbafc107110 0x7fbafc19c170 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:12.630 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.067+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 >> 172.21.15.27:0/3271092200 conn(0x7fbafc102710 msgr2=0x7fbafc103520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:12.631 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.068+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 shutdown_connections 2024-06-06T07:43:12.631 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:12.068+0000 7fbb01fa8700 1 -- 172.21.15.27:0/3271092200 wait complete. 2024-06-06T07:43:12.631 INFO:teuthology.orchestra.run.smithi027.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-06-06T07:43:12.631 INFO:teuthology.orchestra.run.smithi027.stdout:Adding key to root@localhost authorized_keys... 2024-06-06T07:43:12.631 INFO:teuthology.orchestra.run.smithi027.stdout:Adding host smithi027... 2024-06-06T07:43:13.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:12 smithi027 ceph-mon[32293]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:14.129 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:13 smithi027 ceph-mon[32293]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi027", "addr": "172.21.15.27", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:15.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:14 smithi027 ceph-mon[32293]: Deploying cephadm binary to smithi027 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout Added host 'smithi027' with addr '172.21.15.27' 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.064+0000 7f2dd7c8d700 1 Processor -- start 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.064+0000 7f2dd7c8d700 1 -- start start 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd7c8d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd010b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd7c8d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd007bec0 con 0x7f2dd0108ca0 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd5a29700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd010b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd5a29700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd010b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35524/0 (socket says 172.21.15.27:35524) 2024-06-06T07:43:18.141 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd5a29700 1 -- 172.21.15.27:0/2760157082 learned_addr learned my addr 172.21.15.27:0/2760157082 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd5a29700 1 -- 172.21.15.27:0/2760157082 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dd010b5d0 con 0x7f2dd0108ca0 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd5a29700 1 --2- 172.21.15.27:0/2760157082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd010b090 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0098a0 tx=0x7f2dcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d0628e38aee904 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.065+0000 7f2dd4a27700 1 -- 172.21.15.27:0/2760157082 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc004160 con 0x7f2dd0108ca0 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd4a27700 1 -- 172.21.15.27:0/2760157082 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f2dcc004300 con 0x7f2dd0108ca0 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd4a27700 1 -- 172.21.15.27:0/2760157082 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc011c00 con 0x7f2dd0108ca0 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/2760157082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 msgr2=0x7f2dd010b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 --2- 172.21.15.27:0/2760157082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd010b090 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc0098a0 tx=0x7f2dcc009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/2760157082 shutdown_connections 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 --2- 172.21.15.27:0/2760157082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd010b090 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/2760157082 >> 172.21.15.27:0/2760157082 conn(0x7f2dd0102710 msgr2=0x7f2dd0104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/2760157082 shutdown_connections 2024-06-06T07:43:18.142 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.066+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/2760157082 wait complete. 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd7c8d700 1 Processor -- start 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd7c8d700 1 -- start start 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd7c8d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd0108520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd7c8d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2dd010c5f0 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd5a29700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd0108520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd5a29700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd0108520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35540/0 (socket says 172.21.15.27:35540) 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd5a29700 1 -- 172.21.15.27:0/1449633584 learned_addr learned my addr 172.21.15.27:0/1449633584 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.067+0000 7f2dd5a29700 1 -- 172.21.15.27:0/1449633584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dd0108a60 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.068+0000 7f2dd5a29700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd0108520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc011bd0 tx=0x7f2dcc011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.068+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc003b20 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.068+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dd0106c50 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.068+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f2dcc003cc0 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.068+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2dcc024930 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.068+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dd0107190 con 0x7f2dd0108ca0 2024-06-06T07:43:18.143 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.069+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f2dcc022020 con 0x7f2dd0108ca0 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.069+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dd0063af0 con 0x7f2dd0108ca0 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.069+0000 7f2dc6ffd700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f2dbc039050 0x7f2dbc03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.069+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2dcc04d0f0 con 0x7f2dd0108ca0 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.069+0000 7f2dd5228700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f2dbc039050 0x7f2dbc03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.069+0000 7f2dd5228700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f2dbc039050 0x7f2dbc03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0006fd0 tx=0x7f2dc0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.074+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2dcc01ad50 con 0x7f2dd0108ca0 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:13.284+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi027", "addr": "172.21.15.27", "target": ["mon-mgr", ""]}) -- 0x7f2dd01079f0 con 0x7f2dbc039050 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.601+0000 7f2dc6ffd700 1 -- 172.21.15.27:0/1449633584 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f2dd01079f0 con 0x7f2dbc039050 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.603+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f2dbc039050 msgr2=0x7f2dbc03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.603+0000 7f2dd7c8d700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f2dbc039050 0x7f2dbc03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0006fd0 tx=0x7f2dc0006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.603+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 msgr2=0x7f2dd0108520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.603+0000 7f2dd7c8d700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd0108520 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2dcc011bd0 tx=0x7f2dcc011cb0 comp rx=0 tx=0).stop 2024-06-06T07:43:18.144 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.604+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 shutdown_connections 2024-06-06T07:43:18.145 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.604+0000 7f2dd7c8d700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f2dbc039050 0x7f2dbc03b510 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:18.145 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.604+0000 7f2dd7c8d700 1 --2- 172.21.15.27:0/1449633584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2dd0108ca0 0x7f2dd0108520 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:18.145 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.604+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 >> 172.21.15.27:0/1449633584 conn(0x7f2dd0102710 msgr2=0x7f2dd0103290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:18.145 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.604+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 shutdown_connections 2024-06-06T07:43:18.145 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:17.604+0000 7f2dd7c8d700 1 -- 172.21.15.27:0/1449633584 wait complete. 2024-06-06T07:43:18.145 INFO:teuthology.orchestra.run.smithi027.stdout:Deploying unmanaged mon service... 2024-06-06T07:43:18.813 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:18 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:18.813 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:18 smithi027 ceph-mon[32293]: Added host smithi027 2024-06-06T07:43:18.813 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:18 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:19.617 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-06-06T07:43:19.617 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.566+0000 7fe531c0c700 1 Processor -- start 2024-06-06T07:43:19.617 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.566+0000 7fe531c0c700 1 -- start start 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe531c0c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c107520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe531c0c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe52c107af0 con 0x7fe52c107100 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c107520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c107520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43252/0 (socket says 172.21.15.27:43252) 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52b7fe700 1 -- 172.21.15.27:0/261252463 learned_addr learned my addr 172.21.15.27:0/261252463 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52b7fe700 1 -- 172.21.15.27:0/261252463 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52c108300 con 0x7fe52c107100 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52b7fe700 1 --2- 172.21.15.27:0/261252463 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c107520 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe51c0098a0 tx=0x7fe51c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb907e7da8969d9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52a7fc700 1 -- 172.21.15.27:0/261252463 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c004160 con 0x7fe52c107100 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.567+0000 7fe52a7fc700 1 -- 172.21.15.27:0/261252463 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fe51c004300 con 0x7fe52c107100 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe52a7fc700 1 -- 172.21.15.27:0/261252463 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c011c00 con 0x7fe52c107100 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 -- 172.21.15.27:0/261252463 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 msgr2=0x7fe52c107520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:19.618 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 --2- 172.21.15.27:0/261252463 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c107520 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe51c0098a0 tx=0x7fe51c009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 -- 172.21.15.27:0/261252463 shutdown_connections 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 --2- 172.21.15.27:0/261252463 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c107520 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 -- 172.21.15.27:0/261252463 >> 172.21.15.27:0/261252463 conn(0x7fe52c1026e0 msgr2=0x7fe52c104b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 -- 172.21.15.27:0/261252463 shutdown_connections 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.568+0000 7fe531c0c700 1 -- 172.21.15.27:0/261252463 wait complete. 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe531c0c700 1 Processor -- start 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe531c0c700 1 -- start start 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe531c0c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c19c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe531c0c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe52c10b6b0 con 0x7fe52c107100 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c19c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c19c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43264/0 (socket says 172.21.15.27:43264) 2024-06-06T07:43:19.619 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.569+0000 7fe52b7fe700 1 -- 172.21.15.27:0/829955350 learned_addr learned my addr 172.21.15.27:0/829955350 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe52b7fe700 1 -- 172.21.15.27:0/829955350 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52c19ca10 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe52b7fe700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c19c4d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe51c003fb0 tx=0x7fe51c011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c0039c0 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fe51c003b60 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe52c19cca0 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe51c01a6d0 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.570+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe52c19f990 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.571+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fe51c01a9a0 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.571+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe52c063af0 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.571+0000 7fe528ff9700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fe514039000 0x7fe51403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.571+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe51c04d590 con 0x7fe52c107100 2024-06-06T07:43:19.620 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.571+0000 7fe52affd700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fe514039000 0x7fe51403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.572+0000 7fe52affd700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fe514039000 0x7fe51403b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe520006fd0 tx=0x7fe520006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.576+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe51c01ad40 con 0x7fe52c107100 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.812+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fe52c02dd10 con 0x7fe514039000 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.816+0000 7fe528ff9700 1 -- 172.21.15.27:0/829955350 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe52c02dd10 con 0x7fe514039000 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fe514039000 msgr2=0x7fe51403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fe514039000 0x7fe51403b4c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe520006fd0 tx=0x7fe520006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 msgr2=0x7fe52c19c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c19c4d0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe51c003fb0 tx=0x7fe51c011bd0 comp rx=0 tx=0).stop 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 shutdown_connections 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fe514039000 0x7fe51403b4c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 --2- 172.21.15.27:0/829955350 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe52c107100 0x7fe52c19c4d0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 >> 172.21.15.27:0/829955350 conn(0x7fe52c1026e0 msgr2=0x7fe52c103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:19.621 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 shutdown_connections 2024-06-06T07:43:19.622 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:18.819+0000 7fe531c0c700 1 -- 172.21.15.27:0/829955350 wait complete. 2024-06-06T07:43:19.622 INFO:teuthology.orchestra.run.smithi027.stdout:Deploying unmanaged mgr service... 2024-06-06T07:43:19.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:19 smithi027 ceph-mon[32293]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:19.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:19 smithi027 ceph-mon[32293]: Saving service mon spec with placement count:5 2024-06-06T07:43:19.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:19 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:21.058 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-06-06T07:43:21.058 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.045+0000 7f51ecd27700 1 Processor -- start 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.045+0000 7f51ecd27700 1 -- start start 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.045+0000 7f51ecd27700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e8107530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.045+0000 7f51ecd27700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f51e8107b00 con 0x7f51e8107110 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e8107530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e8107530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43278/0 (socket says 172.21.15.27:43278) 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e659c700 1 -- 172.21.15.27:0/1770483207 learned_addr learned my addr 172.21.15.27:0/1770483207 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e659c700 1 -- 172.21.15.27:0/1770483207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e8108310 con 0x7f51e8107110 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e659c700 1 --2- 172.21.15.27:0/1770483207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e8107530 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f51d80098a0 tx=0x7f51d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2a7b7fcb7a50eb4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e559a700 1 -- 172.21.15.27:0/1770483207 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51d8004160 con 0x7f51e8107110 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e559a700 1 -- 172.21.15.27:0/1770483207 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f51d8004300 con 0x7f51e8107110 2024-06-06T07:43:21.059 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.046+0000 7f51e559a700 1 -- 172.21.15.27:0/1770483207 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51d8011c00 con 0x7f51e8107110 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 -- 172.21.15.27:0/1770483207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 msgr2=0x7f51e8107530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 --2- 172.21.15.27:0/1770483207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e8107530 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f51d80098a0 tx=0x7f51d8009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 -- 172.21.15.27:0/1770483207 shutdown_connections 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 --2- 172.21.15.27:0/1770483207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e8107530 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 -- 172.21.15.27:0/1770483207 >> 172.21.15.27:0/1770483207 conn(0x7f51e8102710 msgr2=0x7f51e8104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 -- 172.21.15.27:0/1770483207 shutdown_connections 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.047+0000 7f51ecd27700 1 -- 172.21.15.27:0/1770483207 wait complete. 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51ecd27700 1 Processor -- start 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51ecd27700 1 -- start start 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51ecd27700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e819c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51ecd27700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f51e810b6c0 con 0x7f51e8107110 2024-06-06T07:43:21.060 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e819c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e819c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43288/0 (socket says 172.21.15.27:43288) 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51e659c700 1 -- 172.21.15.27:0/3291016060 learned_addr learned my addr 172.21.15.27:0/3291016060 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51e659c700 1 -- 172.21.15.27:0/3291016060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e819c6c0 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.048+0000 7f51e659c700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e819c180 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f51d8003fb0 tx=0x7f51d8011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.049+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51d80039c0 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.049+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7f51d8003b60 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.049+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51e819c950 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.049+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f51d801a6d0 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.049+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51e819f640 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.050+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f51d801a8f0 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.050+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51e8063af0 con 0x7f51e8107110 2024-06-06T07:43:21.061 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.050+0000 7f51d77fe700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f51d0039050 0x7f51d003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.050+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f51d804d560 con 0x7f51e8107110 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.050+0000 7f51e5d9b700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f51d0039050 0x7f51d003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.050+0000 7f51e5d9b700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f51d0039050 0x7f51d003b510 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f51dc006fd0 tx=0x7f51dc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.055+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f51d8019c70 con 0x7f51e8107110 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.282+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f51e80008d0 con 0x7f51d0039050 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.286+0000 7f51d77fe700 1 -- 172.21.15.27:0/3291016060 <== mgr.14118 v2:172.21.15.27:6800/1600380670 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f51e80008d0 con 0x7f51d0039050 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f51d0039050 msgr2=0x7f51d003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f51d0039050 0x7f51d003b510 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f51dc006fd0 tx=0x7f51dc006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 msgr2=0x7f51e819c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:21.062 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e819c180 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f51d8003fb0 tx=0x7f51d8011bd0 comp rx=0 tx=0).stop 2024-06-06T07:43:21.063 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 shutdown_connections 2024-06-06T07:43:21.063 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f51d0039050 0x7f51d003b510 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:21.063 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 --2- 172.21.15.27:0/3291016060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51e8107110 0x7f51e819c180 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:21.063 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.288+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 >> 172.21.15.27:0/3291016060 conn(0x7f51e8102710 msgr2=0x7f51e81035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:21.063 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.289+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 shutdown_connections 2024-06-06T07:43:21.063 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:20.289+0000 7f51ecd27700 1 -- 172.21.15.27:0/3291016060 wait complete. 2024-06-06T07:43:21.353 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:21 smithi027 ceph-mon[32293]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:21.353 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:21 smithi027 ceph-mon[32293]: Saving service mgr spec with placement count:2 2024-06-06T07:43:21.353 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:21 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.463+0000 7fb0aa9aa700 1 Processor -- start 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.463+0000 7fb0aa9aa700 1 -- start start 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0aa9aa700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a410b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0aa9aa700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a407be00 con 0x7fb0a4108d40 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a3fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a410b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a3fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a410b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43290/0 (socket says 172.21.15.27:43290) 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a3fff700 1 -- 172.21.15.27:0/4127034075 learned_addr learned my addr 172.21.15.27:0/4127034075 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a3fff700 1 -- 172.21.15.27:0/4127034075 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a410b670 con 0x7fb0a4108d40 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a3fff700 1 --2- 172.21.15.27:0/4127034075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a410b130 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb0940098a0 tx=0x7fb094009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9f6cde86cb83a3d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a37fe700 1 -- 172.21.15.27:0/4127034075 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb094004160 con 0x7fb0a4108d40 2024-06-06T07:43:22.784 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a37fe700 1 -- 172.21.15.27:0/4127034075 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb094004300 con 0x7fb0a4108d40 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.464+0000 7fb0a37fe700 1 -- 172.21.15.27:0/4127034075 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb094011c00 con 0x7fb0a4108d40 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/4127034075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 msgr2=0x7fb0a410b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 --2- 172.21.15.27:0/4127034075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a410b130 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb0940098a0 tx=0x7fb094009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/4127034075 shutdown_connections 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 --2- 172.21.15.27:0/4127034075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a410b130 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/4127034075 >> 172.21.15.27:0/4127034075 conn(0x7fb0a4102710 msgr2=0x7fb0a4104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/4127034075 shutdown_connections 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.465+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/4127034075 wait complete. 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0aa9aa700 1 Processor -- start 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0aa9aa700 1 -- start start 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0aa9aa700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a41085c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0aa9aa700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb0a410c5d0 con 0x7fb0a4108d40 2024-06-06T07:43:22.785 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0a3fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a41085c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0a3fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a41085c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43302/0 (socket says 172.21.15.27:43302) 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0a3fff700 1 -- 172.21.15.27:0/1323228093 learned_addr learned my addr 172.21.15.27:0/1323228093 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.466+0000 7fb0a3fff700 1 -- 172.21.15.27:0/1323228093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0a4108b00 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.467+0000 7fb0a3fff700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a41085c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb094003fb0 tx=0x7fb094011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.467+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0940039c0 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.467+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0a4106cf0 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.467+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1143+0+0 (secure 0 0 0) 0x7fb094003b60 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.467+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb09401a6b0 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.467+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0a4107230 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.468+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fb094024430 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.468+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0a4063af0 con 0x7fb0a4108d40 2024-06-06T07:43:22.786 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.468+0000 7fb0a1ffb700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb090039000 0x7fb09003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.468+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb09404d430 con 0x7fb0a4108d40 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.468+0000 7fb09bfff700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb090039000 0x7fb09003b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.469+0000 7fb09bfff700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb090039000 0x7fb09003b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb08c006fd0 tx=0x7fb08c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.473+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb094003d10 con 0x7fb0a4108d40 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.679+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fb0a41074b0 con 0x7fb0a4108d40 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.685+0000 7fb0a1ffb700 1 -- 172.21.15.27:0/1323228093 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v6)=0 v6) ==== 142+0+0 (secure 0 0 0) 0x7fb09402d3f0 con 0x7fb0a4108d40 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb090039000 msgr2=0x7fb09003b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb090039000 0x7fb09003b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb08c006fd0 tx=0x7fb08c006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 msgr2=0x7fb0a41085c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a41085c0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fb094003fb0 tx=0x7fb094011bd0 comp rx=0 tx=0).stop 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 shutdown_connections 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fb090039000 0x7fb09003b4c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:22.787 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 --2- 172.21.15.27:0/1323228093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb0a4108d40 0x7fb0a41085c0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:22.788 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 >> 172.21.15.27:0/1323228093 conn(0x7fb0a4102710 msgr2=0x7fb0a41031e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:22.788 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 shutdown_connections 2024-06-06T07:43:22.788 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:21.687+0000 7fb0aa9aa700 1 -- 172.21.15.27:0/1323228093 wait complete. 2024-06-06T07:43:22.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:22 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1323228093' entity='client.admin' 2024-06-06T07:43:22.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:22 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:24.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:23 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:24.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:23 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2297654410' entity='client.admin' 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.228+0000 7f150f486700 1 Processor -- start 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.228+0000 7f150f486700 1 -- start start 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150f486700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f15081068a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150f486700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1508106e70 con 0x7f1508106480 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150d222700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f15081068a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150d222700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f15081068a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43316/0 (socket says 172.21.15.27:43316) 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150d222700 1 -- 172.21.15.27:0/2977938743 learned_addr learned my addr 172.21.15.27:0/2977938743 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150d222700 1 -- 172.21.15.27:0/2977938743 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1508109460 con 0x7f1508106480 2024-06-06T07:43:24.602 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f150d222700 1 --2- 172.21.15.27:0/2977938743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f15081068a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f15040098a0 tx=0x7f1504009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33ab16c27c1ad405 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.229+0000 7f14fbfff700 1 -- 172.21.15.27:0/2977938743 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1504004160 con 0x7f1508106480 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f14fbfff700 1 -- 172.21.15.27:0/2977938743 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1504004300 con 0x7f1508106480 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f14fbfff700 1 -- 172.21.15.27:0/2977938743 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1504011bb0 con 0x7f1508106480 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 -- 172.21.15.27:0/2977938743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 msgr2=0x7f15081068a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 --2- 172.21.15.27:0/2977938743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f15081068a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f15040098a0 tx=0x7f1504009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 -- 172.21.15.27:0/2977938743 shutdown_connections 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 --2- 172.21.15.27:0/2977938743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f15081068a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 -- 172.21.15.27:0/2977938743 >> 172.21.15.27:0/2977938743 conn(0x7f1508101e80 msgr2=0x7f15081042a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 -- 172.21.15.27:0/2977938743 shutdown_connections 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.230+0000 7f150f486700 1 -- 172.21.15.27:0/2977938743 wait complete. 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150f486700 1 Processor -- start 2024-06-06T07:43:24.603 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150f486700 1 -- start start 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150f486700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f1508108ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150f486700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f150810c810 con 0x7f1508106480 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150d222700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f1508108ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150d222700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f1508108ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43320/0 (socket says 172.21.15.27:43320) 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.231+0000 7f150d222700 1 -- 172.21.15.27:0/2297654410 learned_addr learned my addr 172.21.15.27:0/2297654410 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f150d222700 1 -- 172.21.15.27:0/2297654410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1508109220 con 0x7f1508106480 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f150d222700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f1508108ce0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1504000c00 tx=0x7f1504004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1504011e60 con 0x7f1508106480 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1504003af0 con 0x7f1508106480 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1508107410 con 0x7f1508106480 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f15040246a0 con 0x7f1508106480 2024-06-06T07:43:24.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.232+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15081078d0 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.233+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f1504022020 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.233+0000 7f14fa7fc700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f14f40390a0 0x7f14f403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.233+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1508063af0 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.233+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f150404d090 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.234+0000 7f150ca21700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f14f40390a0 0x7f14f403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.234+0000 7f150ca21700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f14f40390a0 0x7f14f403b560 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f14fc006fd0 tx=0x7f14fc006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.239+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f150400fdd0 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.458+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f1508107b50 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.460+0000 7f14fa7fc700 1 -- 172.21.15.27:0/2297654410 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f150402d770 con 0x7f1508106480 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f14f40390a0 msgr2=0x7f14f403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f14f40390a0 0x7f14f403b560 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f14fc006fd0 tx=0x7f14fc006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:24.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 msgr2=0x7f1508108ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f1508108ce0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1504000c00 tx=0x7f1504004620 comp rx=0 tx=0).stop 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 shutdown_connections 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f14f40390a0 0x7f14f403b560 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 --2- 172.21.15.27:0/2297654410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1508106480 0x7f1508108ce0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 >> 172.21.15.27:0/2297654410 conn(0x7f1508101e80 msgr2=0x7f15081029e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 shutdown_connections 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:23.463+0000 7f150f486700 1 -- 172.21.15.27:0/2297654410 wait complete. 2024-06-06T07:43:24.606 INFO:teuthology.orchestra.run.smithi027.stdout:Enabling the dashboard module... 2024-06-06T07:43:25.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:25 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:26.486 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/579862912' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-06-06T07:43:26.487 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-mon[32293]: from='mgr.14118 172.21.15.27:0/1293781282' entity='mgr.x' 2024-06-06T07:43:26.487 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: ignoring --setuser ceph since I am not root 2024-06-06T07:43:26.487 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: ignoring --setgroup ceph since I am not root 2024-06-06T07:43:26.487 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:26.485+0000 7f4f9914d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:43:26.787 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:26.679+0000 7f4f9914d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:43:26.787 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:26.786+0000 7f4f9914d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:43:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:27 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/579862912' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-06-06T07:43:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:27 smithi027 ceph-mon[32293]: mgrmap e9: x(active, since 20s) 2024-06-06T07:43:27.395 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:27.109+0000 7f4f9914d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:43:27.395 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:27.200+0000 7f4f9914d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:43:27.581 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.066+0000 7fdc03922700 1 Processor -- start 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.066+0000 7fdc03922700 1 -- start start 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.067+0000 7fdc03922700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc10b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.067+0000 7fdc03922700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc07be80 con 0x7fdbfc108cb0 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.067+0000 7fdc016be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc10b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.067+0000 7fdc016be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc10b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51696/0 (socket says 172.21.15.27:51696) 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.067+0000 7fdc016be700 1 -- 172.21.15.27:0/3613456392 learned_addr learned my addr 172.21.15.27:0/3613456392 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.067+0000 7fdc016be700 1 -- 172.21.15.27:0/3613456392 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbfc10b5e0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.068+0000 7fdc016be700 1 --2- 172.21.15.27:0/3613456392 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc10b0a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdbf80098a0 tx=0x7fdbf8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25355c7f0fc2632d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:27.582 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.068+0000 7fdbf3fff700 1 -- 172.21.15.27:0/3613456392 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf8004160 con 0x7fdbfc108cb0 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.068+0000 7fdbf3fff700 1 -- 172.21.15.27:0/3613456392 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdbf8004300 con 0x7fdbfc108cb0 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.068+0000 7fdbf3fff700 1 -- 172.21.15.27:0/3613456392 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf8011bb0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 -- 172.21.15.27:0/3613456392 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 msgr2=0x7fdbfc10b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 --2- 172.21.15.27:0/3613456392 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc10b0a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdbf80098a0 tx=0x7fdbf8009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 -- 172.21.15.27:0/3613456392 shutdown_connections 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 --2- 172.21.15.27:0/3613456392 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc10b0a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 -- 172.21.15.27:0/3613456392 >> 172.21.15.27:0/3613456392 conn(0x7fdbfc1026a0 msgr2=0x7fdbfc104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 -- 172.21.15.27:0/3613456392 shutdown_connections 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.069+0000 7fdc03922700 1 -- 172.21.15.27:0/3613456392 wait complete. 2024-06-06T07:43:27.583 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc03922700 1 Processor -- start 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc03922700 1 -- start start 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc03922700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc108530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc03922700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fdbfc10c6a0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc016be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc108530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc016be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc108530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51704/0 (socket says 172.21.15.27:51704) 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc016be700 1 -- 172.21.15.27:0/579862912 learned_addr learned my addr 172.21.15.27:0/579862912 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.070+0000 7fdc016be700 1 -- 172.21.15.27:0/579862912 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbfc108a70 con 0x7fdbfc108cb0 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.071+0000 7fdc016be700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc108530 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8000c00 tx=0x7fdbf8011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:27.584 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.071+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf8011e60 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.071+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdbf8003b20 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.071+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbfc106c60 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.071+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdbf80247a0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.071+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbfc107120 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.072+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fdbf8022020 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.072+0000 7fdbf27fc700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fdbe8039050 0x7fdbe803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.072+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdbf804d000 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.072+0000 7fdc00ebd700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fdbe8039050 0x7fdbe803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.072+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbfc063af0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.073+0000 7fdc00ebd700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fdbe8039050 0x7fdbe803b510 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdbec006fd0 tx=0x7fdbec006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:27.585 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.077+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdbf802a2a0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:25.348+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7fdbfc195ae0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.298+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7fdbf801aaa0 con 0x7fdbfc108cb0 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.299+0000 7fdbf27fc700 1 -- 172.21.15.27:0/579862912 <== mon.0 v2:172.21.15.27:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fdbf802d910 con 0x7fdbfc108cb0 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fdbe8039050 msgr2=0x7fdbe803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fdbe8039050 0x7fdbe803b510 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fdbec006fd0 tx=0x7fdbec006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 msgr2=0x7fdbfc108530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc108530 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fdbf8000c00 tx=0x7fdbf8011ca0 comp rx=0 tx=0).stop 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 shutdown_connections 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7fdbe8039050 0x7fdbe803b510 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 --2- 172.21.15.27:0/579862912 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdbfc108cb0 0x7fdbfc108530 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:27.586 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 >> 172.21.15.27:0/579862912 conn(0x7fdbfc1026a0 msgr2=0x7fdbfc1032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:27.587 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 shutdown_connections 2024-06-06T07:43:27.587 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:26.301+0000 7fdc03922700 1 -- 172.21.15.27:0/579862912 wait complete. 2024-06-06T07:43:28.659 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:28 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2983128093' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-06T07:43:28.659 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:28 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:28.482+0000 7f4f9914d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:43:28.947 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:28 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:28.669+0000 7f4f9914d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:43:28.947 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:28 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:28.853+0000 7f4f9914d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:43:28.956 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:43:28.956 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.071+0000 7f75aed6c700 1 Processor -- start 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.071+0000 7f75aed6c700 1 -- start start 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.071+0000 7f75aed6c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a810b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.071+0000 7f75aed6c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f75a807be80 con 0x7f75a8108cb0 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75acb08700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a810b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75acb08700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a810b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51732/0 (socket says 172.21.15.27:51732) 2024-06-06T07:43:28.957 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75acb08700 1 -- 172.21.15.27:0/2514596835 learned_addr learned my addr 172.21.15.27:0/2514596835 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:28.958 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75acb08700 1 -- 172.21.15.27:0/2514596835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a810b5e0 con 0x7f75a8108cb0 2024-06-06T07:43:28.958 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75acb08700 1 --2- 172.21.15.27:0/2514596835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a810b0a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f759c0098a0 tx=0x7f759c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b5634a2c3dc66e0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:28.958 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75a77fe700 1 -- 172.21.15.27:0/2514596835 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f759c004160 con 0x7f75a8108cb0 2024-06-06T07:43:28.958 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75a77fe700 1 -- 172.21.15.27:0/2514596835 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f759c004300 con 0x7f75a8108cb0 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.072+0000 7f75a77fe700 1 -- 172.21.15.27:0/2514596835 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f759c011bb0 con 0x7f75a8108cb0 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 -- 172.21.15.27:0/2514596835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 msgr2=0x7f75a810b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 --2- 172.21.15.27:0/2514596835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a810b0a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f759c0098a0 tx=0x7f759c009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 -- 172.21.15.27:0/2514596835 shutdown_connections 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 --2- 172.21.15.27:0/2514596835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a810b0a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 -- 172.21.15.27:0/2514596835 >> 172.21.15.27:0/2514596835 conn(0x7f75a81026a0 msgr2=0x7f75a8104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:28.962 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 -- 172.21.15.27:0/2514596835 shutdown_connections 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.073+0000 7f75aed6c700 1 -- 172.21.15.27:0/2514596835 wait complete. 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75aed6c700 1 Processor -- start 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75aed6c700 1 -- start start 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75aed6c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75aed6c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f75a810c6a0 con 0x7f75a8108cb0 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75acb08700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75acb08700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a819e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51742/0 (socket says 172.21.15.27:51742) 2024-06-06T07:43:28.963 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.074+0000 7f75acb08700 1 -- 172.21.15.27:0/2983128093 learned_addr learned my addr 172.21.15.27:0/2983128093 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75acb08700 1 -- 172.21.15.27:0/2983128093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75a819eb70 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75acb08700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a819e630 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f759c000c00 tx=0x7f759c011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f759c011e60 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f759c003b20 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75a819ee00 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f759c0247a0 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.075+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75a819f260 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.076+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f759c022020 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.076+0000 7f75a5ffb700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 0x7f759803b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.076+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f759c04d000 con 0x7f75a8108cb0 2024-06-06T07:43:28.964 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.076+0000 7f75a7fff700 1 -- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 msgr2=0x7f759803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.076+0000 7f75a7fff700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 0x7f759803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.076+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75a8063af0 con 0x7f75a8108cb0 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.082+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f759c0172b0 con 0x7f75a8108cb0 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.277+0000 7f75a7fff700 1 -- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 msgr2=0x7f759803b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.277+0000 7f75a7fff700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 0x7f759803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.346+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f75a802dca0 con 0x7f75a8108cb0 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.346+0000 7f75a5ffb700 1 -- 172.21.15.27:0/2983128093 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f759c01aaa0 con 0x7f75a8108cb0 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 msgr2=0x7f759803b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 0x7f759803b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:28.965 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 msgr2=0x7f75a819e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a819e630 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f759c000c00 tx=0x7f759c011ca0 comp rx=0 tx=0).stop 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 shutdown_connections 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f7598039100 0x7f759803b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 --2- 172.21.15.27:0/2983128093 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f75a8108cb0 0x7f75a819e630 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 >> 172.21.15.27:0/2983128093 conn(0x7f75a81026a0 msgr2=0x7f75a81032a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 shutdown_connections 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:28.348+0000 7f75aed6c700 1 -- 172.21.15.27:0/2983128093 wait complete. 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for the mgr to restart... 2024-06-06T07:43:28.966 INFO:teuthology.orchestra.run.smithi027.stdout:Waiting for mgr epoch 9... 2024-06-06T07:43:29.200 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:29 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:29.176+0000 7f4f9914d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:43:29.493 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:29 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:29.276+0000 7f4f9914d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:43:29.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:29 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:29.492+0000 7f4f9914d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:43:29.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:29 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:29.695+0000 7f4f9914d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:43:30.645 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:30 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:30.326+0000 7f4f9914d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:43:31.076 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:30 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:30.765+0000 7f4f9914d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:43:31.076 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:30 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:30.866+0000 7f4f9914d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:43:31.077 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:31 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:31.075+0000 7f4f9914d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:43:31.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:31 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:31.626+0000 7f4f9914d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:43:31.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:31 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:31.722+0000 7f4f9914d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:43:32.337 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:31 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:31.978+0000 7f4f9914d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:43:32.337 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:32 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:32.117+0000 7f4f9914d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:43:32.337 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:32 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:32.216+0000 7f4f9914d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:43:32.337 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:32 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:32.336+0000 7f4f9914d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:43:33.145 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:32 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:32.648+0000 7f4f9914d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:43:33.558 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:33.277+0000 7f4f9914d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:43:33.558 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:43:33.502+0000 7f4f9914d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: Active manager daemon x restarted 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: Activating manager daemon x 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: osdmap e3: 0 total, 0 up, 0 in 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: mgrmap e10: x(active, starting, since 0.00353125s) 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T07:43:33.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T07:43:33.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T07:43:33.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T07:43:33.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: Manager daemon x is now available 2024-06-06T07:43:33.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:34.855 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:43:34.855 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:43:34.855 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:34 smithi027 ceph-mon[32293]: mgrmap e11: x(active, since 1.00645s) 2024-06-06T07:43:35.124 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout { 2024-06-06T07:43:35.124 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-06-06T07:43:35.124 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout } 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f377b811700 1 Processor -- start 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f377b811700 1 -- start start 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f377b811700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f3774108b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f377b811700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3774109110 con 0x7f3774108720 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f37795ad700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f3774108b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f37795ad700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f3774108b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51750/0 (socket says 172.21.15.27:51750) 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.411+0000 7f37795ad700 1 -- 172.21.15.27:0/170989154 learned_addr learned my addr 172.21.15.27:0/170989154 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.412+0000 7f37795ad700 1 -- 172.21.15.27:0/170989154 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37741072f0 con 0x7f3774108720 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.412+0000 7f37795ad700 1 --2- 172.21.15.27:0/170989154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f3774108b40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f377000bb40 tx=0x7f377000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922eaf38252cfe9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.412+0000 7f376bfff700 1 -- 172.21.15.27:0/170989154 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f377000dbe0 con 0x7f3774108720 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.412+0000 7f376bfff700 1 -- 172.21.15.27:0/170989154 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3770004530 con 0x7f3774108720 2024-06-06T07:43:35.125 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.412+0000 7f376bfff700 1 -- 172.21.15.27:0/170989154 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3770010490 con 0x7f3774108720 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 -- 172.21.15.27:0/170989154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 msgr2=0x7f3774108b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 --2- 172.21.15.27:0/170989154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f3774108b40 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f377000bb40 tx=0x7f377000be50 comp rx=0 tx=0).stop 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 -- 172.21.15.27:0/170989154 shutdown_connections 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 --2- 172.21.15.27:0/170989154 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f3774108b40 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 -- 172.21.15.27:0/170989154 >> 172.21.15.27:0/170989154 conn(0x7f3774101e20 msgr2=0x7f3774104240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 -- 172.21.15.27:0/170989154 shutdown_connections 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.413+0000 7f377b811700 1 -- 172.21.15.27:0/170989154 wait complete. 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f377b811700 1 Processor -- start 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f377b811700 1 -- start start 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f377b811700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f377419e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:35.126 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f377b811700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3774106360 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f37795ad700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f377419e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f37795ad700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f377419e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51762/0 (socket says 172.21.15.27:51762) 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.414+0000 7f37795ad700 1 -- 172.21.15.27:0/95393021 learned_addr learned my addr 172.21.15.27:0/95393021 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f37795ad700 1 -- 172.21.15.27:0/95393021 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377419e850 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f37795ad700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f377419e310 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3770000c00 tx=0x7f377000dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3770010740 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f377001d070 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f377419eae0 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3770021c10 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.415+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37741a17d0 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.416+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f377001f030 con 0x7f3774108720 2024-06-06T07:43:35.127 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.417+0000 7f376a7fc700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.417+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 --> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f376003bcd0 con 0x7f3760039100 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.417+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f377004d450 con 0x7f3774108720 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.417+0000 7f3778dac700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 msgr2=0x7f376003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.417+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.618+0000 7f3778dac700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 msgr2=0x7f376003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:29.618+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:43:35.128 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:30.019+0000 7f3778dac700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 msgr2=0x7f376003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:30.019+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:30.820+0000 7f3778dac700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 msgr2=0x7f376003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:30.820+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:32.421+0000 7f3778dac700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 msgr2=0x7f376003b5c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1600380670 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:32.421+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:33.505+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f3770021460 con 0x7f3774108720 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:33.505+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 msgr2=0x7f376003b5c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:33.505+0000 7f376a7fc700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.507+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f377004f0d0 con 0x7f3774108720 2024-06-06T07:43:35.129 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.507+0000 7f376a7fc700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f376003cbc0 0x7f376003efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.508+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f376003bcd0 con 0x7f376003cbc0 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.508+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f376003cbc0 0x7f376003efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.509+0000 7f3778dac700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f376003cbc0 0x7f376003efb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f3764003a10 tx=0x7f3764009270 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.510+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f376003bcd0 con 0x7f376003cbc0 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.516+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f3774063af0 con 0x7f376003cbc0 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.516+0000 7f376a7fc700 1 -- 172.21.15.27:0/95393021 <== mgr.14150 v2:172.21.15.27:6800/1008951471 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f3774063af0 con 0x7f376003cbc0 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f376003cbc0 msgr2=0x7f376003efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f376003cbc0 0x7f376003efb0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f3764003a10 tx=0x7f3764009270 comp rx=0 tx=0).stop 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 msgr2=0x7f377419e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f377419e310 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3770000c00 tx=0x7f377000dd90 comp rx=0 tx=0).stop 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 shutdown_connections 2024-06-06T07:43:35.130 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f376003cbc0 0x7f376003efb0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3774108720 0x7f377419e310 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 --2- 172.21.15.27:0/95393021 >> [v2:172.21.15.27:6800/1600380670,v1:172.21.15.27:6801/1600380670] conn(0x7f3760039100 0x7f376003b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 >> 172.21.15.27:0/95393021 conn(0x7f3774101e20 msgr2=0x7f37741905e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 shutdown_connections 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:34.517+0000 7f377b811700 1 -- 172.21.15.27:0/95393021 wait complete. 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:mgr epoch 9 is available 2024-06-06T07:43:35.131 INFO:teuthology.orchestra.run.smithi027.stdout:Generating a dashboard self-signed certificate... 2024-06-06T07:43:35.780 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:35 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:34] ENGINE Bus STARTING 2024-06-06T07:43:35.780 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:35 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:34] ENGINE Serving on https://172.21.15.27:7150 2024-06-06T07:43:35.780 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:35 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:34] ENGINE Serving on http://172.21.15.27:8765 2024-06-06T07:43:35.780 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:35 smithi027 ceph-mon[32293]: [06/Jun/2024:07:43:34] ENGINE Bus STARTED 2024-06-06T07:43:36.528 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-06-06T07:43:36.528 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f7a82700 1 Processor -- start 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f7a82700 1 -- start start 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f7a82700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0106ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f7a82700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f03f0107270 con 0x7f03f0106880 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f581e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0106ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f581e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0106ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58408/0 (socket says 172.21.15.27:58408) 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.555+0000 7f03f581e700 1 -- 172.21.15.27:0/3759561598 learned_addr learned my addr 172.21.15.27:0/3759561598 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.556+0000 7f03f581e700 1 -- 172.21.15.27:0/3759561598 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03f0107a80 con 0x7f03f0106880 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.556+0000 7f03f581e700 1 --2- 172.21.15.27:0/3759561598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0106ca0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f03e40098a0 tx=0x7f03e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=375590544797b1fc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.556+0000 7f03f481c700 1 -- 172.21.15.27:0/3759561598 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f03e4004160 con 0x7f03f0106880 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.556+0000 7f03f481c700 1 -- 172.21.15.27:0/3759561598 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f03e4004300 con 0x7f03f0106880 2024-06-06T07:43:36.529 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.556+0000 7f03f481c700 1 -- 172.21.15.27:0/3759561598 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f03e4011bb0 con 0x7f03f0106880 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 -- 172.21.15.27:0/3759561598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 msgr2=0x7f03f0106ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 --2- 172.21.15.27:0/3759561598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0106ca0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f03e40098a0 tx=0x7f03e4009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 -- 172.21.15.27:0/3759561598 shutdown_connections 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 --2- 172.21.15.27:0/3759561598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0106ca0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 -- 172.21.15.27:0/3759561598 >> 172.21.15.27:0/3759561598 conn(0x7f03f0101ee0 msgr2=0x7f03f0104300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 -- 172.21.15.27:0/3759561598 shutdown_connections 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 -- 172.21.15.27:0/3759561598 wait complete. 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 Processor -- start 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.557+0000 7f03f7a82700 1 -- start start 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f7a82700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0104040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f7a82700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f03f01082b0 con 0x7f03f0106880 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f581e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0104040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:36.530 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f581e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0104040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58424/0 (socket says 172.21.15.27:58424) 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f581e700 1 -- 172.21.15.27:0/552344498 learned_addr learned my addr 172.21.15.27:0/552344498 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f581e700 1 -- 172.21.15.27:0/552344498 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03f0104580 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f581e700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0104040 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f03e4011690 tx=0x7f03e4011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f03e4003b70 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f03e401a930 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03f0102770 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f03e4019920 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.558+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03f0102c30 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.559+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f03e4022020 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.559+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03f0063af0 con 0x7f03f0106880 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.559+0000 7f03e2ffd700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f03dc038f90 0x7f03dc03b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:36.531 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.559+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f03e404d1a0 con 0x7f03f0106880 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.560+0000 7f03f501d700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f03dc038f90 0x7f03dc03b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.560+0000 7f03f501d700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f03dc038f90 0x7f03dc03b450 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f03ec006fd0 tx=0x7f03ec006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.565+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f03e400e260 con 0x7f03f0106880 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.572+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f03e402c8c0 con 0x7f03f0106880 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.779+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f03f0195a60 con 0x7f03dc038f90 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.902+0000 7f03e2ffd700 1 -- 172.21.15.27:0/552344498 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f03f0195a60 con 0x7f03dc038f90 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f03dc038f90 msgr2=0x7f03dc03b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f03dc038f90 0x7f03dc03b450 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f03ec006fd0 tx=0x7f03ec006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 msgr2=0x7f03f0104040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0104040 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f03e4011690 tx=0x7f03e4011ca0 comp rx=0 tx=0).stop 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 shutdown_connections 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f03dc038f90 0x7f03dc03b450 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:36.532 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 --2- 172.21.15.27:0/552344498 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f03f0106880 0x7f03f0104040 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:36.533 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 >> 172.21.15.27:0/552344498 conn(0x7f03f0101ee0 msgr2=0x7f03f0192d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:36.533 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 shutdown_connections 2024-06-06T07:43:36.533 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:35.904+0000 7f03f7a82700 1 -- 172.21.15.27:0/552344498 wait complete. 2024-06-06T07:43:36.533 INFO:teuthology.orchestra.run.smithi027.stdout:Creating initial admin user... 2024-06-06T07:43:36.781 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:36 smithi027 ceph-mon[32293]: mgrmap e12: x(active, since 2s) 2024-06-06T07:43:36.781 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:36 smithi027 ceph-mon[32293]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:36.781 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:36.781 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:36.781 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:38.078 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$gzjqhici5nKrGiCWnlvjO.P1EALju.hCCTeSfxIdB7j9oMSleJEqK", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1717659817, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-06-06T07:43:38.078 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.991+0000 7f65a8877700 1 Processor -- start 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.991+0000 7f65a8877700 1 -- start start 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.991+0000 7f65a8877700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a4106e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.991+0000 7f65a8877700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f65a407bec0 con 0x7f65a4106a70 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.991+0000 7f65a259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a4106e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.991+0000 7f65a259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a4106e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58430/0 (socket says 172.21.15.27:58430) 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.992+0000 7f65a259c700 1 -- 172.21.15.27:0/3736403687 learned_addr learned my addr 172.21.15.27:0/3736403687 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.992+0000 7f65a259c700 1 -- 172.21.15.27:0/3736403687 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65a41073d0 con 0x7f65a4106a70 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.992+0000 7f65a259c700 1 --2- 172.21.15.27:0/3736403687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a4106e90 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f65940098a0 tx=0x7f6594009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6329b9570413162 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.992+0000 7f65a159a700 1 -- 172.21.15.27:0/3736403687 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6594004160 con 0x7f65a4106a70 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.992+0000 7f65a159a700 1 -- 172.21.15.27:0/3736403687 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6594004300 con 0x7f65a4106a70 2024-06-06T07:43:38.079 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.992+0000 7f65a159a700 1 -- 172.21.15.27:0/3736403687 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6594011bb0 con 0x7f65a4106a70 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 -- 172.21.15.27:0/3736403687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 msgr2=0x7f65a4106e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 --2- 172.21.15.27:0/3736403687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a4106e90 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f65940098a0 tx=0x7f6594009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 -- 172.21.15.27:0/3736403687 shutdown_connections 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 --2- 172.21.15.27:0/3736403687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a4106e90 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 -- 172.21.15.27:0/3736403687 >> 172.21.15.27:0/3736403687 conn(0x7f65a4102710 msgr2=0x7f65a4104b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 -- 172.21.15.27:0/3736403687 shutdown_connections 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.993+0000 7f65a8877700 1 -- 172.21.15.27:0/3736403687 wait complete. 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a8877700 1 Processor -- start 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a8877700 1 -- start start 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a8877700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a419e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:38.080 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a8877700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f65a4108500 con 0x7f65a4106a70 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a419e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a419e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58442/0 (socket says 172.21.15.27:58442) 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.994+0000 7f65a259c700 1 -- 172.21.15.27:0/3114415559 learned_addr learned my addr 172.21.15.27:0/3114415559 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65a259c700 1 -- 172.21.15.27:0/3114415559 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65a419e800 con 0x7f65a4106a70 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65a259c700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a419e2c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6594000c00 tx=0x7f6594011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6594011e60 con 0x7f65a4106a70 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6594003b20 con 0x7f65a4106a70 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65a419ea90 con 0x7f65a4106a70 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f65940247a0 con 0x7f65a4106a70 2024-06-06T07:43:38.081 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.995+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65a419eef0 con 0x7f65a4106a70 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.996+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65a4063af0 con 0x7f65a4106a70 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.996+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f6594022020 con 0x7f65a4106a70 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.996+0000 7f65937fe700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f658c0390a0 0x7f658c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.996+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f659404d130 con 0x7f65a4106a70 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.997+0000 7f65a1d9b700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f658c0390a0 0x7f658c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:36.997+0000 7f65a1d9b700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f658c0390a0 0x7f658c03b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6598006fd0 tx=0x7f6598006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:38.082 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.001+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f65940172b0 con 0x7f65a4106a70 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.226+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f65a4197e40 con 0x7f658c0390a0 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.473+0000 7f65937fe700 1 -- 172.21.15.27:0/3114415559 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f65a4197e40 con 0x7f658c0390a0 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f658c0390a0 msgr2=0x7f658c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f658c0390a0 0x7f658c03b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6598006fd0 tx=0x7f6598006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 msgr2=0x7f65a419e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a419e2c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6594000c00 tx=0x7f6594011ca0 comp rx=0 tx=0).stop 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 shutdown_connections 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f658c0390a0 0x7f658c03b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 --2- 172.21.15.27:0/3114415559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f65a4106a70 0x7f65a419e2c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:38.083 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 >> 172.21.15.27:0/3114415559 conn(0x7f65a4102710 msgr2=0x7f65a4194f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:38.084 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.475+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 shutdown_connections 2024-06-06T07:43:38.084 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:37.476+0000 7f65a8877700 1 -- 172.21.15.27:0/3114415559 wait complete. 2024-06-06T07:43:38.084 INFO:teuthology.orchestra.run.smithi027.stdout:Fetching dashboard port number... 2024-06-06T07:43:38.372 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:38 smithi027 ceph-mon[32293]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:38.372 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:38.372 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:39.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:39 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3654733255' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-06-06T07:43:39.879 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stdout 8443 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.477+0000 7fad3437b700 1 Processor -- start 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.477+0000 7fad3437b700 1 -- start start 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad3437b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c07c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad3437b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fad2c07e170 con 0x7fad2c07dd50 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad32117700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c07c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad32117700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c07c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58444/0 (socket says 172.21.15.27:58444) 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad32117700 1 -- 172.21.15.27:0/2144516736 learned_addr learned my addr 172.21.15.27:0/2144516736 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad32117700 1 -- 172.21.15.27:0/2144516736 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad2c07c850 con 0x7fad2c07dd50 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.478+0000 7fad32117700 1 --2- 172.21.15.27:0/2144516736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c07c310 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fad280098a0 tx=0x7fad28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbe29ef186daf858 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad31115700 1 -- 172.21.15.27:0/2144516736 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad28004160 con 0x7fad2c07dd50 2024-06-06T07:43:39.880 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad31115700 1 -- 172.21.15.27:0/2144516736 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fad28004300 con 0x7fad2c07dd50 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad31115700 1 -- 172.21.15.27:0/2144516736 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad28011bb0 con 0x7fad2c07dd50 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 -- 172.21.15.27:0/2144516736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 msgr2=0x7fad2c07c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 --2- 172.21.15.27:0/2144516736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c07c310 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fad280098a0 tx=0x7fad28009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 -- 172.21.15.27:0/2144516736 shutdown_connections 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 --2- 172.21.15.27:0/2144516736 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c07c310 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 -- 172.21.15.27:0/2144516736 >> 172.21.15.27:0/2144516736 conn(0x7fad2c1038d0 msgr2=0x7fad2c105cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 -- 172.21.15.27:0/2144516736 shutdown_connections 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.479+0000 7fad3437b700 1 -- 172.21.15.27:0/2144516736 wait complete. 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad3437b700 1 Processor -- start 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad3437b700 1 -- start start 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad3437b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c19e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad3437b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fad2c10e780 con 0x7fad2c07dd50 2024-06-06T07:43:39.881 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad32117700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c19e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad32117700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c19e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58460/0 (socket says 172.21.15.27:58460) 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.480+0000 7fad32117700 1 -- 172.21.15.27:0/3654733255 learned_addr learned my addr 172.21.15.27:0/3654733255 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad32117700 1 -- 172.21.15.27:0/3654733255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad2c19e820 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad32117700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c19e2e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fad28000c00 tx=0x7fad28011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad28011e60 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad2c19eab0 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fad28003b20 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fad280247a0 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.481+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad2c19ef10 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.482+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fad28022020 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.482+0000 7fad1f7fe700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad180390a0 0x7fad1803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.482+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fad2804d110 con 0x7fad2c07dd50 2024-06-06T07:43:39.882 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.482+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad2c063af0 con 0x7fad2c07dd50 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.482+0000 7fad31916700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad180390a0 0x7fad1803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.483+0000 7fad31916700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad180390a0 0x7fad1803b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fad20006fd0 tx=0x7fad20006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.487+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fad2802ddb0 con 0x7fad2c07dd50 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.721+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fad2c1a1960 con 0x7fad2c07dd50 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.721+0000 7fad1f7fe700 1 -- 172.21.15.27:0/3654733255 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7fad2800edf0 con 0x7fad2c07dd50 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad180390a0 msgr2=0x7fad1803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad180390a0 0x7fad1803b560 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fad20006fd0 tx=0x7fad20006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 msgr2=0x7fad2c19e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c19e2e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fad28000c00 tx=0x7fad28011ca0 comp rx=0 tx=0).stop 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 shutdown_connections 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad180390a0 0x7fad1803b560 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:39.883 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 --2- 172.21.15.27:0/3654733255 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad2c07dd50 0x7fad2c19e2e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:39.884 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 >> 172.21.15.27:0/3654733255 conn(0x7fad2c1038d0 msgr2=0x7fad2c1043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:39.884 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 shutdown_connections 2024-06-06T07:43:39.884 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:38.723+0000 7fad3437b700 1 -- 172.21.15.27:0/3654733255 wait complete. 2024-06-06T07:43:39.886 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-06T07:43:39.886 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout disabled 2024-06-06T07:43:39.894 INFO:teuthology.orchestra.run.smithi027.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-06T07:43:39.894 INFO:teuthology.orchestra.run.smithi027.stdout:systemctl: stdout inactive 2024-06-06T07:43:39.894 INFO:teuthology.orchestra.run.smithi027.stdout:firewalld.service is not enabled 2024-06-06T07:43:39.894 INFO:teuthology.orchestra.run.smithi027.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-06-06T07:43:39.896 INFO:teuthology.orchestra.run.smithi027.stdout:Ceph Dashboard is now available at: 2024-06-06T07:43:39.896 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:39.896 INFO:teuthology.orchestra.run.smithi027.stdout: URL: https://smithi027.front.sepia.ceph.com:8443/ 2024-06-06T07:43:39.897 INFO:teuthology.orchestra.run.smithi027.stdout: User: admin 2024-06-06T07:43:39.897 INFO:teuthology.orchestra.run.smithi027.stdout: Password: gj5kx1wcs9 2024-06-06T07:43:39.897 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:39.897 INFO:teuthology.orchestra.run.smithi027.stdout:Saving cluster configuration to /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config directory 2024-06-06T07:43:39.897 INFO:teuthology.orchestra.run.smithi027.stdout:Enabling autotune for osd_memory_target 2024-06-06T07:43:41.597 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:41 smithi027 ceph-mon[32293]: mgrmap e13: x(active, since 6s) 2024-06-06T07:43:41.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.746+0000 7f84d8d39700 1 Processor -- start 2024-06-06T07:43:41.604 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.746+0000 7f84d8d39700 1 -- start start 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d8d39700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d407c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d8d39700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f84d407e120 con 0x7f84d407dd00 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d407c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d407c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58468/0 (socket says 172.21.15.27:58468) 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d259c700 1 -- 172.21.15.27:0/2131525692 learned_addr learned my addr 172.21.15.27:0/2131525692 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d259c700 1 -- 172.21.15.27:0/2131525692 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d407c850 con 0x7f84d407dd00 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.747+0000 7f84d259c700 1 --2- 172.21.15.27:0/2131525692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d407c310 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f84c4009e80 tx=0x7f84c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44cc223e58c5722 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d159a700 1 -- 172.21.15.27:0/2131525692 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84c4017070 con 0x7f84d407dd00 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d159a700 1 -- 172.21.15.27:0/2131525692 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84c400b8c0 con 0x7f84d407dd00 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d159a700 1 -- 172.21.15.27:0/2131525692 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84c4004580 con 0x7f84d407dd00 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 -- 172.21.15.27:0/2131525692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 msgr2=0x7f84d407c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 --2- 172.21.15.27:0/2131525692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d407c310 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f84c4009e80 tx=0x7f84c400b330 comp rx=0 tx=0).stop 2024-06-06T07:43:41.605 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 -- 172.21.15.27:0/2131525692 shutdown_connections 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 --2- 172.21.15.27:0/2131525692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d407c310 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 -- 172.21.15.27:0/2131525692 >> 172.21.15.27:0/2131525692 conn(0x7f84d41038c0 msgr2=0x7f84d4105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 -- 172.21.15.27:0/2131525692 shutdown_connections 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.748+0000 7f84d8d39700 1 -- 172.21.15.27:0/2131525692 wait complete. 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.749+0000 7f84d8d39700 1 Processor -- start 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.749+0000 7f84d8d39700 1 -- start start 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d8d39700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d419e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d8d39700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f84d410e740 con 0x7f84d407dd00 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d419e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d419e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58480/0 (socket says 172.21.15.27:58480) 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d259c700 1 -- 172.21.15.27:0/3730220396 learned_addr learned my addr 172.21.15.27:0/3730220396 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:41.606 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d259c700 1 -- 172.21.15.27:0/3730220396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84d419e860 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d259c700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d419e320 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f84c40072a0 tx=0x7f84c400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84c4021020 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84d419eaf0 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84c4003c90 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84c4017040 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.750+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84d41a17e0 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.751+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f84c4024020 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.751+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84d4063af0 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.751+0000 7f84cb7fe700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84c00390f0 0x7f84c003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.752+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f84c400f050 con 0x7f84d407dd00 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.752+0000 7f84d1d9b700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84c00390f0 0x7f84c003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.752+0000 7f84d1d9b700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84c00390f0 0x7f84c003b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f84bc006fd0 tx=0x7f84bc006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:41.607 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.757+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f84c402b020 con 0x7f84d407dd00 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.961+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f84d41a19b0 con 0x7f84d407dd00 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.961+0000 7f84cb7fe700 1 -- 172.21.15.27:0/3730220396 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f84d41a19b0 con 0x7f84d407dd00 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84c00390f0 msgr2=0x7f84c003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84c00390f0 0x7f84c003b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f84bc006fd0 tx=0x7f84bc006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 msgr2=0x7f84d419e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d419e320 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f84c40072a0 tx=0x7f84c400be90 comp rx=0 tx=0).stop 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 shutdown_connections 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84c00390f0 0x7f84c003b5b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 --2- 172.21.15.27:0/3730220396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84d407dd00 0x7f84d419e320 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 >> 172.21.15.27:0/3730220396 conn(0x7f84d41038c0 msgr2=0x7f84d41043b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 shutdown_connections 2024-06-06T07:43:41.608 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:40.963+0000 7f84d8d39700 1 -- 172.21.15.27:0/3730220396 wait complete. 2024-06-06T07:43:43.002 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.053+0000 7fd0ae63b700 1 Processor -- start 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.053+0000 7fd0ae63b700 1 -- start start 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.053+0000 7fd0ae63b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a81068f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.053+0000 7fd0ae63b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a8106ec0 con 0x7fd0a81064d0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a81068f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a81068f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58482/0 (socket says 172.21.15.27:58482) 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a7fff700 1 -- 172.21.15.27:0/2795515526 learned_addr learned my addr 172.21.15.27:0/2795515526 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a7fff700 1 -- 172.21.15.27:0/2795515526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a8109460 con 0x7fd0a81064d0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a7fff700 1 --2- 172.21.15.27:0/2795515526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a81068f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd0980098a0 tx=0x7fd098009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6628a842d5dc5bc1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a6ffd700 1 -- 172.21.15.27:0/2795515526 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd098004160 con 0x7fd0a81064d0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a6ffd700 1 -- 172.21.15.27:0/2795515526 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd098004300 con 0x7fd0a81064d0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.054+0000 7fd0a6ffd700 1 -- 172.21.15.27:0/2795515526 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd098011bb0 con 0x7fd0a81064d0 2024-06-06T07:43:43.003 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 -- 172.21.15.27:0/2795515526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 msgr2=0x7fd0a81068f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 --2- 172.21.15.27:0/2795515526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a81068f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd0980098a0 tx=0x7fd098009bb0 comp rx=0 tx=0).stop 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 -- 172.21.15.27:0/2795515526 shutdown_connections 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 --2- 172.21.15.27:0/2795515526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a81068f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 -- 172.21.15.27:0/2795515526 >> 172.21.15.27:0/2795515526 conn(0x7fd0a8101e60 msgr2=0x7fd0a8104280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 -- 172.21.15.27:0/2795515526 shutdown_connections 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.055+0000 7fd0ae63b700 1 -- 172.21.15.27:0/2795515526 wait complete. 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0ae63b700 1 Processor -- start 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0ae63b700 1 -- start start 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0ae63b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a819c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0ae63b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd0a810c810 con 0x7fd0a81064d0 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0a7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a819c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0a7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a819c180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58488/0 (socket says 172.21.15.27:58488) 2024-06-06T07:43:43.004 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0a7fff700 1 -- 172.21.15.27:0/838308806 learned_addr learned my addr 172.21.15.27:0/838308806 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0a7fff700 1 -- 172.21.15.27:0/838308806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0a819c6c0 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.056+0000 7fd0a7fff700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a819c180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd098011690 tx=0x7fd098011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.057+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd098003b70 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.057+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd09801a930 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.057+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd098019920 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.057+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0a819c950 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.057+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0a819cdb0 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.058+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd098022020 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.058+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0a8063af0 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.058+0000 7fd0a57fa700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd0900390f0 0x7fd09003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.058+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd09804d4b0 con 0x7fd0a81064d0 2024-06-06T07:43:43.005 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.058+0000 7fd0a77fe700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd0900390f0 0x7fd09003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.059+0000 7fd0a77fe700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd0900390f0 0x7fd09003b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd09c006fd0 tx=0x7fd09c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.063+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd09802c3a0 con 0x7fd0a81064d0 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.385+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fd0a819f780 con 0x7fd0a81064d0 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.387+0000 7fd0a57fa700 1 -- 172.21.15.27:0/838308806 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fd09801a430 con 0x7fd0a81064d0 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.389+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd0900390f0 msgr2=0x7fd09003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.389+0000 7fd0ae63b700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd0900390f0 0x7fd09003b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd09c006fd0 tx=0x7fd09c006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.389+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 msgr2=0x7fd0a819c180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.389+0000 7fd0ae63b700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a819c180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd098011690 tx=0x7fd098011ca0 comp rx=0 tx=0).stop 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.390+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 shutdown_connections 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.390+0000 7fd0ae63b700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd0900390f0 0x7fd09003b5b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.390+0000 7fd0ae63b700 1 --2- 172.21.15.27:0/838308806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd0a81064d0 0x7fd0a819c180 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.390+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 >> 172.21.15.27:0/838308806 conn(0x7fd0a8101e60 msgr2=0x7fd0a8102950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.390+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 shutdown_connections 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr 2024-06-06T07:43:42.390+0000 7fd0ae63b700 1 -- 172.21.15.27:0/838308806 wait complete. 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout:Or, if you are only running a single cluster on this host: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout:Please consider enabling telemetry to help improve Ceph: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: ceph telemetry on 2024-06-06T07:43:43.007 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.008 INFO:teuthology.orchestra.run.smithi027.stdout:For more information see: 2024-06-06T07:43:43.008 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.008 INFO:teuthology.orchestra.run.smithi027.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-06-06T07:43:43.008 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:43.008 INFO:teuthology.orchestra.run.smithi027.stdout:Bootstrap complete. 2024-06-06T07:43:43.048 INFO:tasks.cephadm:Fetching config... 2024-06-06T07:43:43.049 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:43:43.049 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-06-06T07:43:43.067 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-06-06T07:43:43.067 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:43:43.067 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-06-06T07:43:43.123 INFO:tasks.cephadm:Fetching mon keyring... 2024-06-06T07:43:43.123 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:43:43.123 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/keyring of=/dev/stdout 2024-06-06T07:43:43.190 INFO:tasks.cephadm:Fetching pub ssh key... 2024-06-06T07:43:43.190 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:43:43.190 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-06-06T07:43:43.247 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-06-06T07:43:43.247 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T07:43:43.327 INFO:teuthology.orchestra.run.smithi027.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:43:43.339 DEBUG:teuthology.orchestra.run.smithi176:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T07:43:43.379 INFO:teuthology.orchestra.run.smithi176.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:43:43.390 DEBUG:teuthology.orchestra.run.smithi203:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-06T07:43:43.430 INFO:teuthology.orchestra.run.smithi203.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC5qDad3Uq0TPh7lVQnuPJRq5bh0hZOlJ7sQ7oEGqijXVEGMc+oVfNE5KMPWAkdDtF2YdMYSJrnsxTP8Dq1HSHV1oqzh/F9BVmieWCvc9Zeopqhy+eHbic54l+LjqfBkgHM2M4eqsSMBTeLVDQG70+zORBbZuT2R7srkIawfVQ1l79VrKaLgZR971L+vz0mczCZD4CMnfs+PA0PMDyvcT9KrWF3yIlh8UrwX7P5rTYVuHFOS4UnXq8R5ALaxSdpM4MiTmwC03koH4PHspOYut8pJNmIU6CQK67Rb0iCtGpIDdADy4FWVbYpmWkgEO0hbjoFeBYVKlSThf9C8lsmKK2mfk+XuSzaZ/SbBYwzcvtmvO62RaEdzElQBEZy9eZsmOIAxg/vsg22C3nBVoqbhmDgRxMRHbPhJj2X6DqVg0OZpsGGagWHByew9NcMABpwJtSF1F6us80MtvJU6xC60P23vj77ebIyrjguLrTCMB8h7YPPWSa3mt7o2Yfh9y1AtCM= ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:43:43.442 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-06-06T07:43:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/838308806' entity='client.admin' 2024-06-06T07:43:43.691 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:43:46.255 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:46.256 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:46.256 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi027", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:43:46.256 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:46.256 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:46.256 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:46.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 -- 172.21.15.27:0/2797300063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 msgr2=0x7f56481022c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:46.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 --2- 172.21.15.27:0/2797300063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f56481022c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5644009910 tx=0x7f5644009c20 comp rx=0 tx=0).stop 2024-06-06T07:43:46.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 -- 172.21.15.27:0/2797300063 shutdown_connections 2024-06-06T07:43:46.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 --2- 172.21.15.27:0/2797300063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f56481022c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:46.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 -- 172.21.15.27:0/2797300063 >> 172.21.15.27:0/2797300063 conn(0x7f56480fd490 msgr2=0x7f56480ff8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:46.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 -- 172.21.15.27:0/2797300063 shutdown_connections 2024-06-06T07:43:46.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.466+0000 7f56505e4700 1 -- 172.21.15.27:0/2797300063 wait complete. 2024-06-06T07:43:46.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.467+0000 7f56505e4700 1 Processor -- start 2024-06-06T07:43:46.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.467+0000 7f56505e4700 1 -- start start 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.467+0000 7f56505e4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f5648197650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.467+0000 7f56505e4700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5648108030 con 0x7f5648101ea0 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.467+0000 7f564e380700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f5648197650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f564e380700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f5648197650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52722/0 (socket says 172.21.15.27:52722) 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f564e380700 1 -- 172.21.15.27:0/4011695104 learned_addr learned my addr 172.21.15.27:0/4011695104 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f564e380700 1 -- 172.21.15.27:0/4011695104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5648197b90 con 0x7f5648101ea0 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f564e380700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f5648197650 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5644005840 tx=0x7f56440050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5644027070 con 0x7f5648101ea0 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5644022470 con 0x7f5648101ea0 2024-06-06T07:43:46.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5648197e20 con 0x7f5648101ea0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f564400f5f0 con 0x7f5648101ea0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.468+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f564819ab10 con 0x7f5648101ea0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.469+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f564402a070 con 0x7f5648101ea0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.469+0000 7f563f7fe700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5634039150 0x7f563403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.469+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f564401e030 con 0x7f5648101ea0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.470+0000 7f564db7f700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5634039150 0x7f563403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.470+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56481087b0 con 0x7f5648101ea0 2024-06-06T07:43:46.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.470+0000 7f564db7f700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5634039150 0x7f563403b610 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5638006fd0 tx=0x7f5638006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:46.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.475+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5644013070 con 0x7f5648101ea0 2024-06-06T07:43:46.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.684+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7f564802dca0 con 0x7f5648101ea0 2024-06-06T07:43:46.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.686+0000 7f563f7fe700 1 -- 172.21.15.27:0/4011695104 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7f5644022620 con 0x7f5648101ea0 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5634039150 msgr2=0x7f563403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5634039150 0x7f563403b610 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5638006fd0 tx=0x7f5638006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 msgr2=0x7f5648197650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f5648197650 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5644005840 tx=0x7f56440050b0 comp rx=0 tx=0).stop 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 shutdown_connections 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5634039150 0x7f563403b610 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 --2- 172.21.15.27:0/4011695104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5648101ea0 0x7f5648197650 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:46.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 >> 172.21.15.27:0/4011695104 conn(0x7f56480fd490 msgr2=0x7f56480fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:46.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 shutdown_connections 2024-06-06T07:43:46.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:46.689+0000 7f56505e4700 1 -- 172.21.15.27:0/4011695104 wait complete. 2024-06-06T07:43:47.378 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-06-06T07:43:47.379 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-06-06T07:43:47.805 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:43:47.940 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:47 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4011695104' entity='client.admin' 2024-06-06T07:43:47.940 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:47.940 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:49.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 -- 172.21.15.27:0/1688600117 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 msgr2=0x7f4728101220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 --2- 172.21.15.27:0/1688600117 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728101220 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f471c009910 tx=0x7f471c009c20 comp rx=0 tx=0).stop 2024-06-06T07:43:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 -- 172.21.15.27:0/1688600117 shutdown_connections 2024-06-06T07:43:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 --2- 172.21.15.27:0/1688600117 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728101220 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 -- 172.21.15.27:0/1688600117 >> 172.21.15.27:0/1688600117 conn(0x7f47280fc3a0 msgr2=0x7f47280fe7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 -- 172.21.15.27:0/1688600117 shutdown_connections 2024-06-06T07:43:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.336+0000 7f472cf1e700 1 -- 172.21.15.27:0/1688600117 wait complete. 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472cf1e700 1 Processor -- start 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472cf1e700 1 -- start start 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472cf1e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472cf1e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4728106f40 con 0x7f4728100e00 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728197660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52734/0 (socket says 172.21.15.27:52734) 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472659c700 1 -- 172.21.15.27:0/2475398526 learned_addr learned my addr 172.21.15.27:0/2475398526 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472659c700 1 -- 172.21.15.27:0/2475398526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4728197ba0 con 0x7f4728100e00 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f472659c700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728197660 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f471c004800 tx=0x7f471c0050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.337+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f471c027070 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.338+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f471c022470 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.338+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4728197e30 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.338+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f471c00f5f0 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.338+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f472819ab20 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.339+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f471c02a070 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.339+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47281076c0 con 0x7f4728100e00 2024-06-06T07:43:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.339+0000 7f47177fe700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4710039150 0x7f471003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.339+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f471c01e030 con 0x7f4728100e00 2024-06-06T07:43:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.339+0000 7f4725d9b700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4710039150 0x7f471003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.339+0000 7f4725d9b700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4710039150 0x7f471003b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4718006fd0 tx=0x7f4718006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:49.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.344+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f471c013070 con 0x7f4728100e00 2024-06-06T07:43:49.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.555+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f472802ddb0 con 0x7f4710039150 2024-06-06T07:43:49.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.558+0000 7f47177fe700 1 -- 172.21.15.27:0/2475398526 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f472802ddb0 con 0x7f4710039150 2024-06-06T07:43:49.560 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4710039150 msgr2=0x7f471003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4710039150 0x7f471003b610 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4718006fd0 tx=0x7f4718006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 msgr2=0x7f4728197660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728197660 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f471c004800 tx=0x7f471c0050b0 comp rx=0 tx=0).stop 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 shutdown_connections 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4710039150 0x7f471003b610 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 --2- 172.21.15.27:0/2475398526 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4728100e00 0x7f4728197660 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 >> 172.21.15.27:0/2475398526 conn(0x7f47280fc3a0 msgr2=0x7f472806a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.560+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 shutdown_connections 2024-06-06T07:43:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:49.561+0000 7f472cf1e700 1 -- 172.21.15.27:0/2475398526 wait complete. 2024-06-06T07:43:50.233 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi176 2024-06-06T07:43:50.233 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:43:50.233 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/etc/ceph/ceph.conf 2024-06-06T07:43:50.252 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:43:50.252 DEBUG:teuthology.orchestra.run.smithi176:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:43:50.309 INFO:tasks.cephadm:Adding host smithi176 to orchestrator... 2024-06-06T07:43:50.310 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch host add smithi176 2024-06-06T07:43:50.561 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: Updating smithi027:/etc/ceph/ceph.conf 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:43:50.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:50 smithi027 ceph-mon[32293]: Updating smithi027:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:43:51.960 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:51 smithi027 ceph-mon[32293]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:43:51.960 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:51.960 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:51.960 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 -- 172.21.15.27:0/602250813 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 msgr2=0x7f87201013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 --2- 172.21.15.27:0/602250813 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f87201013e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f871c009910 tx=0x7f871c009c20 comp rx=0 tx=0).stop 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 -- 172.21.15.27:0/602250813 shutdown_connections 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 --2- 172.21.15.27:0/602250813 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f87201013e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 -- 172.21.15.27:0/602250813 >> 172.21.15.27:0/602250813 conn(0x7f87200fc890 msgr2=0x7f87200fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 -- 172.21.15.27:0/602250813 shutdown_connections 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.208+0000 7f872741f700 1 -- 172.21.15.27:0/602250813 wait complete. 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.209+0000 7f872741f700 1 Processor -- start 2024-06-06T07:43:52.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.209+0000 7f872741f700 1 -- start start 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.209+0000 7f872741f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f872019d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.209+0000 7f872741f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f872010b510 con 0x7f8720101000 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.209+0000 7f87251bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f872019d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87251bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f872019d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52752/0 (socket says 172.21.15.27:52752) 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87251bb700 1 -- 172.21.15.27:0/1715061629 learned_addr learned my addr 172.21.15.27:0/1715061629 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87251bb700 1 -- 172.21.15.27:0/1715061629 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f872019dbc0 con 0x7f8720101000 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87251bb700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f872019d680 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f871c0052a0 tx=0x7f871c004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f871c026070 con 0x7f8720101000 2024-06-06T07:43:52.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f871c00bbf0 con 0x7f8720101000 2024-06-06T07:43:52.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872019deb0 con 0x7f8720101000 2024-06-06T07:43:52.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8720197800 con 0x7f8720101000 2024-06-06T07:43:52.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.210+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f871c003a30 con 0x7f8720101000 2024-06-06T07:43:52.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.211+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f871c029070 con 0x7f8720101000 2024-06-06T07:43:52.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.211+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87201024e0 con 0x7f8720101000 2024-06-06T07:43:52.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.211+0000 7f87127fc700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f870c0390f0 0x7f870c03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:52.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.212+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f871c01e070 con 0x7f8720101000 2024-06-06T07:43:52.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.212+0000 7f87249ba700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f870c0390f0 0x7f870c03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:52.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.212+0000 7f87249ba700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f870c0390f0 0x7f870c03b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8714006fd0 tx=0x7f8714006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:52.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.217+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f871c013070 con 0x7f8720101000 2024-06-06T07:43:52.429 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:52.429+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi176", "target": ["mon-mgr", ""]}) -- 0x7f8720198d30 con 0x7f870c0390f0 2024-06-06T07:43:53.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:53 smithi027 ceph-mon[32293]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi176", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:43:53.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:53 smithi027 ceph-mon[32293]: Deploying cephadm binary to smithi176 2024-06-06T07:43:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:54 smithi027 ceph-mon[32293]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:43:56.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:56 smithi027 ceph-mon[32293]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:43:56.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.995+0000 7f87127fc700 1 -- 172.21.15.27:0/1715061629 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f8720198d30 con 0x7f870c0390f0 2024-06-06T07:43:56.997 INFO:teuthology.orchestra.run.smithi027.stdout:Added host 'smithi176' with addr '172.21.15.176' 2024-06-06T07:43:56.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f870c0390f0 msgr2=0x7f870c03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:56.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f870c0390f0 0x7f870c03b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8714006fd0 tx=0x7f8714006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:56.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 msgr2=0x7f872019d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f872019d680 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f871c0052a0 tx=0x7f871c004cc0 comp rx=0 tx=0).stop 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 shutdown_connections 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f870c0390f0 0x7f870c03b5b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 --2- 172.21.15.27:0/1715061629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8720101000 0x7f872019d680 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 >> 172.21.15.27:0/1715061629 conn(0x7f87200fc890 msgr2=0x7f872006a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 shutdown_connections 2024-06-06T07:43:57.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:56.998+0000 7f872741f700 1 -- 172.21.15.27:0/1715061629 wait complete. 2024-06-06T07:43:57.565 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-06-06T07:43:57.816 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:43:58.236 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:58.236 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:58 smithi027 ceph-mon[32293]: Added host smithi176 2024-06-06T07:43:58.236 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:43:58.236 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:59.189 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:59 smithi027 ceph-mon[32293]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:43:59.189 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:43:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.446+0000 7f71759d0700 1 -- 172.21.15.27:0/797280523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 msgr2=0x7f7170103480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.446+0000 7f71759d0700 1 --2- 172.21.15.27:0/797280523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170103480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7160009910 tx=0x7f7160009c20 comp rx=0 tx=0).stop 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.447+0000 7f71759d0700 1 -- 172.21.15.27:0/797280523 shutdown_connections 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.447+0000 7f71759d0700 1 --2- 172.21.15.27:0/797280523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170103480 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.447+0000 7f71759d0700 1 -- 172.21.15.27:0/797280523 >> 172.21.15.27:0/797280523 conn(0x7f71700fc8f0 msgr2=0x7f71700fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.447+0000 7f71759d0700 1 -- 172.21.15.27:0/797280523 shutdown_connections 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.447+0000 7f71759d0700 1 -- 172.21.15.27:0/797280523 wait complete. 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.447+0000 7f71759d0700 1 Processor -- start 2024-06-06T07:43:59.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f71759d0700 1 -- start start 2024-06-06T07:43:59.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f71759d0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170100d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:59.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f71759d0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f717010c6b0 con 0x7f71701030a0 2024-06-06T07:43:59.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f716effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170100d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:59.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f716effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170100d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38476/0 (socket says 172.21.15.27:38476) 2024-06-06T07:43:59.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f716effd700 1 -- 172.21.15.27:0/4043207251 learned_addr learned my addr 172.21.15.27:0/4043207251 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:43:59.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f716effd700 1 -- 172.21.15.27:0/4043207251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7170102b50 con 0x7f71701030a0 2024-06-06T07:43:59.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.448+0000 7f716effd700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170100d00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f71600052a0 tx=0x7f7160004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:59.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.449+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7160026070 con 0x7f71701030a0 2024-06-06T07:43:59.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.449+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f716000bc50 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.449+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7170101240 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.449+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7160003b10 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.449+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7170101640 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.450+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f7160029070 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.450+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f717006abe0 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.450+0000 7f71749ce700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7158039150 0x7f715803b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.450+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f716001e070 con 0x7f71701030a0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.450+0000 7f716e7fc700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7158039150 0x7f715803b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:43:59.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.450+0000 7f716e7fc700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7158039150 0x7f715803b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7164006fd0 tx=0x7f7164006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:43:59.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.455+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7160013070 con 0x7f71701030a0 2024-06-06T07:43:59.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.668+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f71701021e0 con 0x7f7158039150 2024-06-06T07:43:59.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.669+0000 7f71749ce700 1 -- 172.21.15.27:0/4043207251 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f71701021e0 con 0x7f7158039150 2024-06-06T07:43:59.670 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:43:59.670 INFO:teuthology.orchestra.run.smithi027.stdout:[{"addr": "172.21.15.27", "hostname": "smithi027", "labels": [], "status": ""}, {"addr": "172.21.15.176", "hostname": "smithi176", "labels": [], "status": ""}] 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7158039150 msgr2=0x7f715803b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7158039150 0x7f715803b610 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7164006fd0 tx=0x7f7164006e40 comp rx=0 tx=0).stop 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 msgr2=0x7f7170100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170100d00 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f71600052a0 tx=0x7f7160004cc0 comp rx=0 tx=0).stop 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 shutdown_connections 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7158039150 0x7f715803b610 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:59.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 --2- 172.21.15.27:0/4043207251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f71701030a0 0x7f7170100d00 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:43:59.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 >> 172.21.15.27:0/4043207251 conn(0x7f71700fc8f0 msgr2=0x7f7170103e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:43:59.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 shutdown_connections 2024-06-06T07:43:59.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:43:59.672+0000 7f71759d0700 1 -- 172.21.15.27:0/4043207251 wait complete. 2024-06-06T07:44:00.291 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi203 2024-06-06T07:44:00.291 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:44:00.291 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/etc/ceph/ceph.conf 2024-06-06T07:44:00.311 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:44:00.311 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:00.368 INFO:tasks.cephadm:Adding host smithi203 to orchestrator... 2024-06-06T07:44:00.369 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch host add smithi203 2024-06-06T07:44:00.615 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:44:00.848 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:00 smithi027 ceph-mon[32293]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:00.848 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:00.848 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:00 smithi027 ceph-mon[32293]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 -- 172.21.15.27:0/3301340813 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 msgr2=0x7fde5c104190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 --2- 172.21.15.27:0/3301340813 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c104190 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fde4c009910 tx=0x7fde4c009c20 comp rx=0 tx=0).stop 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 -- 172.21.15.27:0/3301340813 shutdown_connections 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 --2- 172.21.15.27:0/3301340813 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c104190 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 -- 172.21.15.27:0/3301340813 >> 172.21.15.27:0/3301340813 conn(0x7fde5c0fc000 msgr2=0x7fde5c0fe420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 -- 172.21.15.27:0/3301340813 shutdown_connections 2024-06-06T07:44:02.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 -- 172.21.15.27:0/3301340813 wait complete. 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.209+0000 7fde6207a700 1 Processor -- start 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde6207a700 1 -- start start 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde6207a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde6207a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fde5c10c6a0 con 0x7fde5c103db0 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde5b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde5b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c19f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38496/0 (socket says 172.21.15.27:38496) 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde5b7fe700 1 -- 172.21.15.27:0/796328597 learned_addr learned my addr 172.21.15.27:0/796328597 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde5b7fe700 1 -- 172.21.15.27:0/796328597 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde5c19fd80 con 0x7fde5c103db0 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde5b7fe700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c19f840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0052a0 tx=0x7fde4c004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.210+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde4c026070 con 0x7fde5c103db0 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.211+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fde4c00bc50 con 0x7fde5c103db0 2024-06-06T07:44:02.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.211+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde5c1a0070 con 0x7fde5c103db0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.211+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fde4c003a20 con 0x7fde5c103db0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.211+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde5c199a00 con 0x7fde5c103db0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.211+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fde4c029070 con 0x7fde5c103db0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.212+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde5c1036e0 con 0x7fde5c103db0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.212+0000 7fde58ff9700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde44039150 0x7fde4403b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.212+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fde4c01e070 con 0x7fde5c103db0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.212+0000 7fde5affd700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde44039150 0x7fde4403b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:02.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.212+0000 7fde5affd700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde44039150 0x7fde4403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fde50006fd0 tx=0x7fde50006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:02.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.217+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fde4c013070 con 0x7fde5c103db0 2024-06-06T07:44:02.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:02.428+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi203", "target": ["mon-mgr", ""]}) -- 0x7fde5c19af30 con 0x7fde44039150 2024-06-06T07:44:02.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:02 smithi027 ceph-mon[32293]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:03.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi203", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:03.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: Updating smithi176:/etc/ceph/ceph.conf 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: Deploying cephadm binary to smithi203 2024-06-06T07:44:03.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:03 smithi027 ceph-mon[32293]: Updating smithi176:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:05.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:04 smithi027 ceph-mon[32293]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:44:05.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:04 smithi027 ceph-mon[32293]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:06.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.667+0000 7fde58ff9700 1 -- 172.21.15.27:0/796328597 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fde5c19af30 con 0x7fde44039150 2024-06-06T07:44:06.669 INFO:teuthology.orchestra.run.smithi027.stdout:Added host 'smithi203' with addr '172.21.15.203' 2024-06-06T07:44:06.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde44039150 msgr2=0x7fde4403b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:06.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde44039150 0x7fde4403b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fde50006fd0 tx=0x7fde50006e40 comp rx=0 tx=0).stop 2024-06-06T07:44:06.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 msgr2=0x7fde5c19f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c19f840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fde4c0052a0 tx=0x7fde4c004cc0 comp rx=0 tx=0).stop 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 shutdown_connections 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde44039150 0x7fde4403b610 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 --2- 172.21.15.27:0/796328597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fde5c103db0 0x7fde5c19f840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.670+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 >> 172.21.15.27:0/796328597 conn(0x7fde5c0fc000 msgr2=0x7fde5c102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.671+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 shutdown_connections 2024-06-06T07:44:06.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:06.671+0000 7fde6207a700 1 -- 172.21.15.27:0/796328597 wait complete. 2024-06-06T07:44:07.356 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:07 smithi027 ceph-mon[32293]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:07.356 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:07.356 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:07.356 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:07.356 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:07.356 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:07.390 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch host ls --format=json 2024-06-06T07:44:07.639 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:44:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:08 smithi027 ceph-mon[32293]: Added host smithi203 2024-06-06T07:44:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:09.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 -- 172.21.15.27:0/3126060962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 msgr2=0x7f62c8074c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:09.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 --2- 172.21.15.27:0/3126060962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8074c40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f62b8009910 tx=0x7f62b8009c20 comp rx=0 tx=0).stop 2024-06-06T07:44:09.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 -- 172.21.15.27:0/3126060962 shutdown_connections 2024-06-06T07:44:09.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 --2- 172.21.15.27:0/3126060962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8074c40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:09.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 -- 172.21.15.27:0/3126060962 >> 172.21.15.27:0/3126060962 conn(0x7f62c80fd9b0 msgr2=0x7f62c80ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:09.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 -- 172.21.15.27:0/3126060962 shutdown_connections 2024-06-06T07:44:09.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.204+0000 7f62ccb47700 1 -- 172.21.15.27:0/3126060962 wait complete. 2024-06-06T07:44:09.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.205+0000 7f62ccb47700 1 Processor -- start 2024-06-06T07:44:09.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.205+0000 7f62ccb47700 1 -- start start 2024-06-06T07:44:09.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.205+0000 7f62ccb47700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:09.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.205+0000 7f62ccb47700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f62c810e870 con 0x7f62c8074860 2024-06-06T07:44:09.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62c659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:09.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62c659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8199c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40796/0 (socket says 172.21.15.27:40796) 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62c659c700 1 -- 172.21.15.27:0/1798028579 learned_addr learned my addr 172.21.15.27:0/1798028579 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62c659c700 1 -- 172.21.15.27:0/1798028579 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62c819a1d0 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62c659c700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8199c90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f62b8004c10 tx=0x7f62b8004cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f62b8026070 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62c819a460 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62b8004370 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f62b8003bf0 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.206+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62c819a8c0 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.207+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f62b8029070 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.207+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62c8075f10 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.207+0000 7f62b77fe700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f62b00390f0 0x7f62b003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.207+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f62b801e070 con 0x7f62c8074860 2024-06-06T07:44:09.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.207+0000 7f62c5d9b700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f62b00390f0 0x7f62b003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:09.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.208+0000 7f62c5d9b700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f62b00390f0 0x7f62b003b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f62bc006fd0 tx=0x7f62bc006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:09.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.212+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f62b8013070 con 0x7f62c8074860 2024-06-06T07:44:09.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:09 smithi027 ceph-mon[32293]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:09.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.430+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f62c81068b0 con 0x7f62b00390f0 2024-06-06T07:44:09.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.431+0000 7f62b77fe700 1 -- 172.21.15.27:0/1798028579 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7f62c81068b0 con 0x7f62b00390f0 2024-06-06T07:44:09.431 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:44:09.432 INFO:teuthology.orchestra.run.smithi027.stdout:[{"addr": "172.21.15.27", "hostname": "smithi027", "labels": [], "status": ""}, {"addr": "172.21.15.176", "hostname": "smithi176", "labels": [], "status": ""}, {"addr": "172.21.15.203", "hostname": "smithi203", "labels": [], "status": ""}] 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f62b00390f0 msgr2=0x7f62b003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f62b00390f0 0x7f62b003b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f62bc006fd0 tx=0x7f62bc006e40 comp rx=0 tx=0).stop 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 msgr2=0x7f62c8199c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8199c90 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f62b8004c10 tx=0x7f62b8004cf0 comp rx=0 tx=0).stop 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 shutdown_connections 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f62b00390f0 0x7f62b003b5b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 --2- 172.21.15.27:0/1798028579 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62c8074860 0x7f62c8199c90 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 >> 172.21.15.27:0/1798028579 conn(0x7f62c80fd9b0 msgr2=0x7f62c81061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 shutdown_connections 2024-06-06T07:44:09.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:09.433+0000 7f62ccb47700 1 -- 172.21.15.27:0/1798028579 wait complete. 2024-06-06T07:44:10.098 INFO:tasks.cephadm:Setting crush tunables to default 2024-06-06T07:44:10.098 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd crush tunables default 2024-06-06T07:44:10.340 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:44:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:11.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:11 smithi027 ceph-mon[32293]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:44:11.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:11 smithi027 ceph-mon[32293]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 -- 172.21.15.27:0/2456816745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 msgr2=0x7f3db0103440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 --2- 172.21.15.27:0/2456816745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db0103440 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3dac009910 tx=0x7f3dac009c20 comp rx=0 tx=0).stop 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 -- 172.21.15.27:0/2456816745 shutdown_connections 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 --2- 172.21.15.27:0/2456816745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db0103440 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 -- 172.21.15.27:0/2456816745 >> 172.21.15.27:0/2456816745 conn(0x7f3db00fc8b0 msgr2=0x7f3db00fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 -- 172.21.15.27:0/2456816745 shutdown_connections 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.941+0000 7f3db80a3700 1 -- 172.21.15.27:0/2456816745 wait complete. 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db80a3700 1 Processor -- start 2024-06-06T07:44:11.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db80a3700 1 -- start start 2024-06-06T07:44:11.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db80a3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db019f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:11.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db80a3700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3db010c690 con 0x7f3db0103060 2024-06-06T07:44:11.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db5e3f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db019f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:11.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db5e3f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db019f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40814/0 (socket says 172.21.15.27:40814) 2024-06-06T07:44:11.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db5e3f700 1 -- 172.21.15.27:0/3487136710 learned_addr learned my addr 172.21.15.27:0/3487136710 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:44:11.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db5e3f700 1 -- 172.21.15.27:0/3487136710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db019fe40 con 0x7f3db0103060 2024-06-06T07:44:11.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.942+0000 7f3db5e3f700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db019f900 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3dac006010 tx=0x7f3dac004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:11.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.943+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3dac026070 con 0x7f3db0103060 2024-06-06T07:44:11.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.943+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3dac0044a0 con 0x7f3db0103060 2024-06-06T07:44:11.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.943+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3dac003ba0 con 0x7f3db0103060 2024-06-06T07:44:11.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.943+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db01a00d0 con 0x7f3db0103060 2024-06-06T07:44:11.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.943+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db0199ac0 con 0x7f3db0103060 2024-06-06T07:44:11.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.944+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f3dac029070 con 0x7f3db0103060 2024-06-06T07:44:11.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.944+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3db006ac00 con 0x7f3db0103060 2024-06-06T07:44:11.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.944+0000 7f3da6ffd700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d9c039150 0x7f3d9c03b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:11.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.944+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3dac01e070 con 0x7f3db0103060 2024-06-06T07:44:11.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.944+0000 7f3db563e700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d9c039150 0x7f3d9c03b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:11.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.945+0000 7f3db563e700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d9c039150 0x7f3d9c03b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3da0006fd0 tx=0x7f3da0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:11.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:11.949+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3dac013070 con 0x7f3db0103060 2024-06-06T07:44:12.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.165+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f3db019aff0 con 0x7f3db0103060 2024-06-06T07:44:12.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.260+0000 7f3da6ffd700 1 -- 172.21.15.27:0/3487136710 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f3dac030090 con 0x7f3db0103060 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d9c039150 msgr2=0x7f3d9c03b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d9c039150 0x7f3d9c03b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3da0006fd0 tx=0x7f3da0006e40 comp rx=0 tx=0).stop 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 msgr2=0x7f3db019f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db019f900 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f3dac006010 tx=0x7f3dac004cc0 comp rx=0 tx=0).stop 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 shutdown_connections 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d9c039150 0x7f3d9c03b610 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 --2- 172.21.15.27:0/3487136710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3db0103060 0x7f3db019f900 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 >> 172.21.15.27:0/3487136710 conn(0x7f3db00fc8b0 msgr2=0x7f3db0108200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 shutdown_connections 2024-06-06T07:44:12.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:12.263+0000 7f3db80a3700 1 -- 172.21.15.27:0/3487136710 wait complete. 2024-06-06T07:44:12.265 INFO:teuthology.orchestra.run.smithi027.stderr:adjusted tunables profile to default 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3487136710' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi203", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:44:12.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:12.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:12.883 INFO:tasks.cephadm:Adding mon.a on smithi027 2024-06-06T07:44:12.883 INFO:tasks.cephadm:Adding mon.b on smithi176 2024-06-06T07:44:12.883 INFO:tasks.cephadm:Adding mon.c on smithi203 2024-06-06T07:44:12.884 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch apply mon '3;smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c' 2024-06-06T07:44:13.117 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:44:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: Updating smithi203:/etc/ceph/ceph.conf 2024-06-06T07:44:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3487136710' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-06T07:44:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:14.558 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.552+0000 7f8cb13ec700 1 -- 172.21.15.203:0/1395232838 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 msgr2=0x7f8cac1013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:14.559 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.552+0000 7f8cb13ec700 1 --2- 172.21.15.203:0/1395232838 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac1013e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f8c94009910 tx=0x7f8c94009c20 comp rx=0 tx=0).stop 2024-06-06T07:44:14.559 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.552+0000 7f8cb13ec700 1 -- 172.21.15.203:0/1395232838 shutdown_connections 2024-06-06T07:44:14.559 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.552+0000 7f8cb13ec700 1 --2- 172.21.15.203:0/1395232838 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac1013e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:14.559 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.552+0000 7f8cb13ec700 1 -- 172.21.15.203:0/1395232838 >> 172.21.15.203:0/1395232838 conn(0x7f8cac0fc890 msgr2=0x7f8cac0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:14.559 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.552+0000 7f8cb13ec700 1 -- 172.21.15.203:0/1395232838 shutdown_connections 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.553+0000 7f8cb13ec700 1 -- 172.21.15.203:0/1395232838 wait complete. 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.553+0000 7f8cb13ec700 1 Processor -- start 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.553+0000 7f8cb13ec700 1 -- start start 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.553+0000 7f8cb13ec700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac19b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.553+0000 7f8cb13ec700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8cac10a400 con 0x7f8cac101000 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.554+0000 7f8caaffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac19b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:14.560 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.554+0000 7f8caaffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac19b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.203:50094/0 (socket says 172.21.15.203:50094) 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.554+0000 7f8caaffd700 1 -- 172.21.15.203:0/630571421 learned_addr learned my addr 172.21.15.203:0/630571421 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.554+0000 7f8caaffd700 1 -- 172.21.15.203:0/630571421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cac19b960 con 0x7f8cac101000 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.554+0000 7f8caaffd700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac19b420 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8c940052a0 tx=0x7f8c94004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.555+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c94026070 con 0x7f8cac101000 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.555+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cac19bc50 con 0x7f8cac101000 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.555+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8c9400bbf0 con 0x7f8cac101000 2024-06-06T07:44:14.561 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.555+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8c94003a30 con 0x7f8cac101000 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.555+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cac195680 con 0x7f8cac101000 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.555+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cac1024e0 con 0x7f8cac101000 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.556+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f8c94029070 con 0x7f8cac101000 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.556+0000 7f8ca3fff700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8c9803b340 0x7f8c9803d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.556+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f8c9401e070 con 0x7f8cac101000 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.556+0000 7f8caa7fc700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8c9803b340 0x7f8c9803d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:14.562 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.556+0000 7f8caa7fc700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8c9803b340 0x7f8c9803d800 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c006fd0 tx=0x7f8c9c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:14.563 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.561+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8c94013070 con 0x7f8cac101000 2024-06-06T07:44:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:14 smithi027 ceph-mon[32293]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:44:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:14 smithi027 ceph-mon[32293]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:14 smithi027 ceph-mon[32293]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:44:14.768 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.768+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c", "target": ["mon-mgr", ""]}) -- 0x7f8cac196b10 con 0x7f8c9803b340 2024-06-06T07:44:14.777 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.777+0000 7f8ca3fff700 1 -- 172.21.15.203:0/630571421 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f8cac196b10 con 0x7f8c9803b340 2024-06-06T07:44:14.778 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mon update... 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8c9803b340 msgr2=0x7f8c9803d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8c9803b340 0x7f8c9803d800 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c006fd0 tx=0x7f8c9c006e40 comp rx=0 tx=0).stop 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 msgr2=0x7f8cac19b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac19b420 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f8c940052a0 tx=0x7f8c94004cc0 comp rx=0 tx=0).stop 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 shutdown_connections 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8c9803b340 0x7f8c9803d800 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:14.780 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 --2- 172.21.15.203:0/630571421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8cac101000 0x7f8cac19b420 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:14.781 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 >> 172.21.15.203:0/630571421 conn(0x7f8cac0fc890 msgr2=0x7f8cac1029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:14.781 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 shutdown_connections 2024-06-06T07:44:14.781 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:14.779+0000 7f8cb13ec700 1 -- 172.21.15.203:0/630571421 wait complete. 2024-06-06T07:44:15.405 DEBUG:teuthology.orchestra.run.smithi176:mon.b> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.b.service 2024-06-06T07:44:15.408 DEBUG:teuthology.orchestra.run.smithi203:mon.c> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.c.service 2024-06-06T07:44:15.411 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T07:44:15.411 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T07:44:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:15.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:15.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:15.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:16.070 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:44:16.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:16 smithi027 ceph-mon[32293]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:16.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:16 smithi027 ceph-mon[32293]: Saving service mon spec with placement smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c;count:3 2024-06-06T07:44:16.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:16 smithi027 ceph-mon[32293]: Deploying daemon mon.c on smithi203 2024-06-06T07:44:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:17 smithi027 ceph-mon[32293]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:17.987 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.986+0000 7fae2d585700 1 -- 172.21.15.203:0/4014889547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 msgr2=0x7fae28101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:17.987 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.986+0000 7fae2d585700 1 --2- 172.21.15.203:0/4014889547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae28101420 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fae20009910 tx=0x7fae20009c20 comp rx=0 tx=0).stop 2024-06-06T07:44:17.987 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.986+0000 7fae2d585700 1 -- 172.21.15.203:0/4014889547 shutdown_connections 2024-06-06T07:44:17.988 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.986+0000 7fae2d585700 1 --2- 172.21.15.203:0/4014889547 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae28101420 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:17.988 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.986+0000 7fae2d585700 1 -- 172.21.15.203:0/4014889547 >> 172.21.15.203:0/4014889547 conn(0x7fae280768f0 msgr2=0x7fae28076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:17.988 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.987+0000 7fae2d585700 1 -- 172.21.15.203:0/4014889547 shutdown_connections 2024-06-06T07:44:17.988 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.987+0000 7fae2d585700 1 -- 172.21.15.203:0/4014889547 wait complete. 2024-06-06T07:44:17.988 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.987+0000 7fae2d585700 1 Processor -- start 2024-06-06T07:44:17.988 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.987+0000 7fae2d585700 1 -- start start 2024-06-06T07:44:17.989 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.987+0000 7fae2d585700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae2819d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:17.989 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.987+0000 7fae2d585700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fae2810b500 con 0x7fae28101040 2024-06-06T07:44:17.989 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.988+0000 7fae26ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae2819d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:17.989 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.988+0000 7fae26ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae2819d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.203:40548/0 (socket says 172.21.15.203:40548) 2024-06-06T07:44:17.989 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.988+0000 7fae26ffd700 1 -- 172.21.15.203:0/3636899757 learned_addr learned my addr 172.21.15.203:0/3636899757 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.988+0000 7fae26ffd700 1 -- 172.21.15.203:0/3636899757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2819dbd0 con 0x7fae28101040 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.988+0000 7fae26ffd700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae2819d690 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fae200052a0 tx=0x7fae20004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.988+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae20026070 con 0x7fae28101040 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.989+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae2819dec0 con 0x7fae28101040 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.989+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fae2000bbf0 con 0x7fae28101040 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.989+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fae20003a30 con 0x7fae28101040 2024-06-06T07:44:17.990 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.989+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae28197860 con 0x7fae28101040 2024-06-06T07:44:17.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.989+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae281024d0 con 0x7fae28101040 2024-06-06T07:44:17.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.990+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fae20029070 con 0x7fae28101040 2024-06-06T07:44:17.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.990+0000 7fae0ffff700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fae100390f0 0x7fae1003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:17.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.990+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fae2001e070 con 0x7fae28101040 2024-06-06T07:44:17.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.990+0000 7fae267fc700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fae100390f0 0x7fae1003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:17.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.990+0000 7fae267fc700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fae100390f0 0x7fae1003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00ad30 tx=0x7fae1c0093f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:17.995 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:17.995+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fae20013070 con 0x7fae28101040 2024-06-06T07:44:18.284 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.283+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fae28198d40 con 0x7fae28101040 2024-06-06T07:44:18.284 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.284+0000 7fae0ffff700 1 -- 172.21.15.203:0/3636899757 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7fae20030090 con 0x7fae28101040 2024-06-06T07:44:18.284 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:44:18.285 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":1,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","modified":"2024-06-06T07:42:27.359165Z","created":"2024-06-06T07:42:27.359165Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:3300","nonce":0},{"type":"v1","addr":"172.21.15.27:6789","nonce":0}]},"addr":"172.21.15.27:6789/0","public_addr":"172.21.15.27:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fae100390f0 msgr2=0x7fae1003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fae100390f0 0x7fae1003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fae1c00ad30 tx=0x7fae1c0093f0 comp rx=0 tx=0).stop 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 msgr2=0x7fae2819d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae2819d690 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fae200052a0 tx=0x7fae20004cc0 comp rx=0 tx=0).stop 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 shutdown_connections 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fae100390f0 0x7fae1003b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 --2- 172.21.15.203:0/3636899757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae28101040 0x7fae2819d690 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 >> 172.21.15.203:0/3636899757 conn(0x7fae280768f0 msgr2=0x7fae280698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 shutdown_connections 2024-06-06T07:44:18.287 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:18.286+0000 7fae2d585700 1 -- 172.21.15.203:0/3636899757 wait complete. 2024-06-06T07:44:18.288 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 1 2024-06-06T07:44:19.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:19 smithi027 ceph-mon[32293]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:19.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:19 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/3636899757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T07:44:19.891 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T07:44:19.891 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T07:44:20.155 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:44:20.163 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:20 smithi203 systemd[1]: Starting Ceph mon.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:44:21.327 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 podman[37157]: 2024-06-06 07:44:21.218322053 +0000 UTC m=+0.106633451 container create 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-06-06T07:44:21.327 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 podman[37157]: 2024-06-06 07:44:21.131037893 +0000 UTC m=+0.019349312 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:44:21.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:21 smithi027 ceph-mon[32293]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 podman[37157]: 2024-06-06 07:44:21.404418651 +0000 UTC m=+0.292730060 container init 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux ) 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 podman[37157]: 2024-06-06 07:44:21.407370041 +0000 UTC m=+0.295681445 container start 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: set uid:gid to 167:167 (ceph:ceph) 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pidfile_write: ignore empty --pid-file 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: load: jerasure load: lrc 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: RocksDB version: 7.9.2 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Git sha 0 2024-06-06T07:44:21.699 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: DB SUMMARY 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: DB Session ID: QTGVPKISYZ8EXGBIWZAE 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: CURRENT file: CURRENT 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: IDENTITY file: IDENTITY 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.error_if_exists: 0 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.create_if_missing: 0 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.paranoid_checks: 1 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-06T07:44:21.700 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-06T07:44:21.701 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.env: 0x55606426fc60 2024-06-06T07:44:21.701 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.fs: PosixFileSystem 2024-06-06T07:44:21.701 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.info_log: 0x556064cc5b20 2024-06-06T07:44:21.701 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_file_opening_threads: 16 2024-06-06T07:44:21.702 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.statistics: (nil) 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.use_fsync: 0 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_log_file_size: 0 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.keep_log_file_num: 1000 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.recycle_log_file_num: 0 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.allow_fallocate: 1 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.allow_mmap_reads: 0 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.allow_mmap_writes: 0 2024-06-06T07:44:21.703 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.use_direct_reads: 0 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.create_missing_column_families: 0 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.db_log_dir: 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.wal_dir: 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-06T07:44:21.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.advise_random_on_open: 1 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.db_write_buffer_size: 0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.write_buffer_manager: 0x556064c961e0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.rate_limiter: (nil) 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.wal_recovery_mode: 2 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.enable_thread_tracking: 0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.enable_pipelined_write: 0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.unordered_write: 0 2024-06-06T07:44:21.705 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.row_cache: None 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.wal_filter: None 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.allow_ingest_behind: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.two_write_queues: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.manual_wal_flush: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.wal_compression: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.atomic_flush: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-06T07:44:21.706 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.log_readahead_size: 0 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.best_efforts_recovery: 0 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.allow_data_in_errors: 0 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.db_host_id: __hostname__ 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_background_jobs: 2 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_background_compactions: -1 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_subcompactions: 1 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-06T07:44:21.707 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_total_wal_size: 0 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_open_files: -1 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bytes_per_sync: 0 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_readahead_size: 0 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_background_flushes: -1 2024-06-06T07:44:21.708 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Compression algorithms supported: 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kZSTD supported: 0 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kXpressCompression supported: 0 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kLZ4HCCompression supported: 1 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kZlibCompression supported: 1 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kSnappyCompression supported: 1 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kLZ4Compression supported: 1 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: kBZip2Compression supported: 0 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-06T07:44:21.709 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.merge_operator: 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_filter: None 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_filter_factory: None 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.sst_partitioner_factory: None 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556064cc5c40) 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout: cache_index_and_filter_blocks: 1 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout: pin_top_level_index_and_filter: 1 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout: index_type: 0 2024-06-06T07:44:21.710 INFO:journalctl@ceph.mon.c.smithi203.stdout: data_block_index_type: 0 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: index_shortening: 1 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: checksum: 4 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: no_block_cache: 0 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_cache: 0x556064cc7090 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_cache_name: BinnedLRUCache 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_cache_options: 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: capacity : 536870912 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: num_shard_bits : 4 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: strict_capacity_limit : 0 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: high_pri_pool_ratio: 0.000 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_cache_compressed: (nil) 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: persistent_cache: (nil) 2024-06-06T07:44:21.711 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_size: 4096 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_size_deviation: 10 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_restart_interval: 16 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: index_block_restart_interval: 1 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: metadata_block_size: 4096 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: partition_filters: 0 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: use_delta_encoding: 1 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: filter_policy: bloomfilter 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: whole_key_filtering: 1 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: verify_compression: 0 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: read_amp_bytes_per_bit: 0 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: format_version: 5 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: enable_index_compression: 1 2024-06-06T07:44:21.712 INFO:journalctl@ceph.mon.c.smithi203.stdout: block_align: 0 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout: max_auto_readahead_size: 262144 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout: prepopulate_block_cache: 0 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout: initial_auto_readahead_size: 8192 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout: num_file_reads_for_auto_readahead: 2 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.write_buffer_size: 33554432 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_write_buffer_number: 2 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression: NoCompression 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression: Disabled 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.prefix_extractor: nullptr 2024-06-06T07:44:21.713 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.num_levels: 7 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-06T07:44:21.714 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.level: 32767 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.strategy: 0 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.enabled: false 2024-06-06T07:44:21.715 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.target_file_size_base: 67108864 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-06T07:44:21.716 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.arena_block_size: 1048576 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.disable_auto_compactions: 0 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-06T07:44:21.717 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.table_properties_collectors: 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.inplace_update_support: 0 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-06T07:44:21.718 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.bloom_locality: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.max_successive_merges: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.paranoid_file_checks: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.force_consistency_checks: 1 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.report_bg_io_stats: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.ttl: 2592000 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.enable_blob_files: false 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.min_blob_size: 0 2024-06-06T07:44:21.719 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.blob_file_size: 268435456 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.blob_file_starting_level: 0 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 59626835-5a72-4400-ad17-9713c772dfe5 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717659861437603, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-06-06T07:44:21.720 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717659861438168, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1717659861, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "59626835-5a72-4400-ad17-9713c772dfe5", "db_session_id": "QTGVPKISYZ8EXGBIWZAE", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: EVENT_LOG_v1 {"time_micros": 1717659861438276, "job": 1, "event": "recovery_finished"} 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556064db6000 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: DB pointer 0x556064da0000 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout: ** DB Stats ** 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T07:44:21.721 INFO:journalctl@ceph.mon.c.smithi203.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: ** Compaction Stats [default] ** 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: ** Compaction Stats [default] ** 2024-06-06T07:44:21.722 INFO:journalctl@ceph.mon.c.smithi203.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: Cumulative compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: Interval compaction: 0.00 GB write, 0.46 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-06T07:44:21.723 INFO:journalctl@ceph.mon.c.smithi203.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: Block cache BinnedLRUCache@0x556064cc7090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: using public_addr v2:172.21.15.203:0/0 -> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: starting mon.c rank -1 at public addrs [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] at bind addrs [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(???) e0 preinit fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).mds e1 new map 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).mds e1 print_map 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: e1 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T07:44:21.724 INFO:journalctl@ceph.mon.c.smithi203.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout: legacy client fscid: -1 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout: 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout: No filesystems configured 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T07:44:21.725 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi203", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi176", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:44:21.726 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi176:/etc/ceph/ceph.conf 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Deploying cephadm binary to smithi203 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi176:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.727 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Added host smithi203 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3487136710' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.728 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi203", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi203:/etc/ceph/ceph.conf 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3487136710' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:44:21.729 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Saving service mon spec with placement smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c;count:3 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: Deploying daemon mon.c on smithi203 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.730 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/3636899757' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T07:44:21.731 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:21.731 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 ceph-mon[37192]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-06-06T07:44:21.731 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 bash[37157]: 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f 2024-06-06T07:44:21.731 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:21 smithi203 systemd[1]: Started Ceph mon.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:44:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:44:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: mon.a calling monitor election 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: mon.c calling monitor election 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:26.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: monmap epoch 2 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: last_changed 2024-06-06T07:44:21.462997+0000 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: min_mon_release 19 (squid) 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: election_strategy: 1 2024-06-06T07:44:26.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:26.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:26.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: fsmap 2024-06-06T07:44:26.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:26.898 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: mgrmap e13: x(active, since 52s) 2024-06-06T07:44:26.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: overall HEALTH_OK 2024-06-06T07:44:26.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:26.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:26.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:26.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:26.902 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:44:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: mon.a calling monitor election 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: mon.c calling monitor election 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-06T07:44:27.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: monmap epoch 2 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: last_changed 2024-06-06T07:44:21.462997+0000 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: min_mon_release 19 (squid) 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: election_strategy: 1 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: fsmap 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: mgrmap e13: x(active, since 52s) 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: overall HEALTH_OK 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:27.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:27.031 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:27.031 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:27.031 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:27.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:27 smithi027 ceph-mon[32293]: Deploying daemon mon.b on smithi176 2024-06-06T07:44:27.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 -- 172.21.15.203:0/2284370381 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 msgr2=0x7fd90c008710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 --2- 172.21.15.203:0/2284370381 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd90c008710 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd924103070 tx=0x7fd91c0095d0 comp rx=0 tx=0).stop 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 -- 172.21.15.203:0/2284370381 shutdown_connections 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 --2- 172.21.15.203:0/2284370381 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd90c008710 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 -- 172.21.15.203:0/2284370381 >> 172.21.15.203:0/2284370381 conn(0x7fd9240fdaa0 msgr2=0x7fd9240ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 -- 172.21.15.203:0/2284370381 shutdown_connections 2024-06-06T07:44:27.917 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.916+0000 7fd92c371700 1 -- 172.21.15.203:0/2284370381 wait complete. 2024-06-06T07:44:27.918 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:27 smithi203 ceph-mon[37192]: Deploying daemon mon.b on smithi176 2024-06-06T07:44:27.918 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:27.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92c371700 1 Processor -- start 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92c371700 1 -- start start 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92c371700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd92419d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92c371700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92c371700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd92410a160 con 0x7fd90c0062a0 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92c371700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd924109fe0 con 0x7fd92419de80 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:55616/0 (socket says 172.21.15.203:55616) 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92a10d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd92419d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 -- 172.21.15.203:0/412837827 learned_addr learned my addr 172.21.15.203:0/412837827 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:44:27.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 -- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 msgr2=0x7fd924197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 -- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 msgr2=0x7fd924197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.917+0000 7fd92990c700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd92a10d700 1 -- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 msgr2=0x7fd924197b00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd92a10d700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd92a10d700 1 -- 172.21.15.203:0/412837827 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd92419e4c0 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd92a10d700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd92419d940 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd91c0098a0 tx=0x7fd91c003a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd91c02d440 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd91c02dae0 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd924198040 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fd91c01ac40 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.918+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9241985d0 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.919+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd91c015040 con 0x7fd90c0062a0 2024-06-06T07:44:27.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.919+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9241036f0 con 0x7fd90c0062a0 2024-06-06T07:44:27.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.919+0000 7fd9237fe700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd910038e90 0x7fd91003b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:27.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.919+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd91c012040 con 0x7fd90c0062a0 2024-06-06T07:44:27.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.920+0000 7fd92990c700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd910038e90 0x7fd91003b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:27.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.920+0000 7fd92990c700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd910038e90 0x7fd91003b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd918009180 tx=0x7fd918008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:27.926 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:27.925+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd91c035bb0 con 0x7fd90c0062a0 2024-06-06T07:44:28.209 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.208+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd924198ff0 con 0x7fd90c0062a0 2024-06-06T07:44:28.209 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.209+0000 7fd9237fe700 1 -- 172.21.15.203:0/412837827 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fd91c01ade0 con 0x7fd90c0062a0 2024-06-06T07:44:28.209 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:44:28.209 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":2,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","modified":"2024-06-06T07:44:21.462997Z","created":"2024-06-06T07:42:27.359165Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:3300","nonce":0},{"type":"v1","addr":"172.21.15.27:6789","nonce":0}]},"addr":"172.21.15.27:6789/0","public_addr":"172.21.15.27:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-06T07:44:28.211 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd910038e90 msgr2=0x7fd91003b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:28.211 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd910038e90 0x7fd91003b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd918009180 tx=0x7fd918008040 comp rx=0 tx=0).stop 2024-06-06T07:44:28.211 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 msgr2=0x7fd92419d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd92419d940 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd91c0098a0 tx=0x7fd91c003a00 comp rx=0 tx=0).stop 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 shutdown_connections 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd910038e90 0x7fd91003b350 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd90c0062a0 0x7fd92419d940 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 --2- 172.21.15.203:0/412837827 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd92419de80 0x7fd924197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 >> 172.21.15.203:0/412837827 conn(0x7fd9240fdaa0 msgr2=0x7fd924100ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 shutdown_connections 2024-06-06T07:44:28.212 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:28.211+0000 7fd92c371700 1 -- 172.21.15.203:0/412837827 wait complete. 2024-06-06T07:44:28.213 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 2 2024-06-06T07:44:28.768 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:28 smithi203 ceph-mon[37192]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:28.768 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:28 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/412837827' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T07:44:28.796 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:28 smithi027 ceph-mon[32293]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:28.796 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:28 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/412837827' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T07:44:29.795 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-06T07:44:29.796 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph mon dump -f json 2024-06-06T07:44:30.039 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:44:35.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: mon.a calling monitor election 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: mon.c calling monitor election 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: monmap epoch 3 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: last_changed 2024-06-06T07:44:30.360314+0000 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: min_mon_release 19 (squid) 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: election_strategy: 1 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: 2: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.b 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: fsmap 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: mgrmap e13: x(active, since 61s) 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: overall HEALTH_OK 2024-06-06T07:44:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: mon.a calling monitor election 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: mon.c calling monitor election 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:35.899 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: monmap epoch 3 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: last_changed 2024-06-06T07:44:30.360314+0000 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: min_mon_release 19 (squid) 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: election_strategy: 1 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:35.900 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: 2: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.b 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: fsmap 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: mgrmap e13: x(active, since 61s) 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: overall HEALTH_OK 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.901 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:35.918 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 -- 172.21.15.203:0/2026325960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fabec0035c0 msgr2=0x7fabec005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:35.918 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 --2- 172.21.15.203:0/2026325960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fabec0035c0 0x7fabec005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fac04069ef0 tx=0x7fabf400fe60 comp rx=0 tx=0).stop 2024-06-06T07:44:35.918 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 -- 172.21.15.203:0/2026325960 shutdown_connections 2024-06-06T07:44:35.918 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 --2- 172.21.15.203:0/2026325960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fabec0035c0 0x7fabec005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 -- 172.21.15.203:0/2026325960 >> 172.21.15.203:0/2026325960 conn(0x7fac040fc970 msgr2=0x7fac040fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 -- 172.21.15.203:0/2026325960 shutdown_connections 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.915+0000 7fac09bc3700 1 -- 172.21.15.203:0/2026325960 wait complete. 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.916+0000 7fac09bc3700 1 Processor -- start 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.916+0000 7fac09bc3700 1 -- start start 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.916+0000 7fac09bc3700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 0x7fac04197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.916+0000 7fac09bc3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.916+0000 7fac09bc3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fac0419cb70 0x7fac0419d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac09bc3700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fac0410a120 con 0x7fac0419cb70 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac09bc3700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fac04109fa0 con 0x7fabec0035c0 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac09bc3700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fac0410a2a0 con 0x7fac041982a0 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:35.919 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:55632/0 (socket says 172.21.15.203:55632) 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 -- 172.21.15.203:0/3932863909 learned_addr learned my addr 172.21.15.203:0/3932863909 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fac0419cb70 0x7fac0419d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 msgr2=0x7fac0419c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 msgr2=0x7fac0419c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac037fe700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 0x7fac04197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac02ffd700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac037fe700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 msgr2=0x7fac04197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac037fe700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 msgr2=0x7fac04197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac037fe700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 0x7fac04197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac037fe700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 0x7fac04197d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 msgr2=0x7fac0419c630 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:44:35.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 msgr2=0x7fac04197d60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 0x7fac04197d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 -- 172.21.15.203:0/3932863909 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac041a48e0 con 0x7fac0419cb70 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.917+0000 7fac03fff700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fac0419cb70 0x7fac0419d020 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fabfc00bd50 tx=0x7fabfc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.918+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc019070 con 0x7fac0419cb70 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.918+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac041a4b10 con 0x7fac0419cb70 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.918+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fabfc00cd10 con 0x7fac0419cb70 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.918+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabfc012840 con 0x7fac0419cb70 2024-06-06T07:44:35.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.918+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac041a5050 con 0x7fac0419cb70 2024-06-06T07:44:35.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.919+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac04063af0 con 0x7fac0419cb70 2024-06-06T07:44:35.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.919+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fabfc01c070 con 0x7fac0419cb70 2024-06-06T07:44:35.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.919+0000 7fac00ff9700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fabf0039580 0x7fabf003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:35.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.919+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fabfc04bbe0 con 0x7fac0419cb70 2024-06-06T07:44:35.922 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.919+0000 7fac037fe700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fabf0039580 0x7fabf003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:35.923 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.920+0000 7fac037fe700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fabf0039580 0x7fabf003ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fabf4001eb0 tx=0x7fabf4014040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:35.925 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:35.925+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fabfc01d730 con 0x7fac0419cb70 2024-06-06T07:44:36.223 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.222+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fac041a5370 con 0x7fac0419cb70 2024-06-06T07:44:36.223 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.223+0000 7fac00ff9700 1 -- 172.21.15.203:0/3932863909 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7fabfc0133a0 con 0x7fac0419cb70 2024-06-06T07:44:36.224 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-06-06T07:44:36.224 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":3,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","modified":"2024-06-06T07:44:30.360314Z","created":"2024-06-06T07:42:27.359165Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:3300","nonce":0},{"type":"v1","addr":"172.21.15.27:6789","nonce":0}]},"addr":"172.21.15.27:6789/0","public_addr":"172.21.15.27:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:3300","nonce":0},{"type":"v1","addr":"172.21.15.176:6789","nonce":0}]},"addr":"172.21.15.176:6789/0","public_addr":"172.21.15.176:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-06T07:44:36.225 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fabf0039580 msgr2=0x7fabf003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fabf0039580 0x7fabf003ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fabf4001eb0 tx=0x7fabf4014040 comp rx=0 tx=0).stop 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fac0419cb70 msgr2=0x7fac0419d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fac0419cb70 0x7fac0419d020 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fabfc00bd50 tx=0x7fabfc00be30 comp rx=0 tx=0).stop 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 shutdown_connections 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fabf0039580 0x7fabf003ba40 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fac0419cb70 0x7fac0419d020 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fabec0035c0 0x7fac04197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 --2- 172.21.15.203:0/3932863909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac041982a0 0x7fac0419c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 >> 172.21.15.203:0/3932863909 conn(0x7fac040fc970 msgr2=0x7fac040fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 shutdown_connections 2024-06-06T07:44:36.226 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:36.225+0000 7fac09bc3700 1 -- 172.21.15.203:0/3932863909 wait complete. 2024-06-06T07:44:36.227 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 3 2024-06-06T07:44:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:36 smithi203 ceph-mon[37192]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:36 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:36 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/3932863909' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T07:44:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:36 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:36.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:36 smithi027 ceph-mon[32293]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:36.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:36.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:36 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/3932863909' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-06T07:44:36.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:37.513 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-06-06T07:44:37.513 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph config generate-minimal-conf 2024-06-06T07:44:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:37 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:37.768 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:44:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: mon.b calling monitor election 2024-06-06T07:44:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: mon.b calling monitor election 2024-06-06T07:44:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: mon.c calling monitor election 2024-06-06T07:44:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: mon.a calling monitor election 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: monmap epoch 3 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: last_changed 2024-06-06T07:44:30.360314+0000 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: min_mon_release 19 (squid) 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: election_strategy: 1 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: 2: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.b 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: fsmap 2024-06-06T07:44:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: mgrmap e13: x(active, since 63s) 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: overall HEALTH_OK 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:38.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: mon.b calling monitor election 2024-06-06T07:44:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: mon.b calling monitor election 2024-06-06T07:44:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: mon.c calling monitor election 2024-06-06T07:44:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: mon.a calling monitor election 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: monmap epoch 3 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: last_changed 2024-06-06T07:44:30.360314+0000 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: min_mon_release 19 (squid) 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: election_strategy: 1 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: 2: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.b 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: fsmap 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: mgrmap e13: x(active, since 63s) 2024-06-06T07:44:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: overall HEALTH_OK 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:38.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: mon.b calling monitor election 2024-06-06T07:44:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: mon.b calling monitor election 2024-06-06T07:44:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: mon.c calling monitor election 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: mon.a calling monitor election 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: monmap epoch 3 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: last_changed 2024-06-06T07:44:30.360314+0000 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: created 2024-06-06T07:42:27.359165+0000 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: min_mon_release 19 (squid) 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: election_strategy: 1 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: 0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: 2: [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] mon.b 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: fsmap 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: osdmap e4: 0 total, 0 up, 0 in 2024-06-06T07:44:38.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: mgrmap e13: x(active, since 63s) 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: overall HEALTH_OK 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:38.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:44:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:39 smithi027 ceph-mon[32293]: Reconfiguring mon.a (unknown last config time)... 2024-06-06T07:44:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:39 smithi027 ceph-mon[32293]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:39.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:39 smithi027 ceph-mon[32293]: Reconfiguring daemon mon.a on smithi027 2024-06-06T07:44:39.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:39 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:39 smithi176 ceph-mon[36543]: Reconfiguring mon.a (unknown last config time)... 2024-06-06T07:44:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:39 smithi176 ceph-mon[36543]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:39 smithi176 ceph-mon[36543]: Reconfiguring daemon mon.a on smithi027 2024-06-06T07:44:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:39 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:39.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/1466109665 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 msgr2=0x7fcd341024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/1466109665 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd341024c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fcd24009910 tx=0x7fcd24009c20 comp rx=0 tx=0).stop 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/1466109665 shutdown_connections 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/1466109665 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd341024c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/1466109665 >> 172.21.15.27:0/1466109665 conn(0x7fcd340fd9d0 msgr2=0x7fcd340ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/1466109665 shutdown_connections 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.773+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/1466109665 wait complete. 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.774+0000 7fcd3a2e8700 1 Processor -- start 2024-06-06T07:44:39.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.774+0000 7fcd3a2e8700 1 -- start start 2024-06-06T07:44:39.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.774+0000 7fcd3a2e8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd34074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.774+0000 7fcd3a2e8700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd34074cd0 0x7fcd34075150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.774+0000 7fcd3a2e8700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd341a3ec0 0x7fcd341a62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd3a2e8700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3410c5b0 con 0x7fcd341020e0 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd3a2e8700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3410c430 con 0x7fcd34074cd0 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd3a2e8700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd3410c730 con 0x7fcd341a3ec0 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd34074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd34074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56094/0 (socket says 172.21.15.27:56094) 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 -- 172.21.15.27:0/3138541770 learned_addr learned my addr 172.21.15.27:0/3138541770 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 -- 172.21.15.27:0/3138541770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd341a3ec0 msgr2=0x7fcd341a62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd341a3ec0 0x7fcd341a62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 -- 172.21.15.27:0/3138541770 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd34074cd0 msgr2=0x7fcd34075150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd34074cd0 0x7fcd34075150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 -- 172.21.15.27:0/3138541770 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd341a69e0 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd33fff700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd34074790 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcd24006010 tx=0x7fcd240057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd24026070 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcd2400be30 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd341a6cd0 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd2400fc10 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.775+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd341a7200 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.776+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fcd24029070 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.776+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd34063af0 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.776+0000 7fcd317fa700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd1c039580 0x7fcd1c03ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.776+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fcd2404ce80 con 0x7fcd341020e0 2024-06-06T07:44:39.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.777+0000 7fcd337fe700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd1c039580 0x7fcd1c03ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:39.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.777+0000 7fcd337fe700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd1c039580 0x7fcd1c03ba40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcd280098e0 tx=0x7fcd28006dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:39.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:39 smithi203 ceph-mon[37192]: Reconfiguring mon.a (unknown last config time)... 2024-06-06T07:44:39.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:39 smithi203 ceph-mon[37192]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:39.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:39 smithi203 ceph-mon[37192]: Reconfiguring daemon mon.a on smithi027 2024-06-06T07:44:39.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:39 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:39.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.782+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcd24013070 con 0x7fcd341020e0 2024-06-06T07:44:39.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.992+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fcd341a76a0 con 0x7fcd341020e0 2024-06-06T07:44:39.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.993+0000 7fcd317fa700 1 -- 172.21.15.27:0/3138541770 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7fcd24030020 con 0x7fcd341020e0 2024-06-06T07:44:39.993 INFO:teuthology.orchestra.run.smithi027.stdout:# minimal ceph.conf for 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:39.994 INFO:teuthology.orchestra.run.smithi027.stdout:[global] 2024-06-06T07:44:39.994 INFO:teuthology.orchestra.run.smithi027.stdout: fsid = 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:44:39.994 INFO:teuthology.orchestra.run.smithi027.stdout: mon_host = [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd1c039580 msgr2=0x7fcd1c03ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd1c039580 0x7fcd1c03ba40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcd280098e0 tx=0x7fcd28006dd0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 msgr2=0x7fcd34074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd34074790 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fcd24006010 tx=0x7fcd240057a0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 shutdown_connections 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd341a3ec0 0x7fcd341a62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd1c039580 0x7fcd1c03ba40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd341020e0 0x7fcd34074790 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 --2- 172.21.15.27:0/3138541770 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd34074cd0 0x7fcd34075150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:39.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 >> 172.21.15.27:0/3138541770 conn(0x7fcd340fd9d0 msgr2=0x7fcd34103bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:39.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 shutdown_connections 2024-06-06T07:44:39.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:39.995+0000 7fcd3a2e8700 1 -- 172.21.15.27:0/3138541770 wait complete. 2024-06-06T07:44:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3138541770' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: Reconfiguring mon.b (monmap changed)... 2024-06-06T07:44:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:40.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:40.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:40.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:40 smithi027 ceph-mon[32293]: Reconfiguring daemon mon.b on smithi176 2024-06-06T07:44:40.705 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-06-06T07:44:40.705 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:44:40.705 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T07:44:40.735 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:44:40.735 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3138541770' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: Reconfiguring mon.b (monmap changed)... 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:40 smithi176 ceph-mon[36543]: Reconfiguring daemon mon.b on smithi176 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3138541770' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: Reconfiguring mon.b (monmap changed)... 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:40.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:40 smithi203 ceph-mon[37192]: Reconfiguring daemon mon.b on smithi176 2024-06-06T07:44:40.802 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:44:40.802 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T07:44:40.829 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:44:40.829 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:40.892 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:44:40.892 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.conf 2024-06-06T07:44:40.924 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:44:40.924 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:44:40.991 INFO:tasks.cephadm:Adding mgr.x on smithi027 2024-06-06T07:44:40.991 INFO:tasks.cephadm:Adding mgr.y on smithi176 2024-06-06T07:44:40.991 INFO:tasks.cephadm:Adding mgr.z on smithi203 2024-06-06T07:44:40.992 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch apply mgr '3;smithi027=x;smithi176=y;smithi203=z' 2024-06-06T07:44:41.264 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:44:42.624 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 -- 172.21.15.203:0/881659598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528102020 msgr2=0x7f1528102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:42.624 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 --2- 172.21.15.203:0/881659598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528102020 0x7f1528102440 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f151800b0a0 tx=0x7f151800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.624 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 -- 172.21.15.203:0/881659598 shutdown_connections 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 --2- 172.21.15.203:0/881659598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528102020 0x7f1528102440 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 -- 172.21.15.203:0/881659598 >> 172.21.15.203:0/881659598 conn(0x7f15280fd5c0 msgr2=0x7f15280ffa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 -- 172.21.15.203:0/881659598 shutdown_connections 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.622+0000 7f152db1e700 1 -- 172.21.15.203:0/881659598 wait complete. 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 Processor -- start 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 -- start start 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1528102020 0x7f1528197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 0x7f152819ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15281982e0 0x7f152819f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f15281081a0 con 0x7f1528197e60 2024-06-06T07:44:42.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1528108020 con 0x7f1528102020 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f152db1e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1528108320 con 0x7f15281982e0 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f1526ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 0x7f152819ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f1527fff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15281982e0 0x7f152819f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f1526ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 0x7f152819ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.203:46780/0 (socket says 172.21.15.203:46780) 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f1526ffd700 1 -- 172.21.15.203:0/170728261 learned_addr learned my addr 172.21.15.203:0/170728261 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.623+0000 7f15277fe700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1528102020 0x7f1528197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1526ffd700 1 -- 172.21.15.203:0/170728261 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15281982e0 msgr2=0x7f152819f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1526ffd700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15281982e0 0x7f152819f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1526ffd700 1 -- 172.21.15.203:0/170728261 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1528102020 msgr2=0x7f1528197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1526ffd700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1528102020 0x7f1528197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1526ffd700 1 -- 172.21.15.203:0/170728261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152819fd30 con 0x7f1528197e60 2024-06-06T07:44:42.626 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f15277fe700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1528102020 0x7f1528197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:44:42.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1526ffd700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 0x7f152819ced0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f151c00b780 tx=0x7f151c00ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:42.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c004230 con 0x7f1528197e60 2024-06-06T07:44:42.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f151c0043d0 con 0x7f1528197e60 2024-06-06T07:44:42.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f152819ffc0 con 0x7f1528197e60 2024-06-06T07:44:42.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c011ca0 con 0x7f1528197e60 2024-06-06T07:44:42.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.624+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15281a05a0 con 0x7f1528197e60 2024-06-06T07:44:42.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.625+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f151c01a400 con 0x7f1528197e60 2024-06-06T07:44:42.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.625+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f152802dca0 con 0x7f1528197e60 2024-06-06T07:44:42.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.625+0000 7f1524ff9700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1510039580 0x7f151003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:42.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.625+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f151c04bec0 con 0x7f1528197e60 2024-06-06T07:44:42.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.625+0000 7f15277fe700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1510039580 0x7f151003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:42.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.626+0000 7f15277fe700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1510039580 0x7f151003ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1518000f80 tx=0x7f1518005040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:42.630 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.630+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f151c04b730 con 0x7f1528197e60 2024-06-06T07:44:42.844 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.843+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi027=x;smithi176=y;smithi203=z", "target": ["mon-mgr", ""]}) -- 0x7f15280628d0 con 0x7f1510039580 2024-06-06T07:44:42.851 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.851+0000 7f1524ff9700 1 -- 172.21.15.203:0/170728261 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f15280628d0 con 0x7f1510039580 2024-06-06T07:44:42.851 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mgr update... 2024-06-06T07:44:42.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1510039580 msgr2=0x7f151003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:42.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1510039580 0x7f151003ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1518000f80 tx=0x7f1518005040 comp rx=0 tx=0).stop 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 msgr2=0x7f152819ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 0x7f152819ced0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f151c00b780 tx=0x7f151c00ba90 comp rx=0 tx=0).stop 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 shutdown_connections 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15281982e0 0x7f152819f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1528102020 0x7f1528197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1510039580 0x7f151003ba40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 --2- 172.21.15.203:0/170728261 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1528197e60 0x7f152819ced0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 >> 172.21.15.203:0/170728261 conn(0x7f15280fd5c0 msgr2=0x7f15280fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 shutdown_connections 2024-06-06T07:44:42.854 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:44:42.853+0000 7f152db1e700 1 -- 172.21.15.203:0/170728261 wait complete. 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: Reconfiguring mon.c (monmap changed)... 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:43.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:42 smithi203 ceph-mon[37192]: Reconfiguring daemon mon.c on smithi203 2024-06-06T07:44:43.066 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:43.066 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.067 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.067 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: Reconfiguring mon.c (monmap changed)... 2024-06-06T07:44:43.067 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:43.067 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:43.067 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:43.067 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:42 smithi027 ceph-mon[32293]: Reconfiguring daemon mon.c on smithi203 2024-06-06T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: Reconfiguring mon.c (monmap changed)... 2024-06-06T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-06T07:44:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-06T07:44:43.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:43.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:42 smithi176 ceph-mon[36543]: Reconfiguring daemon mon.c on smithi203 2024-06-06T07:44:43.467 DEBUG:teuthology.orchestra.run.smithi176:mgr.y> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.y.service 2024-06-06T07:44:43.470 DEBUG:teuthology.orchestra.run.smithi203:mgr.z> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.z.service 2024-06-06T07:44:43.472 INFO:tasks.cephadm:Deploying OSDs... 2024-06-06T07:44:43.472 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:44:43.472 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T07:44:43.490 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T07:44:43.491 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_1 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-06-06 07:43:46.396236486 +0000 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-06-06 07:39:13.242301084 +0000 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-06-06 07:39:13.242301084 +0000 2024-06-06T07:44:43.548 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-06-06 07:39:13.242301084 +0000 2024-06-06T07:44:43.549 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T07:44:43.615 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-06-06T07:44:43.615 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-06-06T07:44:43.615 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.00022316 s, 2.3 MB/s 2024-06-06T07:44:43.616 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T07:44:43.674 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_2 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-06-06 07:43:46.424235765 +0000 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-06-06 07:39:13.603291740 +0000 2024-06-06T07:44:43.730 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-06-06 07:39:13.603291740 +0000 2024-06-06T07:44:43.731 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-06-06 07:39:13.603291740 +0000 2024-06-06T07:44:43.731 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T07:44:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-06-06T07:44:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-06-06T07:44:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000232773 s, 2.2 MB/s 2024-06-06T07:44:43.797 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T07:44:43.855 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_3 2024-06-06T07:44:43.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:43 smithi027 ceph-mon[32293]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi027=x;smithi176=y;smithi203=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:43.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:43 smithi027 ceph-mon[32293]: Saving service mgr spec with placement smithi027=x;smithi176=y;smithi203=z;count:3 2024-06-06T07:44:43.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-06-06 07:43:46.450235096 +0000 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-06-06 07:39:13.942282965 +0000 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-06-06 07:39:13.942282965 +0000 2024-06-06T07:44:43.911 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-06-06 07:39:13.942282965 +0000 2024-06-06T07:44:43.912 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T07:44:43.974 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-06-06T07:44:43.975 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-06-06T07:44:43.975 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000198413 s, 2.6 MB/s 2024-06-06T07:44:43.976 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T07:44:44.010 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:43 smithi203 ceph-mon[37192]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi027=x;smithi176=y;smithi203=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:44.010 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:43 smithi203 ceph-mon[37192]: Saving service mgr spec with placement smithi027=x;smithi176=y;smithi203=z;count:3 2024-06-06T07:44:44.010 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:44.033 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_4 2024-06-06T07:44:44.089 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T07:44:44.089 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:44.089 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-06-06T07:44:44.089 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:44.089 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:44.090 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-06-06 07:43:46.479234349 +0000 2024-06-06T07:44:44.090 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-06-06 07:39:14.284274113 +0000 2024-06-06T07:44:44.090 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-06-06 07:39:14.284274113 +0000 2024-06-06T07:44:44.090 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-06-06 07:39:14.284274113 +0000 2024-06-06T07:44:44.090 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T07:44:44.153 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2024-06-06T07:44:44.153 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2024-06-06T07:44:44.153 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.00021498 s, 2.4 MB/s 2024-06-06T07:44:44.154 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T07:44:44.211 DEBUG:teuthology.orchestra.run.smithi176:> set -ex 2024-06-06T07:44:44.211 DEBUG:teuthology.orchestra.run.smithi176:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T07:44:44.230 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T07:44:44.230 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_1 2024-06-06T07:44:44.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:43 smithi176 ceph-mon[36543]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi027=x;smithi176=y;smithi203=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:44.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:43 smithi176 ceph-mon[36543]: Saving service mgr spec with placement smithi027=x;smithi176=y;smithi203=z;count:3 2024-06-06T07:44:44.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:44.265 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T07:44:44.265 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-06-06 07:44:29.808803843 +0000 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-06-06 07:39:19.490082511 +0000 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-06-06 07:39:19.490082511 +0000 2024-06-06T07:44:44.266 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-06-06 07:39:19.490082511 +0000 2024-06-06T07:44:44.266 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T07:44:44.332 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-06-06T07:44:44.332 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-06-06T07:44:44.332 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000288664 s, 1.8 MB/s 2024-06-06T07:44:44.334 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T07:44:44.391 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_2 2024-06-06T07:44:44.448 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T07:44:44.448 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:44.448 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-06-06T07:44:44.448 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:44.448 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:44.449 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-06-06 07:44:29.809803834 +0000 2024-06-06T07:44:44.449 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-06-06 07:39:19.833079496 +0000 2024-06-06T07:44:44.449 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-06-06 07:39:19.833079496 +0000 2024-06-06T07:44:44.449 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-06-06 07:39:19.833079496 +0000 2024-06-06T07:44:44.449 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T07:44:44.513 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-06-06T07:44:44.513 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-06-06T07:44:44.513 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000215859 s, 2.4 MB/s 2024-06-06T07:44:44.515 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T07:44:44.571 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_3 2024-06-06T07:44:44.627 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T07:44:44.627 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:44.627 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-06-06T07:44:44.627 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:44.628 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:44.628 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-06-06 07:44:29.809803834 +0000 2024-06-06T07:44:44.628 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-06-06 07:39:20.163076592 +0000 2024-06-06T07:44:44.628 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-06-06 07:39:20.163076592 +0000 2024-06-06T07:44:44.628 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-06-06 07:39:20.163076592 +0000 2024-06-06T07:44:44.628 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T07:44:44.691 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-06-06T07:44:44.691 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-06-06T07:44:44.691 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000208235 s, 2.5 MB/s 2024-06-06T07:44:44.692 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T07:44:44.749 DEBUG:teuthology.orchestra.run.smithi176:> stat /dev/vg_nvme/lv_4 2024-06-06T07:44:44.805 INFO:teuthology.orchestra.run.smithi176.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T07:44:44.805 INFO:teuthology.orchestra.run.smithi176.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:44.805 INFO:teuthology.orchestra.run.smithi176.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-06-06T07:44:44.805 INFO:teuthology.orchestra.run.smithi176.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:44.806 INFO:teuthology.orchestra.run.smithi176.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:44.806 INFO:teuthology.orchestra.run.smithi176.stdout:Access: 2024-06-06 07:44:29.809803834 +0000 2024-06-06T07:44:44.806 INFO:teuthology.orchestra.run.smithi176.stdout:Modify: 2024-06-06 07:39:20.487073738 +0000 2024-06-06T07:44:44.806 INFO:teuthology.orchestra.run.smithi176.stdout:Change: 2024-06-06 07:39:20.487073738 +0000 2024-06-06T07:44:44.806 INFO:teuthology.orchestra.run.smithi176.stdout: Birth: 2024-06-06 07:39:20.487073738 +0000 2024-06-06T07:44:44.806 DEBUG:teuthology.orchestra.run.smithi176:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T07:44:44.868 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records in 2024-06-06T07:44:44.868 INFO:teuthology.orchestra.run.smithi176.stderr:1+0 records out 2024-06-06T07:44:44.868 INFO:teuthology.orchestra.run.smithi176.stderr:512 bytes copied, 0.000227784 s, 2.2 MB/s 2024-06-06T07:44:44.869 DEBUG:teuthology.orchestra.run.smithi176:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T07:44:44.926 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-06-06T07:44:44.926 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/scratch_devs of=/dev/stdout 2024-06-06T07:44:44.941 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-06T07:44:44.941 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_1 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-06-06 07:44:20.076863517 +0000 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-06-06 07:39:21.904342443 +0000 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-06-06 07:39:21.904342443 +0000 2024-06-06T07:44:44.997 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-06-06 07:39:21.904342443 +0000 2024-06-06T07:44:44.998 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-06T07:44:45.063 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-06-06T07:44:45.063 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-06-06T07:44:45.063 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000193175 s, 2.7 MB/s 2024-06-06T07:44:45.065 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-06T07:44:45.121 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_2 2024-06-06T07:44:45.177 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-06T07:44:45.177 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-06-06 07:44:20.076863517 +0000 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-06-06 07:39:22.241334181 +0000 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-06-06 07:39:22.241334181 +0000 2024-06-06T07:44:45.178 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-06-06 07:39:22.241334181 +0000 2024-06-06T07:44:45.178 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-06T07:44:45.241 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-06-06T07:44:45.241 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-06-06T07:44:45.241 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.0002045 s, 2.5 MB/s 2024-06-06T07:44:45.243 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-06T07:44:45.298 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_3 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-06-06 07:44:20.077863493 +0000 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-06-06 07:39:22.568326163 +0000 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-06-06 07:39:22.568326163 +0000 2024-06-06T07:44:45.356 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-06-06 07:39:22.568326163 +0000 2024-06-06T07:44:45.357 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-06T07:44:45.418 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:45.418 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:45.419 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:45.421 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-06-06T07:44:45.421 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-06-06T07:44:45.421 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000205618 s, 2.5 MB/s 2024-06-06T07:44:45.423 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-06T07:44:45.478 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_4 2024-06-06T07:44:45.533 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-06T07:44:45.533 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-06T07:44:45.533 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-06-06T07:44:45.533 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:44:45.533 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-06-06T07:44:45.534 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-06-06 07:44:20.077863493 +0000 2024-06-06T07:44:45.534 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-06-06 07:39:22.881318489 +0000 2024-06-06T07:44:45.534 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-06-06 07:39:22.881318489 +0000 2024-06-06T07:44:45.534 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-06-06 07:39:22.881318489 +0000 2024-06-06T07:44:45.534 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-06T07:44:45.595 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-06-06T07:44:45.595 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-06-06T07:44:45.595 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000186193 s, 2.7 MB/s 2024-06-06T07:44:45.597 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:45.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:45.652 INFO:tasks.cephadm:Deploying osd.0 on smithi027 with /dev/vg_nvme/lv_4... 2024-06-06T07:44:45.652 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T07:44:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:45.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:45.905 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:44:46.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:46 smithi027 ceph-mon[32293]: Deploying daemon mgr.z on smithi203 2024-06-06T07:44:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:46 smithi203 ceph-mon[37192]: Deploying daemon mgr.z on smithi203 2024-06-06T07:44:46.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:46 smithi176 ceph-mon[36543]: Deploying daemon mgr.z on smithi203 2024-06-06T07:44:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:47 smithi027 ceph-mon[32293]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:47.501 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:47 smithi203 ceph-mon[37192]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:47.502 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:47 smithi203 systemd[1]: Started Ceph mgr.z for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:44:47.679 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T07:44:47.680 INFO:teuthology.orchestra.run.smithi027.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T07:44:47.680 INFO:teuthology.orchestra.run.smithi027.stderr: stderr: 10+0 records in 2024-06-06T07:44:47.680 INFO:teuthology.orchestra.run.smithi027.stderr:10+0 records out 2024-06-06T07:44:47.680 INFO:teuthology.orchestra.run.smithi027.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119703 s, 876 MB/s 2024-06-06T07:44:47.680 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping successful for: 2024-06-06T07:44:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:47 smithi176 ceph-mon[36543]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:47.778 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:47.501+0000 7fc944303200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:44:47.778 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:47.686+0000 7fc944303200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:44:48.095 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:47.787+0000 7fc944303200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:44:48.095 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:48.094+0000 7fc944303200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:44:48.304 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi027:vg_nvme/lv_4 2024-06-06T07:44:48.505 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:48.179+0000 7fc944303200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:44:48.552 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T07:44:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:48.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:48.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:48 smithi027 ceph-mon[32293]: Deploying daemon mgr.y on smithi176 2024-06-06T07:44:48.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:48.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:48.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T07:44:48.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:48.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:48.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:48 smithi176 ceph-mon[36543]: Deploying daemon mgr.y on smithi176 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:48 smithi203 ceph-mon[37192]: Deploying daemon mgr.y on smithi176 2024-06-06T07:44:49.692 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 systemd[1]: Starting Ceph mgr.y for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:44:49.704 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:49.368+0000 7fc944303200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:44:49.705 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:49.535+0000 7fc944303200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:44:49.705 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:49.704+0000 7fc944303200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:44:49.953 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 podman[37911]: 2024-06-06 07:44:49.595107003 +0000 UTC m=+0.017626118 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:44:49.953 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 podman[37911]: 2024-06-06 07:44:49.692963018 +0000 UTC m=+0.115482125 container create ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T07:44:49.953 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 podman[37911]: 2024-06-06 07:44:49.887117052 +0000 UTC m=+0.309636151 container init ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T07:44:49.953 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 podman[37911]: 2024-06-06 07:44:49.889584109 +0000 UTC m=+0.312103217 container start ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-06-06T07:44:49.953 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 ceph-mgr[37930]: -- 172.21.15.176:0/3229089584 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560dacc825a0 con 0x560dacc56c00 2024-06-06T07:44:49.953 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 bash[37911]: ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a 2024-06-06T07:44:50.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 -- 172.21.15.27:0/3494852211 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51881020b0 msgr2=0x7f5188102530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:50.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3494852211 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51881020b0 0x7f5188102530 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f518000b0a0 tx=0x7f518000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:44:50.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 -- 172.21.15.27:0/3494852211 shutdown_connections 2024-06-06T07:44:50.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3494852211 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f51881020b0 0x7f5188102530 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:50.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3494852211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5188100d90 0x7f51881011b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:50.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3494852211 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51881016f0 0x7f5188101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:50.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 -- 172.21.15.27:0/3494852211 >> 172.21.15.27:0/3494852211 conn(0x7f51880fc9f0 msgr2=0x7f51880fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:44:50.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 -- 172.21.15.27:0/3494852211 shutdown_connections 2024-06-06T07:44:50.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 -- 172.21.15.27:0/3494852211 wait complete. 2024-06-06T07:44:50.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 Processor -- start 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.144+0000 7f518f5dd700 1 -- start start 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 0x7f518819a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51881016f0 0x7f518819ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f51881020b0 0x7f51881a1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5188110400 con 0x7f5188100d90 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5188110280 con 0x7f51881016f0 2024-06-06T07:44:50.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5188110580 con 0x7f51881020b0 2024-06-06T07:44:50.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 0x7f518819a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:50.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 0x7f518819a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:39368/0 (socket says 172.21.15.27:39368) 2024-06-06T07:44:50.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 -- 172.21.15.27:0/3971589297 learned_addr learned my addr 172.21.15.27:0/3971589297 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:44:50.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518cb78700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51881016f0 0x7f518819ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:50.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518db7a700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f51881020b0 0x7f51881a1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:50.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 -- 172.21.15.27:0/3971589297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f51881020b0 msgr2=0x7f51881a1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:50.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f51881020b0 0x7f51881a1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:50.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 -- 172.21.15.27:0/3971589297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51881016f0 msgr2=0x7f518819ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:44:50.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51881016f0 0x7f518819ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:44:50.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 -- 172.21.15.27:0/3971589297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51881a25b0 con 0x7f5188100d90 2024-06-06T07:44:50.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518d379700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 0x7f518819a950 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f518400d980 tx=0x7f518400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:50.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5184016070 con 0x7f5188100d90 2024-06-06T07:44:50.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5184009dd0 con 0x7f5188100d90 2024-06-06T07:44:50.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51881a28a0 con 0x7f5188100d90 2024-06-06T07:44:50.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.145+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518400f620 con 0x7f5188100d90 2024-06-06T07:44:50.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.146+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51881a2de0 con 0x7f5188100d90 2024-06-06T07:44:50.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.146+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5184019070 con 0x7f5188100d90 2024-06-06T07:44:50.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.147+0000 7f517e7fc700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5174039330 0x7f517403b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:44:50.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.147+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f518404bed0 con 0x7f5188100d90 2024-06-06T07:44:50.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.147+0000 7f518cb78700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5174039330 0x7f517403b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:44:50.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.147+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f518802dca0 con 0x7f5188100d90 2024-06-06T07:44:50.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.147+0000 7f518cb78700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5174039330 0x7f517403b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5178005950 tx=0x7f517800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:44:50.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.152+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5184019d20 con 0x7f5188100d90 2024-06-06T07:44:50.230 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:49 smithi176 systemd[1]: Started Ceph mgr.y for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:44:50.230 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:50.043+0000 7f2d8cd99200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:44:50.230 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:50.229+0000 7f2d8cd99200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:44:50.278 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:49.990+0000 7fc944303200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:44:50.278 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:50.083+0000 7fc944303200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:44:50.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:50.380+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f51880628d0 con 0x7f5174039330 2024-06-06T07:44:50.498 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:50.335+0000 7f2d8cd99200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:44:50.778 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:50.291+0000 7fc944303200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:44:50.778 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:50.493+0000 7fc944303200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:44:50.998 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:50.654+0000 7f2d8cd99200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:44:50.998 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:50.755+0000 7f2d8cd99200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:44:51.278 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:51.142+0000 7fc944303200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:44:51.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:51.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:51.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:44:51.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:44:51.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:44:51.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:44:51.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:44:51.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:51.872 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:51.575+0000 7fc944303200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:44:51.872 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:51.673+0000 7fc944303200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:44:51.872 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:51.871+0000 7fc944303200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:44:52.222 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:52.222 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.222 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.222 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.222 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.223 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:52.223 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:52.223 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.223 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:52.223 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:52.223 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:52.248 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:51.985+0000 7f2d8cd99200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:44:52.248 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:52.153+0000 7f2d8cd99200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:44:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:52.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:52.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:52.250 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:52.250 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-06T07:44:52.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-06T07:44:52.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:52.613 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:52.324+0000 7f2d8cd99200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:44:52.613 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:52.612+0000 7f2d8cd99200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:44:52.727 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:52.392+0000 7fc944303200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:44:52.727 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:52.484+0000 7fc944303200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:44:52.908 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:52.704+0000 7f2d8cd99200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:44:52.908 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:52.907+0000 7f2d8cd99200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:44:53.024 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:52.726+0000 7fc944303200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:44:53.024 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:52.860+0000 7fc944303200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:44:53.024 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:52.954+0000 7fc944303200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:44:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:53 smithi176 ceph-mon[36543]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:53 smithi176 ceph-mon[36543]: Reconfiguring mgr.x (unknown last config time)... 2024-06-06T07:44:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:53 smithi176 ceph-mon[36543]: Reconfiguring daemon mgr.x on smithi027 2024-06-06T07:44:53.248 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:53.100+0000 7f2d8cd99200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:44:53.278 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:53.071+0000 7fc944303200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:44:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:53 smithi203 ceph-mon[37192]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:53 smithi203 ceph-mon[37192]: Reconfiguring mgr.x (unknown last config time)... 2024-06-06T07:44:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:53 smithi203 ceph-mon[37192]: Reconfiguring daemon mgr.x on smithi027 2024-06-06T07:44:53.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:53 smithi027 ceph-mon[32293]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:53.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:53 smithi027 ceph-mon[32293]: Reconfiguring mgr.x (unknown last config time)... 2024-06-06T07:44:53.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:53 smithi027 ceph-mon[32293]: Reconfiguring daemon mgr.x on smithi027 2024-06-06T07:44:53.778 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:53.374+0000 7fc944303200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:44:53.998 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:53.721+0000 7f2d8cd99200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:44:54.278 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:53.979+0000 7fc944303200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:44:54.278 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:44:54.196+0000 7fc944303200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:44:54.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4039764694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f23077b8-493b-4ce1-9d94-e71415f27845"}]: dispatch 2024-06-06T07:44:54.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4039764694' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f23077b8-493b-4ce1-9d94-e71415f27845"}]': finished 2024-06-06T07:44:54.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-mon[37192]: osdmap e5: 1 total, 0 up, 1 in 2024-06-06T07:44:54.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:44:54.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:54.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:54 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/740034682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:44:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:54 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4039764694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f23077b8-493b-4ce1-9d94-e71415f27845"}]: dispatch 2024-06-06T07:44:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:54 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4039764694' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f23077b8-493b-4ce1-9d94-e71415f27845"}]': finished 2024-06-06T07:44:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:54 smithi027 ceph-mon[32293]: osdmap e5: 1 total, 0 up, 1 in 2024-06-06T07:44:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:44:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:54 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/740034682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:44:54.437 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4039764694' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f23077b8-493b-4ce1-9d94-e71415f27845"}]: dispatch 2024-06-06T07:44:54.437 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4039764694' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f23077b8-493b-4ce1-9d94-e71415f27845"}]': finished 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-mon[36543]: osdmap e5: 1 total, 0 up, 1 in 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/740034682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:54.141+0000 7f2d8cd99200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:54.237+0000 7f2d8cd99200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:44:54.438 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:54.437+0000 7f2d8cd99200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:44:55.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:55.094+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f518400f7c0 con 0x7f5188100d90 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-mon[36543]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-mon[36543]: Standby manager daemon z started 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:44:55.248 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:54.962+0000 7f2d8cd99200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:44:55.249 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:55.053+0000 7f2d8cd99200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:44:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:55 smithi027 ceph-mon[32293]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:55 smithi027 ceph-mon[32293]: Standby manager daemon z started 2024-06-06T07:44:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:55 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T07:44:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:55 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:44:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:55 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T07:44:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:55 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:44:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:55 smithi203 ceph-mon[37192]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:55 smithi203 ceph-mon[37192]: Standby manager daemon z started 2024-06-06T07:44:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:55 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T07:44:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:55 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:44:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:55 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T07:44:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:55 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/3216373142' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:44:55.639 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:55.294+0000 7f2d8cd99200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:44:55.639 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:55.427+0000 7f2d8cd99200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:44:55.639 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:55.522+0000 7f2d8cd99200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:44:55.639 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:55.638+0000 7f2d8cd99200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:44:56.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:56 smithi176 ceph-mon[36543]: mgrmap e14: x(active, since 81s), standbys: z 2024-06-06T07:44:56.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T07:44:56.248 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:55.939+0000 7f2d8cd99200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:44:56.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:56 smithi027 ceph-mon[32293]: mgrmap e14: x(active, since 81s), standbys: z 2024-06-06T07:44:56.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T07:44:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:56 smithi203 ceph-mon[37192]: mgrmap e14: x(active, since 81s), standbys: z 2024-06-06T07:44:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T07:44:56.748 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:56.546+0000 7f2d8cd99200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:44:57.012 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:44:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:44:56.759+0000 7f2d8cd99200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:44:57.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:44:57.104+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mon.0 v2:172.21.15.27:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f518400fb40 con 0x7f5188100d90 2024-06-06T07:44:57.333 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:57 smithi027 ceph-mon[32293]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:57.333 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:57 smithi027 ceph-mon[32293]: Standby manager daemon y started 2024-06-06T07:44:57.333 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:57 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T07:44:57.333 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:57 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:44:57.333 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:57 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T07:44:57.333 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:57 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:44:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:57 smithi176 ceph-mon[36543]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:57 smithi176 ceph-mon[36543]: Standby manager daemon y started 2024-06-06T07:44:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:57 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T07:44:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:57 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:44:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:57 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T07:44:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:57 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:44:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:57 smithi203 ceph-mon[37192]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:57 smithi203 ceph-mon[37192]: Standby manager daemon y started 2024-06-06T07:44:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:57 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T07:44:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:57 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:44:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:57 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T07:44:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:57 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/2584039737' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:44:58.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:58 smithi027 ceph-mon[32293]: mgrmap e15: x(active, since 83s), standbys: z, y 2024-06-06T07:44:58.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T07:44:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:58 smithi176 ceph-mon[36543]: mgrmap e15: x(active, since 83s), standbys: z, y 2024-06-06T07:44:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T07:44:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:58 smithi203 ceph-mon[37192]: mgrmap e15: x(active, since 83s), standbys: z, y 2024-06-06T07:44:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:59.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:44:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:44:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:44:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:44:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:01.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:01 smithi027 ceph-mon[32293]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:01.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:01 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T07:45:01.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:01 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:01.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:01 smithi176 ceph-mon[36543]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:01.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:01 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T07:45:01.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:01 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:01.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:01 smithi203 ceph-mon[37192]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:01.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:01 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-06T07:45:01.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:01 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:02.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:02 smithi027 ceph-mon[32293]: Deploying daemon osd.0 on smithi027 2024-06-06T07:45:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:02 smithi176 ceph-mon[36543]: Deploying daemon osd.0 on smithi027 2024-06-06T07:45:02.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:02 smithi203 ceph-mon[37192]: Deploying daemon osd.0 on smithi027 2024-06-06T07:45:03.270 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:03 smithi027 ceph-mon[32293]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:03.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:03 smithi176 ceph-mon[36543]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:03 smithi203 ceph-mon[37192]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:05 smithi027 ceph-mon[32293]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:05 smithi176 ceph-mon[36543]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:05 smithi203 ceph-mon[37192]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:07.161 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:07 smithi027 ceph-mon[32293]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:07.162 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:07.162 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:07.162 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:07.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:07 smithi176 ceph-mon[36543]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:07.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:07.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:07.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:07 smithi203 ceph-mon[37192]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:09.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:09 smithi027 ceph-mon[32293]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:09.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:09 smithi176 ceph-mon[36543]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:09.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:09 smithi203 ceph-mon[37192]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:10.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.302+0000 7f517e7fc700 1 -- 172.21.15.27:0/3971589297 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f51880628d0 con 0x7f5174039330 2024-06-06T07:45:10.302 INFO:teuthology.orchestra.run.smithi027.stdout:Created osd(s) 0 on host 'smithi027' 2024-06-06T07:45:10.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5174039330 msgr2=0x7f517403b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5174039330 0x7f517403b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5178005950 tx=0x7f517800b410 comp rx=0 tx=0).stop 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 msgr2=0x7f518819a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 0x7f518819a950 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f518400d980 tx=0x7f518400dc90 comp rx=0 tx=0).stop 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 shutdown_connections 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f51881020b0 0x7f51881a1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5174039330 0x7f517403b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5188100d90 0x7f518819a950 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 --2- 172.21.15.27:0/3971589297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f51881016f0 0x7f518819ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 >> 172.21.15.27:0/3971589297 conn(0x7f51880fc9f0 msgr2=0x7f51880fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 shutdown_connections 2024-06-06T07:45:10.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:45:10.305+0000 7f518f5dd700 1 -- 172.21.15.27:0/3971589297 wait complete. 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:10.954 DEBUG:teuthology.orchestra.run.smithi027:osd.0> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.0.service 2024-06-06T07:45:10.956 INFO:tasks.cephadm:Deploying osd.1 on smithi176 with /dev/vg_nvme/lv_4... 2024-06-06T07:45:10.957 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T07:45:11.197 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:45:11.542 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:11 smithi027 ceph-mon[32293]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:11.542 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:11 smithi027 ceph-mon[32293]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T07:45:11.582 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:11 smithi176 ceph-mon[36543]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:11.582 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:11 smithi176 ceph-mon[36543]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T07:45:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:11 smithi203 ceph-mon[37192]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:11.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:11 smithi203 ceph-mon[37192]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-06T07:45:12.474 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-mon[32293]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T07:45:12.474 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-mon[32293]: osdmap e6: 1 total, 0 up, 1 in 2024-06-06T07:45:12.474 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-mon[32293]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:45:12.474 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:12.474 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-mon[32293]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:45:12.474 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0[46797]: 2024-06-06T07:45:12.376+0000 7fe41223a700 -1 osd.0 0 waiting for initial osdmap 2024-06-06T07:45:12.475 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:45:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0[46797]: 2024-06-06T07:45:12.380+0000 7fe40e02d700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:45:12.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:12 smithi176 ceph-mon[36543]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T07:45:12.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:12 smithi176 ceph-mon[36543]: osdmap e6: 1 total, 0 up, 1 in 2024-06-06T07:45:12.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:12 smithi176 ceph-mon[36543]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:45:12.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:12 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:12.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:12 smithi176 ceph-mon[36543]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:45:12.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:12 smithi203 ceph-mon[37192]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-06T07:45:12.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:12 smithi203 ceph-mon[37192]: osdmap e6: 1 total, 0 up, 1 in 2024-06-06T07:45:12.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:12 smithi203 ceph-mon[37192]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:45:12.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:12 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:12.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:12 smithi203 ceph-mon[37192]: from='osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:45:13.052 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T07:45:13.052 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T07:45:13.052 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2024-06-06T07:45:13.052 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2024-06-06T07:45:13.052 INFO:teuthology.orchestra.run.smithi176.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.013023 s, 805 MB/s 2024-06-06T07:45:13.052 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2024-06-06T07:45:13.617 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:13 smithi176 ceph-mon[36543]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:13.617 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:13 smithi176 ceph-mon[36543]: osdmap e7: 1 total, 0 up, 1 in 2024-06-06T07:45:13.617 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.617 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.617 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:13 smithi027 ceph-mon[32293]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:13.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:13 smithi027 ceph-mon[32293]: osdmap e7: 1 total, 0 up, 1 in 2024-06-06T07:45:13.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.652 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi176:vg_nvme/lv_4 2024-06-06T07:45:13.679 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:13 smithi203 ceph-mon[37192]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:13.679 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:13 smithi203 ceph-mon[37192]: osdmap e7: 1 total, 0 up, 1 in 2024-06-06T07:45:13.679 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.679 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.679 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:13.911 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] boot 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: osdmap e8: 1 total, 1 up, 1 in 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi027 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:45:14.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi027 to 17088M 2024-06-06T07:45:14.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:14.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:14.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] boot 2024-06-06T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: osdmap e8: 1 total, 1 up, 1 in 2024-06-06T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:14.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi027 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi027 to 17088M 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:14.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.689 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:45:14.689 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:45:14.689 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: osd.0 [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] boot 2024-06-06T07:45:14.689 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: osdmap e8: 1 total, 1 up, 1 in 2024-06-06T07:45:14.689 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi027 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi027 to 17088M 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:14.690 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:15.415 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 -- 172.21.15.176:0/3990868038 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100560 msgr2=0x7f342c1009c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3990868038 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100560 0x7f342c1009c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f341c009990 tx=0x7f341c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 -- 172.21.15.176:0/3990868038 shutdown_connections 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3990868038 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f342c100f00 0x7f342c10aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3990868038 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f342c103ae0 0x7f342c103f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3990868038 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100560 0x7f342c1009c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 -- 172.21.15.176:0/3990868038 >> 172.21.15.176:0/3990868038 conn(0x7f342c0fc100 msgr2=0x7f342c0fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 -- 172.21.15.176:0/3990868038 shutdown_connections 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.413+0000 7f3431ea7700 1 -- 172.21.15.176:0/3990868038 wait complete. 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 Processor -- start 2024-06-06T07:45:15.416 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 -- start start 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f342c100560 0x7f342c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 0x7f342c198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f342c103ae0 0x7f342c19fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f342c10e270 con 0x7f342c100560 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f342c10e0f0 con 0x7f342c100f00 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f3431ea7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f342c10e3f0 con 0x7f342c103ae0 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f342affd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 0x7f342c198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f342affd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 0x7f342c198d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:43470/0 (socket says 172.21.15.176:43470) 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f342affd700 1 -- 172.21.15.176:0/3534774259 learned_addr learned my addr 172.21.15.176:0/3534774259 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.414+0000 7f342b7fe700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f342c100560 0x7f342c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:15.417 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342bfff700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f342c103ae0 0x7f342c19fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342affd700 1 -- 172.21.15.176:0/3534774259 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f342c103ae0 msgr2=0x7f342c19fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342affd700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f342c103ae0 0x7f342c19fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342affd700 1 -- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f342c100560 msgr2=0x7f342c1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342affd700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f342c100560 0x7f342c1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342affd700 1 -- 172.21.15.176:0/3534774259 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f342c1a0450 con 0x7f342c100f00 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f342affd700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 0x7f342c198d30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f341c003890 tx=0x7f341c009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c027070 con 0x7f342c100f00 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f342c1a06e0 con 0x7f342c100f00 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f341c004170 con 0x7f342c100f00 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341c00f460 con 0x7f342c100f00 2024-06-06T07:45:15.418 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.415+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f342c1a0b90 con 0x7f342c100f00 2024-06-06T07:45:15.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.416+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f342c069180 con 0x7f342c100f00 2024-06-06T07:45:15.419 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.417+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f341c02a070 con 0x7f342c100f00 2024-06-06T07:45:15.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.418+0000 7f3428ff9700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f34140a2b90 0x7f34140a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:15.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.418+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f341c0ce920 con 0x7f342c100f00 2024-06-06T07:45:15.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.418+0000 7f342b7fe700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f34140a2b90 0x7f34140a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:15.420 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.419+0000 7f342b7fe700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f34140a2b90 0x7f34140a5050 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f342c06a960 tx=0x7f342000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:45:15.421 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.422+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mon.2 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f341c031070 con 0x7f342c100f00 2024-06-06T07:45:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:15 smithi176 ceph-mon[36543]: osdmap e9: 1 total, 1 up, 1 in 2024-06-06T07:45:15.626 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:15.626+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f342c0628d0 con 0x7f34140a2b90 2024-06-06T07:45:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:15 smithi027 ceph-mon[32293]: osdmap e9: 1 total, 1 up, 1 in 2024-06-06T07:45:15.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:15 smithi203 ceph-mon[37192]: osdmap e9: 1 total, 1 up, 1 in 2024-06-06T07:45:16.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:16 smithi176 ceph-mon[36543]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:16.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:16 smithi176 ceph-mon[36543]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:45:16.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:45:16.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:45:16.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:16.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:16 smithi203 ceph-mon[37192]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:16.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:16 smithi203 ceph-mon[37192]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:45:16.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:45:16.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:45:16.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:16 smithi027 ceph-mon[32293]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:16 smithi027 ceph-mon[32293]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:45:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:45:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:45:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:18 smithi027 ceph-mon[32293]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:18 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/3137030314' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]: dispatch 2024-06-06T07:45:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:18 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]: dispatch 2024-06-06T07:45:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:18 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]': finished 2024-06-06T07:45:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:18 smithi027 ceph-mon[32293]: osdmap e10: 2 total, 1 up, 2 in 2024-06-06T07:45:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:18 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:18 smithi176 ceph-mon[36543]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:18 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/3137030314' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]: dispatch 2024-06-06T07:45:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:18 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]: dispatch 2024-06-06T07:45:18.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:18 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]': finished 2024-06-06T07:45:18.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:18 smithi176 ceph-mon[36543]: osdmap e10: 2 total, 1 up, 2 in 2024-06-06T07:45:18.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:18 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:18 smithi203 ceph-mon[37192]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:18 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/3137030314' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]: dispatch 2024-06-06T07:45:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:18 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]: dispatch 2024-06-06T07:45:19.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:18 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68773dd5-5706-406e-ac41-3e0409c91b55"}]': finished 2024-06-06T07:45:19.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:18 smithi203 ceph-mon[37192]: osdmap e10: 2 total, 1 up, 2 in 2024-06-06T07:45:19.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:18 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:19.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:19 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/896911475' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:45:19.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:19 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/896911475' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:45:20.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:19 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/896911475' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:45:20.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:20 smithi027 ceph-mon[32293]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:20.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:20 smithi176 ceph-mon[36543]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:21.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:20 smithi203 ceph-mon[37192]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:22 smithi176 ceph-mon[36543]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:22.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:22 smithi027 ceph-mon[32293]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:23.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:22 smithi203 ceph-mon[37192]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:24.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:24 smithi027 ceph-mon[32293]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:24.932 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:24 smithi203 ceph-mon[37192]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:24.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:24 smithi176 ceph-mon[36543]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:25.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:25 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T07:45:25.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:25 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:25.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:25 smithi203 ceph-mon[37192]: Deploying daemon osd.1 on smithi176 2024-06-06T07:45:25.854 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:25 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T07:45:25.854 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:25 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:25.854 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:25 smithi176 ceph-mon[36543]: Deploying daemon osd.1 on smithi176 2024-06-06T07:45:25.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:25 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-06T07:45:25.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:25 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:25.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:25 smithi027 ceph-mon[32293]: Deploying daemon osd.1 on smithi176 2024-06-06T07:45:26.717 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:26 smithi176 ceph-mon[36543]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:26 smithi027 ceph-mon[32293]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:26 smithi203 ceph-mon[37192]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:28.870 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:28 smithi176 ceph-mon[36543]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:28.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:28 smithi027 ceph-mon[32293]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:28 smithi203 ceph-mon[37192]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:30.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:30 smithi027 ceph-mon[32293]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:30.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:30.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:30.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:30.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:30 smithi176 ceph-mon[36543]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:30.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:30.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:30.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:31.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:30 smithi203 ceph-mon[37192]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:31.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:31.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:31.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:32.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:32 smithi027 ceph-mon[32293]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:32.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:32 smithi176 ceph-mon[36543]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:32 smithi203 ceph-mon[37192]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:34.175 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.175 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.175 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:34.175 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:34.175 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.245 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.245+0000 7f3428ff9700 1 -- 172.21.15.176:0/3534774259 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f342c0628d0 con 0x7f34140a2b90 2024-06-06T07:45:34.245 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 1 on host 'smithi176' 2024-06-06T07:45:34.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f34140a2b90 msgr2=0x7f34140a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:34.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f34140a2b90 0x7f34140a5050 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f342c06a960 tx=0x7f342000b410 comp rx=0 tx=0).stop 2024-06-06T07:45:34.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 msgr2=0x7f342c198d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:34.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 0x7f342c198d30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f341c003890 tx=0x7f341c009580 comp rx=0 tx=0).stop 2024-06-06T07:45:34.247 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 shutdown_connections 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f342c103ae0 0x7f342c19fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f34140a2b90 0x7f34140a5050 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f342c100560 0x7f342c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 --2- 172.21.15.176:0/3534774259 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f342c100f00 0x7f342c198d30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 >> 172.21.15.176:0/3534774259 conn(0x7f342c0fc100 msgr2=0x7f342c106b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 shutdown_connections 2024-06-06T07:45:34.248 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:45:34.247+0000 7f3431ea7700 1 -- 172.21.15.176:0/3534774259 wait complete. 2024-06-06T07:45:34.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:34.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:34.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:34.913 DEBUG:teuthology.orchestra.run.smithi176:osd.1> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.1.service 2024-06-06T07:45:34.915 INFO:tasks.cephadm:Deploying osd.2 on smithi203 with /dev/vg_nvme/lv_4... 2024-06-06T07:45:34.915 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-06T07:45:35.160 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:45:35.432 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:35 smithi176 ceph-mon[36543]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:35.432 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:35.432 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:35.432 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:35.432 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:35 smithi176 ceph-mon[36543]: from='osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T07:45:35.432 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:35 smithi176 ceph-mon[36543]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T07:45:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:35 smithi203 ceph-mon[37192]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:35 smithi203 ceph-mon[37192]: from='osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T07:45:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:35 smithi203 ceph-mon[37192]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T07:45:35.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:35 smithi027 ceph-mon[32293]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:35.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:35.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:35.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:35.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:35 smithi027 ceph-mon[32293]: from='osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T07:45:35.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:35 smithi027 ceph-mon[32293]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-06T07:45:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-mon[36543]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T07:45:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-mon[36543]: from='osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:45:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-mon[36543]: osdmap e11: 2 total, 1 up, 2 in 2024-06-06T07:45:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-mon[36543]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:45:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:36 smithi203 ceph-mon[37192]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T07:45:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:36 smithi203 ceph-mon[37192]: from='osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:45:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:36 smithi203 ceph-mon[37192]: osdmap e11: 2 total, 1 up, 2 in 2024-06-06T07:45:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:36 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:36.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:36 smithi203 ceph-mon[37192]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:45:36.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:36 smithi027 ceph-mon[32293]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-06T07:45:36.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:36 smithi027 ceph-mon[32293]: from='osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:45:36.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:36 smithi027 ceph-mon[32293]: osdmap e11: 2 total, 1 up, 2 in 2024-06-06T07:45:36.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:36.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:36 smithi027 ceph-mon[32293]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:45:36.998 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1[41089]: 2024-06-06T07:45:36.685+0000 7fec87de0700 -1 osd.1 0 waiting for initial osdmap 2024-06-06T07:45:36.998 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:45:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1[41089]: 2024-06-06T07:45:36.691+0000 7fec7f3ca700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:45:37.166 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-06T07:45:37.166 INFO:teuthology.orchestra.run.smithi203.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-06T07:45:37.166 INFO:teuthology.orchestra.run.smithi203.stderr: stderr: 10+0 records in 2024-06-06T07:45:37.166 INFO:teuthology.orchestra.run.smithi203.stderr:10+0 records out 2024-06-06T07:45:37.167 INFO:teuthology.orchestra.run.smithi203.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112059 s, 936 MB/s 2024-06-06T07:45:37.167 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping successful for: 2024-06-06T07:45:37.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:37 smithi203 ceph-mon[37192]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:37.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:37 smithi203 ceph-mon[37192]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:45:37.306 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:37 smithi203 ceph-mon[37192]: osdmap e12: 2 total, 1 up, 2 in 2024-06-06T07:45:37.306 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:37 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:37.306 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:37 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:37.306 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:37 smithi203 ceph-mon[37192]: from='osd.1 ' entity='osd.1' 2024-06-06T07:45:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:37 smithi176 ceph-mon[36543]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:37 smithi176 ceph-mon[36543]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:45:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:37 smithi176 ceph-mon[36543]: osdmap e12: 2 total, 1 up, 2 in 2024-06-06T07:45:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:37 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:37 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:37 smithi176 ceph-mon[36543]: from='osd.1 ' entity='osd.1' 2024-06-06T07:45:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:37 smithi027 ceph-mon[32293]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:37 smithi027 ceph-mon[32293]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:45:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:37 smithi027 ceph-mon[32293]: osdmap e12: 2 total, 1 up, 2 in 2024-06-06T07:45:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:37 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:37 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:37 smithi027 ceph-mon[32293]: from='osd.1 ' entity='osd.1' 2024-06-06T07:45:37.795 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_4 2024-06-06T07:45:38.038 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:45:38.495 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:45:38.495 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:45:38.495 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:38.495 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] boot 2024-06-06T07:45:38.495 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: osdmap e13: 2 total, 2 up, 2 in 2024-06-06T07:45:38.495 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:38.496 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] boot 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: osdmap e13: 2 total, 2 up, 2 in 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:45:38.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:38.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:38.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: osd.1 [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] boot 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: osdmap e13: 2 total, 2 up, 2 in 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:45:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:45:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:38.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:39.467 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:39 smithi203 ceph-mon[37192]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:39.468 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:39 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi176 2024-06-06T07:45:39.468 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:39 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi176 to 17088M 2024-06-06T07:45:39.489 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 -- 172.21.15.203:0/3017566701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a81024f0 msgr2=0x7f64a8102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:39.489 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/3017566701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a81024f0 0x7f64a8102910 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6498009990 tx=0x7f6498009ca0 comp rx=0 tx=0).stop 2024-06-06T07:45:39.489 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 -- 172.21.15.203:0/3017566701 shutdown_connections 2024-06-06T07:45:39.489 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/3017566701 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64a8104090 0x7f64a810a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:39.489 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/3017566701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a81024f0 0x7f64a8102910 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:39.490 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/3017566701 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81036f0 0x7f64a8103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:39.490 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 -- 172.21.15.203:0/3017566701 >> 172.21.15.203:0/3017566701 conn(0x7f64a80fda90 msgr2=0x7f64a80ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:45:39.490 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 -- 172.21.15.203:0/3017566701 shutdown_connections 2024-06-06T07:45:39.490 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.488+0000 7f64ae8d6700 1 -- 172.21.15.203:0/3017566701 wait complete. 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 Processor -- start 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 -- start start 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81024f0 0x7f64a8076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64a81036f0 0x7f64a8074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 0x7f64a8074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f64a810e270 con 0x7f64a81036f0 2024-06-06T07:45:39.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f64a810e0f0 con 0x7f64a81024f0 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.489+0000 7f64ae8d6700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f64a810e3f0 con 0x7f64a8104090 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 0x7f64a8074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 0x7f64a8074dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:48128/0 (socket says 172.21.15.203:48128) 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 -- 172.21.15.203:0/2286793585 learned_addr learned my addr 172.21.15.203:0/2286793585 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64a7fff700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81024f0 0x7f64a8076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64a77fe700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64a81036f0 0x7f64a8074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:39.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 -- 172.21.15.203:0/2286793585 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81024f0 msgr2=0x7f64a8076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81024f0 0x7f64a8076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 -- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64a81036f0 msgr2=0x7f64a8074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64a81036f0 0x7f64a8074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 -- 172.21.15.203:0/2286793585 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64a8075670 con 0x7f64a8104090 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64a7fff700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81024f0 0x7f64a8076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ace73700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 0x7f64a8074dc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f64a000ada0 tx=0x7f64a000c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0017020 con 0x7f64a8104090 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64a81a2aa0 con 0x7f64a8104090 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f64a0004bb0 con 0x7f64a8104090 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0005590 con 0x7f64a8104090 2024-06-06T07:45:39.494 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.490+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64a81a2f60 con 0x7f64a8104090 2024-06-06T07:45:39.495 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.491+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64a802dca0 con 0x7f64a8104090 2024-06-06T07:45:39.495 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.492+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f64a0005750 con 0x7f64a8104090 2024-06-06T07:45:39.495 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.493+0000 7f64a57fa700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64900a2b90 0x7f64900a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:45:39.496 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.493+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f64a00ccfe0 con 0x7f64a8104090 2024-06-06T07:45:39.496 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.493+0000 7f64a7fff700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64900a2b90 0x7f64900a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:45:39.496 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.494+0000 7f64a7fff700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64900a2b90 0x7f64900a5050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f649800b5c0 tx=0x7f6498005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:45:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:39 smithi176 ceph-mon[36543]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:39 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi176 2024-06-06T07:45:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:39 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi176 to 17088M 2024-06-06T07:45:39.498 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.497+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f64a0021020 con 0x7f64a8104090 2024-06-06T07:45:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:39 smithi027 ceph-mon[32293]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-06-06T07:45:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:39 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi176 2024-06-06T07:45:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:39 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi176 to 17088M 2024-06-06T07:45:39.702 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:39.702+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f64a80628d0 con 0x7f64900a2b90 2024-06-06T07:45:40.498 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:40 smithi203 ceph-mon[37192]: osdmap e14: 2 total, 2 up, 2 in 2024-06-06T07:45:40.498 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:45:40.498 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:45:40.498 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:40 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:40.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:40 smithi176 ceph-mon[36543]: osdmap e14: 2 total, 2 up, 2 in 2024-06-06T07:45:40.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:45:40.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:45:40.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:40 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:40 smithi027 ceph-mon[32293]: osdmap e14: 2 total, 2 up, 2 in 2024-06-06T07:45:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:45:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:45:40.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:40 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:41.299 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:41 smithi203 ceph-mon[37192]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:41.299 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:41 smithi203 ceph-mon[37192]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:45:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:41 smithi176 ceph-mon[36543]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:41 smithi176 ceph-mon[36543]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:45:41.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:41 smithi027 ceph-mon[32293]: pgmap v67: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:41.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:41 smithi027 ceph-mon[32293]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:45:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/3338878220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]: dispatch 2024-06-06T07:45:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]: dispatch 2024-06-06T07:45:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]': finished 2024-06-06T07:45:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: osdmap e15: 3 total, 2 up, 3 in 2024-06-06T07:45:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:45:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/4012722578' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/3338878220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]: dispatch 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]: dispatch 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]': finished 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: osdmap e15: 3 total, 2 up, 3 in 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:45:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/4012722578' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/3338878220' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]: dispatch 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]: dispatch 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "126db22b-677b-4384-8289-6495777a8ee5"}]': finished 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: osdmap e15: 3 total, 2 up, 3 in 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:45:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/4012722578' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:45:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:45 smithi203 ceph-mon[37192]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:45.584 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:45 smithi176 ceph-mon[36543]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:45.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:45 smithi027 ceph-mon[32293]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:47 smithi203 ceph-mon[37192]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:47.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:47 smithi027 ceph-mon[32293]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:47 smithi176 ceph-mon[36543]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:49.503 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:49 smithi203 ceph-mon[37192]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:49 smithi027 ceph-mon[32293]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:49.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:49 smithi176 ceph-mon[36543]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:50.431 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T07:45:50.431 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:50.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T07:45:50.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:50.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-06T07:45:50.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:51.364 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:51 smithi203 ceph-mon[37192]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:51.364 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:51 smithi203 ceph-mon[37192]: Deploying daemon osd.2 on smithi203 2024-06-06T07:45:51.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:51 smithi027 ceph-mon[32293]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:51.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:51 smithi027 ceph-mon[32293]: Deploying daemon osd.2 on smithi203 2024-06-06T07:45:51.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:51 smithi176 ceph-mon[36543]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:51.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:51 smithi176 ceph-mon[36543]: Deploying daemon osd.2 on smithi203 2024-06-06T07:45:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:53 smithi203 ceph-mon[37192]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:53.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:53 smithi027 ceph-mon[32293]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:53.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:53 smithi176 ceph-mon[36543]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:55 smithi203 ceph-mon[37192]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:55 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:55 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:55 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:55.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:55 smithi027 ceph-mon[32293]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:55.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:55 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:55.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:55 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:55.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:55 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:55.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:55 smithi176 ceph-mon[36543]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:55.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:55 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:55.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:55 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:55.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:55 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:57.438 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:57 smithi203 ceph-mon[37192]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:57.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:57 smithi027 ceph-mon[32293]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:57.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:57 smithi176 ceph-mon[36543]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:58.467 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.467 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.467 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:58.467 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:58.467 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.468 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:58 smithi203 ceph-mon[37192]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:58.524 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.523+0000 7f64a57fa700 1 -- 172.21.15.203:0/2286793585 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f64a80628d0 con 0x7f64900a2b90 2024-06-06T07:45:58.524 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 2 on host 'smithi203' 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64900a2b90 msgr2=0x7f64900a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64900a2b90 0x7f64900a5050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f649800b5c0 tx=0x7f6498005fd0 comp rx=0 tx=0).stop 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 msgr2=0x7f64a8074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 0x7f64a8074dc0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f64a000ada0 tx=0x7f64a000c330 comp rx=0 tx=0).stop 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 shutdown_connections 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64a8104090 0x7f64a8074dc0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f64a81024f0 0x7f64a8076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64900a2b90 0x7f64900a5050 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:58.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 --2- 172.21.15.203:0/2286793585 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64a81036f0 0x7f64a8074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:45:58.528 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 >> 172.21.15.203:0/2286793585 conn(0x7f64a80fda90 msgr2=0x7f64a8106a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:45:58.528 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 shutdown_connections 2024-06-06T07:45:58.528 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:45:58.526+0000 7f64ae8d6700 1 -- 172.21.15.203:0/2286793585 wait complete. 2024-06-06T07:45:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:58 smithi027 ceph-mon[32293]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:58.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:45:58.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:45:58.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:58.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:58 smithi176 ceph-mon[36543]: pgmap v77: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:45:59.139 DEBUG:teuthology.orchestra.run.smithi203:osd.2> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.2.service 2024-06-06T07:45:59.142 INFO:tasks.cephadm:Deploying osd.3 on smithi027 with /dev/vg_nvme/lv_3... 2024-06-06T07:45:59.142 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T07:45:59.399 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:45:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:59 smithi203 ceph-mon[37192]: from='osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T07:45:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:45:59 smithi203 ceph-mon[37192]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T07:45:59.788 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:59.788 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:59.789 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:59.789 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:59 smithi027 ceph-mon[32293]: from='osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T07:45:59.789 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:45:59 smithi027 ceph-mon[32293]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T07:45:59.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:59.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:45:59.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:45:59.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:59 smithi176 ceph-mon[36543]: from='osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T07:45:59.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:45:59 smithi176 ceph-mon[36543]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-06T07:46:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-mon[37192]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T07:46:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-mon[37192]: from='osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:46:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-mon[37192]: osdmap e16: 3 total, 2 up, 3 in 2024-06-06T07:46:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:00.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-mon[37192]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:46:00.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-mon[37192]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:46:00.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:00 smithi027 ceph-mon[32293]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T07:46:00.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:00 smithi027 ceph-mon[32293]: from='osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:46:00.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:00 smithi027 ceph-mon[32293]: osdmap e16: 3 total, 2 up, 3 in 2024-06-06T07:46:00.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:00.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:00 smithi027 ceph-mon[32293]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:46:00.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:00 smithi027 ceph-mon[32293]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:46:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:00 smithi176 ceph-mon[36543]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-06T07:46:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:00 smithi176 ceph-mon[36543]: from='osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:46:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:00 smithi176 ceph-mon[36543]: osdmap e16: 3 total, 2 up, 3 in 2024-06-06T07:46:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:00 smithi176 ceph-mon[36543]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:46:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:00 smithi176 ceph-mon[36543]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:46:01.278 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2[42152]: 2024-06-06T07:46:00.975+0000 7febdb806700 -1 osd.2 0 waiting for initial osdmap 2024-06-06T07:46:01.278 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2[42152]: 2024-06-06T07:46:00.979+0000 7febd2df0700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:46:01.601 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T07:46:01.601 INFO:teuthology.orchestra.run.smithi027.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T07:46:01.602 INFO:teuthology.orchestra.run.smithi027.stderr: stderr: 10+0 records in 2024-06-06T07:46:01.602 INFO:teuthology.orchestra.run.smithi027.stderr:10+0 records out 2024-06-06T07:46:01.602 INFO:teuthology.orchestra.run.smithi027.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.011043 s, 950 MB/s 2024-06-06T07:46:01.602 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping successful for: 2024-06-06T07:46:01.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:01 smithi203 ceph-mon[37192]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:46:01.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:01 smithi203 ceph-mon[37192]: osdmap e17: 3 total, 2 up, 3 in 2024-06-06T07:46:01.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:01 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:01 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:01 smithi203 ceph-mon[37192]: from='osd.2 ' entity='osd.2' 2024-06-06T07:46:01.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:01 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:01 smithi027 ceph-mon[32293]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:46:01.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:01 smithi027 ceph-mon[32293]: osdmap e17: 3 total, 2 up, 3 in 2024-06-06T07:46:01.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:01 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:01 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:01 smithi027 ceph-mon[32293]: from='osd.2 ' entity='osd.2' 2024-06-06T07:46:01.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:01 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:01 smithi176 ceph-mon[36543]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:46:01.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:01 smithi176 ceph-mon[36543]: osdmap e17: 3 total, 2 up, 3 in 2024-06-06T07:46:01.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:01 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:01 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:01.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:01 smithi176 ceph-mon[36543]: from='osd.2 ' entity='osd.2' 2024-06-06T07:46:01.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:01 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:02.407 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi027:vg_nvme/lv_3 2024-06-06T07:46:02.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] boot 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: osdmap e18: 3 total, 3 up, 3 in 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi203 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi203 to 17088M 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:02.648 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:02.648 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] boot 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: osdmap e18: 3 total, 3 up, 3 in 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi203 2024-06-06T07:46:02.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi203 to 17088M 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:02.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:46:02.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:46:02.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: pgmap v81: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-06-06T07:46:02.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: osd.2 [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] boot 2024-06-06T07:46:02.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: osdmap e18: 3 total, 3 up, 3 in 2024-06-06T07:46:02.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi203 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi203 to 17088M 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:02.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.449+0000 7f7b56b26700 1 -- 172.21.15.27:0/329079212 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 msgr2=0x7f7b5010a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.449+0000 7f7b56b26700 1 --2- 172.21.15.27:0/329079212 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5010a660 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7b4800b0a0 tx=0x7f7b4800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 -- 172.21.15.27:0/329079212 shutdown_connections 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 --2- 172.21.15.27:0/329079212 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5010a660 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 --2- 172.21.15.27:0/329079212 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b50103010 0x7f7b50105400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 --2- 172.21.15.27:0/329079212 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 0x7f7b50107d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 -- 172.21.15.27:0/329079212 >> 172.21.15.27:0/329079212 conn(0x7f7b500fc980 msgr2=0x7f7b500fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 -- 172.21.15.27:0/329079212 shutdown_connections 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 -- 172.21.15.27:0/329079212 wait complete. 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 Processor -- start 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 -- start start 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b50103010 0x7f7b50198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 0x7f7b50198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:04.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.450+0000 7f7b56b26700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5019fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b56b26700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5010e210 con 0x7f7b50108270 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b56b26700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5010e090 con 0x7f7b50105940 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b56b26700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5010e390 con 0x7f7b50103010 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5019fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5019fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57200/0 (socket says 172.21.15.27:57200) 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 -- 172.21.15.27:0/2551379063 learned_addr learned my addr 172.21.15.27:0/2551379063 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b548c2700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b50103010 0x7f7b50198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b4ffff700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 0x7f7b50198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 -- 172.21.15.27:0/2551379063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b50103010 msgr2=0x7f7b50198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b50103010 0x7f7b50198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 -- 172.21.15.27:0/2551379063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 msgr2=0x7f7b50198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 0x7f7b50198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 -- 172.21.15.27:0/2551379063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b501a0380 con 0x7f7b50108270 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b4ffff700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 0x7f7b50198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b550c3700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5019fce0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7b48006070 tx=0x7f7b48004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48021030 con 0x7f7b50108270 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7b48003a00 con 0x7f7b50108270 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48004850 con 0x7f7b50108270 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.451+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b501a0610 con 0x7f7b50108270 2024-06-06T07:46:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.452+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b501a0b10 con 0x7f7b50108270 2024-06-06T07:46:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.453+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b50069180 con 0x7f7b50108270 2024-06-06T07:46:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.454+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f7b48024070 con 0x7f7b50108270 2024-06-06T07:46:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.455+0000 7f7b4dffb700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7b400a2c10 0x7f7b400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.455+0000 7f7b548c2700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7b400a2c10 0x7f7b400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:04.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.455+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2851+0+0 (secure 0 0 0) 0x7f7b4800f020 con 0x7f7b50108270 2024-06-06T07:46:04.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.455+0000 7f7b548c2700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7b400a2c10 0x7f7b400a50d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7b44004630 tx=0x7f7b4400b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:46:04.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.458+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7b4801a3c0 con 0x7f7b50108270 2024-06-06T07:46:04.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:04 smithi027 ceph-mon[32293]: osdmap e19: 3 total, 3 up, 3 in 2024-06-06T07:46:04.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:04 smithi027 ceph-mon[32293]: pgmap v84: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:04.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:04 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-06T07:46:04.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:04.677+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f7b500628d0 con 0x7f7b400a2c10 2024-06-06T07:46:04.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:04 smithi176 ceph-mon[36543]: osdmap e19: 3 total, 3 up, 3 in 2024-06-06T07:46:04.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:04 smithi176 ceph-mon[36543]: pgmap v84: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:04.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:04 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-06T07:46:05.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:04 smithi203 ceph-mon[37192]: osdmap e19: 3 total, 3 up, 3 in 2024-06-06T07:46:05.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:04 smithi203 ceph-mon[37192]: pgmap v84: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:05.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:04 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: osdmap e20: 3 total, 3 up, 3 in 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:05.593 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: osdmap e20: 3 total, 3 up, 3 in 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: osdmap e20: 3 total, 3 up, 3 in 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: from='client.14283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:06.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:06.360 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51606]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T07:46:06.360 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51606]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:06.360 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51606]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:06.360 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51606]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:06.645 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51630]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T07:46:06.645 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51630]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:06.645 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51630]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:06.645 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 07:46:06 smithi027 sudo[51630]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:06.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:06 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T07:46:06.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:06 smithi027 ceph-mon[32293]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:06.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:06 smithi027 ceph-mon[32293]: osdmap e21: 3 total, 3 up, 3 in 2024-06-06T07:46:06.796 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:06 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T07:46:06.797 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:06 smithi176 ceph-mon[36543]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:06.797 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:06 smithi176 ceph-mon[36543]: osdmap e21: 3 total, 3 up, 3 in 2024-06-06T07:46:07.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:06 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-06T07:46:07.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:06 smithi203 ceph-mon[37192]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:07.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:06 smithi203 ceph-mon[37192]: osdmap e21: 3 total, 3 up, 3 in 2024-06-06T07:46:07.048 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:06 smithi176 sudo[44773]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T07:46:07.049 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:06 smithi176 sudo[44773]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:07.049 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:06 smithi176 sudo[44773]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:07.049 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:06 smithi176 sudo[44773]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:07.498 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:07 smithi176 sudo[44776]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T07:46:07.498 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:07 smithi176 sudo[44776]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:07.498 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:07 smithi176 sudo[44776]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:07.498 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 07:46:07 smithi176 sudo[44776]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:07.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:07 smithi203 ceph-mon[37192]: osdmap e22: 3 total, 3 up, 3 in 2024-06-06T07:46:07.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:07.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:07.785 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45766]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T07:46:07.785 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45766]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:07.785 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45766]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:07.785 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45766]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:07.785 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45769]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T07:46:07.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:07 smithi027 ceph-mon[32293]: osdmap e22: 3 total, 3 up, 3 in 2024-06-06T07:46:07.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:07.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:07.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:07 smithi176 ceph-mon[36543]: osdmap e22: 3 total, 3 up, 3 in 2024-06-06T07:46:07.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:07.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:08.028 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45769]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:08.028 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45769]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:08.028 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 07:46:07 smithi203 sudo[45769]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51684]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T07:46:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51684]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51684]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51684]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:08.871 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51687]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T07:46:08.871 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51687]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:08.871 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51687]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:08.872 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:08 smithi027 sudo[51687]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:08.991 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45772]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T07:46:08.992 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45772]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:08.992 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45772]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:08.992 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45772]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:09.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:09.005+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7b48003fd0 con 0x7f7b50108270 2024-06-06T07:46:09.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45775]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T07:46:09.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45775]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:09.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45775]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:09.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:08 smithi203 sudo[45775]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:09.491 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44779]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-06T07:46:09.492 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44779]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:09.492 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44779]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:09.492 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44779]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44782]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-06T07:46:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44782]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-06T07:46:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44782]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-06T07:46:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 sudo[44782]: pam_unix(sudo:session): session closed for user root 2024-06-06T07:46:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: pgmap v89: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3411264491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7efc14e5-5f9e-470b-995e-1fa64effef4b"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:09.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3411264491' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7efc14e5-5f9e-470b-995e-1fa64effef4b"}]': finished 2024-06-06T07:46:09.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: osdmap e23: 4 total, 3 up, 4 in 2024-06-06T07:46:09.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:09 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: pgmap v89: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3411264491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7efc14e5-5f9e-470b-995e-1fa64effef4b"}]: dispatch 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:09.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:09.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:09.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:09.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3411264491' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7efc14e5-5f9e-470b-995e-1fa64effef4b"}]': finished 2024-06-06T07:46:09.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: osdmap e23: 4 total, 3 up, 4 in 2024-06-06T07:46:09.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:09 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: pgmap v89: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3411264491' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7efc14e5-5f9e-470b-995e-1fa64effef4b"}]: dispatch 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:09.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:09.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:09.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3411264491' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7efc14e5-5f9e-470b-995e-1fa64effef4b"}]': finished 2024-06-06T07:46:09.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: osdmap e23: 4 total, 3 up, 4 in 2024-06-06T07:46:09.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:09 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:10.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:10.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-06T07:46:10.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/361852479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:46:10.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:10.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:10 smithi203 ceph-mon[37192]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-06T07:46:10.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/361852479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:46:10.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:10.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:10 smithi027 ceph-mon[32293]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-06T07:46:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:46:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:46:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:46:10.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-06T07:46:10.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/361852479' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:46:10.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-06T07:46:10.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:10 smithi176 ceph-mon[36543]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:12.892 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:12 smithi027 ceph-mon[32293]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:12.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:12 smithi176 ceph-mon[36543]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:13.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:12 smithi203 ceph-mon[37192]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:14.892 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:14 smithi027 ceph-mon[32293]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 52 KiB/s wr, 4 op/s 2024-06-06T07:46:14.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:14 smithi176 ceph-mon[36543]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 52 KiB/s wr, 4 op/s 2024-06-06T07:46:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:14 smithi203 ceph-mon[37192]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 52 KiB/s wr, 4 op/s 2024-06-06T07:46:16.885 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:16 smithi027 ceph-mon[32293]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 37 KiB/s wr, 3 op/s 2024-06-06T07:46:16.885 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T07:46:16.885 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:16.885 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:16 smithi027 ceph-mon[32293]: Deploying daemon osd.3 on smithi027 2024-06-06T07:46:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:16 smithi176 ceph-mon[36543]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 37 KiB/s wr, 3 op/s 2024-06-06T07:46:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T07:46:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:16 smithi176 ceph-mon[36543]: Deploying daemon osd.3 on smithi027 2024-06-06T07:46:17.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:16 smithi203 ceph-mon[37192]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.4 KiB/s rd, 37 KiB/s wr, 3 op/s 2024-06-06T07:46:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-06T07:46:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:16 smithi203 ceph-mon[37192]: Deploying daemon osd.3 on smithi027 2024-06-06T07:46:18.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:18 smithi027 ceph-mon[32293]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 29 KiB/s wr, 2 op/s 2024-06-06T07:46:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:18 smithi176 ceph-mon[36543]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 29 KiB/s wr, 2 op/s 2024-06-06T07:46:19.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:18 smithi203 ceph-mon[37192]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 29 KiB/s wr, 2 op/s 2024-06-06T07:46:20.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:20 smithi027 ceph-mon[32293]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 928 B/s rd, 24 KiB/s wr, 2 op/s 2024-06-06T07:46:20.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:20 smithi176 ceph-mon[36543]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 928 B/s rd, 24 KiB/s wr, 2 op/s 2024-06-06T07:46:21.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:20 smithi203 ceph-mon[37192]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 928 B/s rd, 24 KiB/s wr, 2 op/s 2024-06-06T07:46:23.098 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:22 smithi027 ceph-mon[32293]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-06T07:46:23.098 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:23.098 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:23.098 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:23.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:22 smithi176 ceph-mon[36543]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-06T07:46:23.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:23.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:23.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:23.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:22 smithi203 ceph-mon[37192]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-06T07:46:23.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:23.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:23.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:25.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:24 smithi027 ceph-mon[32293]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-06T07:46:25.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:25.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:25.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:24 smithi176 ceph-mon[36543]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-06T07:46:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:24 smithi203 ceph-mon[37192]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-06-06T07:46:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:25.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.652+0000 7f7b4dffb700 1 -- 172.21.15.27:0/2551379063 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7b500628d0 con 0x7f7b400a2c10 2024-06-06T07:46:25.652 INFO:teuthology.orchestra.run.smithi027.stdout:Created osd(s) 3 on host 'smithi027' 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7b400a2c10 msgr2=0x7f7b400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7b400a2c10 0x7f7b400a50d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7b44004630 tx=0x7f7b4400b3c0 comp rx=0 tx=0).stop 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 msgr2=0x7f7b5019fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5019fce0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f7b48006070 tx=0x7f7b48004e40 comp rx=0 tx=0).stop 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 shutdown_connections 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7b400a2c10 0x7f7b400a50d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7b50108270 0x7f7b5019fce0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b50103010 0x7f7b50198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 --2- 172.21.15.27:0/2551379063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7b50105940 0x7f7b50198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 >> 172.21.15.27:0/2551379063 conn(0x7f7b500fc980 msgr2=0x7f7b50103950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:46:25.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 shutdown_connections 2024-06-06T07:46:25.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:46:25.655+0000 7f7b56b26700 1 -- 172.21.15.27:0/2551379063 wait complete. 2024-06-06T07:46:26.273 DEBUG:teuthology.orchestra.run.smithi027:osd.3> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.3.service 2024-06-06T07:46:26.275 INFO:tasks.cephadm:Deploying osd.4 on smithi176 with /dev/vg_nvme/lv_3... 2024-06-06T07:46:26.275 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T07:46:26.520 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:46:26.855 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:26 smithi176 ceph-mon[36543]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:26.855 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:26 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:26.855 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:26 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:26.855 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:26 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:26.856 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:26 smithi176 ceph-mon[36543]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T07:46:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:26 smithi027 ceph-mon[32293]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:26.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:26 smithi027 ceph-mon[32293]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T07:46:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:26 smithi203 ceph-mon[37192]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:26 smithi203 ceph-mon[37192]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-06T07:46:27.818 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:27 smithi027 ceph-mon[32293]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T07:46:27.818 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:27 smithi027 ceph-mon[32293]: osdmap e24: 4 total, 3 up, 4 in 2024-06-06T07:46:27.818 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:27 smithi027 ceph-mon[32293]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:46:27.818 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:27.819 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 07:46:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T07:46:27.613+0000 7f241a174700 -1 osd.3 0 waiting for initial osdmap 2024-06-06T07:46:27.819 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 07:46:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T07:46:27.621+0000 7f2415f67700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:46:27.897 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:27 smithi176 ceph-mon[36543]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T07:46:27.898 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:27 smithi176 ceph-mon[36543]: osdmap e24: 4 total, 3 up, 4 in 2024-06-06T07:46:27.898 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:27 smithi176 ceph-mon[36543]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:46:27.898 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:28.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:27 smithi203 ceph-mon[37192]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-06T07:46:28.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:27 smithi203 ceph-mon[37192]: osdmap e24: 4 total, 3 up, 4 in 2024-06-06T07:46:28.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:27 smithi203 ceph-mon[37192]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:46:28.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:28.619 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T07:46:28.619 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T07:46:28.619 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2024-06-06T07:46:28.619 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2024-06-06T07:46:28.619 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0142518 s, 736 MB/s 2024-06-06T07:46:28.619 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2024-06-06T07:46:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:28 smithi176 ceph-mon[36543]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:28 smithi176 ceph-mon[36543]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:46:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:28 smithi176 ceph-mon[36543]: osdmap e25: 4 total, 3 up, 4 in 2024-06-06T07:46:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:28.766 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:28 smithi027 ceph-mon[32293]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:28.766 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:28 smithi027 ceph-mon[32293]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:46:28.766 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:28 smithi027 ceph-mon[32293]: osdmap e25: 4 total, 3 up, 4 in 2024-06-06T07:46:28.766 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:28.766 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:28 smithi203 ceph-mon[37192]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:28 smithi203 ceph-mon[37192]: from='osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:46:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:28 smithi203 ceph-mon[37192]: osdmap e25: 4 total, 3 up, 4 in 2024-06-06T07:46:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.287 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi176:vg_nvme/lv_3 2024-06-06T07:46:29.527 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:46:29.880 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:46:29.880 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:46:29.880 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.880 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] boot 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: osdmap e26: 4 total, 4 up, 4 in 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: osdmap e27: 4 total, 4 up, 4 in 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:29.881 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] boot 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: osdmap e26: 4 total, 4 up, 4 in 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: osdmap e27: 4 total, 4 up, 4 in 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:29.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:29.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:29.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:29.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:29.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:30.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:46:30.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:46:30.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:30.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: osd.3 [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] boot 2024-06-06T07:46:30.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: osdmap e26: 4 total, 4 up, 4 in 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: osdmap e27: 4 total, 4 up, 4 in 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:30.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:31.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 -- 172.21.15.176:0/52735017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41036f0 msgr2=0x7f96e4103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:31.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/52735017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41036f0 0x7f96e4103b50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f96d40099c0 tx=0x7f96d4009cd0 comp rx=0 tx=0).stop 2024-06-06T07:46:31.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 -- 172.21.15.176:0/52735017 shutdown_connections 2024-06-06T07:46:31.043 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/52735017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 0x7f96e410a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/52735017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41024f0 0x7f96e4102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/52735017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41036f0 0x7f96e4103b50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 -- 172.21.15.176:0/52735017 >> 172.21.15.176:0/52735017 conn(0x7f96e40fda90 msgr2=0x7f96e40ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 -- 172.21.15.176:0/52735017 shutdown_connections 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 -- 172.21.15.176:0/52735017 wait complete. 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 Processor -- start 2024-06-06T07:46:31.044 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.042+0000 7f96eb8a7700 1 -- start start 2024-06-06T07:46:31.045 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96eb8a7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 0x7f96e4076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:31.045 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96eb8a7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41036f0 0x7f96e4074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96eb8a7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 0x7f96e4074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96eb8a7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f96e410e250 con 0x7f96e41036f0 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96eb8a7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f96e410e0d0 con 0x7f96e41024f0 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96eb8a7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f96e410e3d0 con 0x7f96e4104090 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 0x7f96e4076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 0x7f96e4076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35656/0 (socket says 172.21.15.176:35656) 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 -- 172.21.15.176:0/1622725052 learned_addr learned my addr 172.21.15.176:0/1622725052 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e8e42700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41036f0 0x7f96e4074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9e44700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 0x7f96e4074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 -- 172.21.15.176:0/1622725052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 msgr2=0x7f96e4074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:31.046 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 0x7f96e4074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:31.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 -- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41036f0 msgr2=0x7f96e4074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:31.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41036f0 0x7f96e4074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:31.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 -- 172.21.15.176:0/1622725052 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e4075670 con 0x7f96e41024f0 2024-06-06T07:46:31.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9e44700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 0x7f96e4074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:46:31.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e8e42700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41036f0 0x7f96e4074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:46:31.047 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.043+0000 7f96e9643700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 0x7f96e4076230 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f96dc00d980 tx=0x7f96dc00dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:46:31.048 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.046+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc017030 con 0x7f96e41024f0 2024-06-06T07:46:31.048 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.046+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96e41a2990 con 0x7f96e41024f0 2024-06-06T07:46:31.048 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.046+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f96dc004520 con 0x7f96e41024f0 2024-06-06T07:46:31.048 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.046+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96dc003be0 con 0x7f96e41024f0 2024-06-06T07:46:31.048 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.046+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96e41a2ed0 con 0x7f96e41024f0 2024-06-06T07:46:31.048 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.047+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96e4069180 con 0x7f96e41024f0 2024-06-06T07:46:31.049 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.048+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f96dc01a070 con 0x7f96e41024f0 2024-06-06T07:46:31.049 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.048+0000 7f96da7fc700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96d00a2c20 0x7f96d00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:31.049 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.049+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f96dc0cd830 con 0x7f96e41024f0 2024-06-06T07:46:31.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.049+0000 7f96e8e42700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96d00a2c20 0x7f96d00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:31.050 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.049+0000 7f96e8e42700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96d00a2c20 0x7f96d00a50e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f96d4000c00 tx=0x7f96d4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:46:31.054 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.054+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mon.2 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f96dc09b9b0 con 0x7f96e41024f0 2024-06-06T07:46:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:31 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi027 2024-06-06T07:46:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:31 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi027 to 8544M 2024-06-06T07:46:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:31 smithi176 ceph-mon[36543]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:31 smithi176 ceph-mon[36543]: osdmap e28: 4 total, 4 up, 4 in 2024-06-06T07:46:31.260 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:31.259+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f96e40628d0 con 0x7f96d00a2c20 2024-06-06T07:46:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:31 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi027 2024-06-06T07:46:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:31 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi027 to 8544M 2024-06-06T07:46:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:31 smithi027 ceph-mon[32293]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:31 smithi027 ceph-mon[32293]: osdmap e28: 4 total, 4 up, 4 in 2024-06-06T07:46:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:31 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi027 2024-06-06T07:46:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:31 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi027 to 8544M 2024-06-06T07:46:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:31 smithi203 ceph-mon[37192]: pgmap v105: 1 pgs: 1 peering; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-06-06T07:46:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:31 smithi203 ceph-mon[37192]: osdmap e28: 4 total, 4 up, 4 in 2024-06-06T07:46:32.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:32 smithi176 ceph-mon[36543]: osdmap e29: 4 total, 4 up, 4 in 2024-06-06T07:46:32.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:32 smithi176 ceph-mon[36543]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:32.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:32.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:32.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:32 smithi027 ceph-mon[32293]: osdmap e29: 4 total, 4 up, 4 in 2024-06-06T07:46:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:32 smithi027 ceph-mon[32293]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:32.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:32 smithi203 ceph-mon[37192]: osdmap e29: 4 total, 4 up, 4 in 2024-06-06T07:46:32.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:32 smithi203 ceph-mon[37192]: from='client.24218 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:32.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:32.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:32.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:33.154 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:33 smithi176 ceph-mon[36543]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:33.154 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:33 smithi176 ceph-mon[36543]: osdmap e30: 4 total, 4 up, 4 in 2024-06-06T07:46:33.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:33 smithi027 ceph-mon[32293]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:33 smithi027 ceph-mon[32293]: osdmap e30: 4 total, 4 up, 4 in 2024-06-06T07:46:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:33 smithi203 ceph-mon[37192]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:33 smithi203 ceph-mon[37192]: osdmap e30: 4 total, 4 up, 4 in 2024-06-06T07:46:34.370 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:34 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/1747634005' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]: dispatch 2024-06-06T07:46:34.370 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:34 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]: dispatch 2024-06-06T07:46:34.370 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:34 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]': finished 2024-06-06T07:46:34.370 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:34 smithi176 ceph-mon[36543]: osdmap e31: 5 total, 4 up, 5 in 2024-06-06T07:46:34.370 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:34 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/1747634005' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]: dispatch 2024-06-06T07:46:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:34 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]: dispatch 2024-06-06T07:46:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:34 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]': finished 2024-06-06T07:46:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:34 smithi027 ceph-mon[32293]: osdmap e31: 5 total, 4 up, 5 in 2024-06-06T07:46:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:34 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/1747634005' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]: dispatch 2024-06-06T07:46:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:34 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]: dispatch 2024-06-06T07:46:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:34 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "48103685-5f01-4a7f-8352-5eb7d5dff52b"}]': finished 2024-06-06T07:46:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:34 smithi203 ceph-mon[37192]: osdmap e31: 5 total, 4 up, 5 in 2024-06-06T07:46:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:35.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:35 smithi027 ceph-mon[32293]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-06-06T07:46:35.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:35 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/1076408716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:46:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:35 smithi176 ceph-mon[36543]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-06-06T07:46:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:35 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/1076408716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:46:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:35 smithi203 ceph-mon[37192]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 128 KiB/s, 0 objects/s recovering 2024-06-06T07:46:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:35 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/1076408716' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:46:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:37 smithi027 ceph-mon[32293]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T07:46:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:37 smithi176 ceph-mon[36543]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T07:46:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:37 smithi203 ceph-mon[37192]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T07:46:39.205 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:39 smithi176 ceph-mon[36543]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T07:46:39.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:39 smithi027 ceph-mon[32293]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T07:46:39.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:39 smithi203 ceph-mon[37192]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T07:46:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:41 smithi176 ceph-mon[36543]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T07:46:41.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:41 smithi027 ceph-mon[32293]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T07:46:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:41 smithi203 ceph-mon[37192]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T07:46:42.218 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T07:46:42.219 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:42 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:42.219 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:42 smithi176 ceph-mon[36543]: Deploying daemon osd.4 on smithi176 2024-06-06T07:46:42.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T07:46:42.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:42 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:42.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:42 smithi027 ceph-mon[32293]: Deploying daemon osd.4 on smithi176 2024-06-06T07:46:42.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-06T07:46:42.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:42 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:42.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:42 smithi203 ceph-mon[37192]: Deploying daemon osd.4 on smithi176 2024-06-06T07:46:43.186 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:43 smithi176 ceph-mon[36543]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T07:46:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:43 smithi027 ceph-mon[32293]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T07:46:43.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:43 smithi203 ceph-mon[37192]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T07:46:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:45 smithi027 ceph-mon[32293]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:45 smithi176 ceph-mon[36543]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:45 smithi203 ceph-mon[37192]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:47.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:47 smithi027 ceph-mon[32293]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:47.482 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:47 smithi176 ceph-mon[36543]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:47.482 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:47.482 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:47.482 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:47 smithi203 ceph-mon[37192]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:49.293 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:49 smithi176 ceph-mon[36543]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:49 smithi027 ceph-mon[32293]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:49 smithi203 ceph-mon[37192]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:50.680 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.680+0000 7f96da7fc700 1 -- 172.21.15.176:0/1622725052 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f96e40628d0 con 0x7f96d00a2c20 2024-06-06T07:46:50.681 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 4 on host 'smithi176' 2024-06-06T07:46:50.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96d00a2c20 msgr2=0x7f96d00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:50.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96d00a2c20 0x7f96d00a50e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f96d4000c00 tx=0x7f96d4005fb0 comp rx=0 tx=0).stop 2024-06-06T07:46:50.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 msgr2=0x7f96e4076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:50.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 0x7f96e4076230 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f96dc00d980 tx=0x7f96dc00dd40 comp rx=0 tx=0).stop 2024-06-06T07:46:50.683 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 shutdown_connections 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96e4104090 0x7f96e4074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96e41024f0 0x7f96e4076230 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96d00a2c20 0x7f96d00a50e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 --2- 172.21.15.176:0/1622725052 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96e41036f0 0x7f96e4074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 >> 172.21.15.176:0/1622725052 conn(0x7f96e40fda90 msgr2=0x7f96e41069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 shutdown_connections 2024-06-06T07:46:50.684 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:46:50.683+0000 7f96eb8a7700 1 -- 172.21.15.176:0/1622725052 wait complete. 2024-06-06T07:46:50.977 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:50.977 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:50.978 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:50 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:50 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:51.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:50 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:46:51.330 DEBUG:teuthology.orchestra.run.smithi176:osd.4> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.4.service 2024-06-06T07:46:51.332 INFO:tasks.cephadm:Deploying osd.5 on smithi203 with /dev/vg_nvme/lv_3... 2024-06-06T07:46:51.333 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-06T07:46:51.576 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:46:51.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:51 smithi176 ceph-mon[36543]: from='osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T07:46:51.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:51 smithi176 ceph-mon[36543]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T07:46:52.017 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:51 smithi203 ceph-mon[37192]: from='osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T07:46:52.017 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:51 smithi203 ceph-mon[37192]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T07:46:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:51 smithi027 ceph-mon[32293]: from='osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T07:46:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:51 smithi027 ceph-mon[32293]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-06T07:46:52.736 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-mon[36543]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:52.737 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-mon[36543]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T07:46:52.737 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-mon[36543]: osdmap e32: 5 total, 4 up, 5 in 2024-06-06T07:46:52.737 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:52.737 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-mon[36543]: from='osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:46:52.737 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-mon[36543]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:46:52.999 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4[47570]: 2024-06-06T07:46:52.735+0000 7f53f05df700 -1 osd.4 0 waiting for initial osdmap 2024-06-06T07:46:52.999 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 07:46:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4[47570]: 2024-06-06T07:46:52.742+0000 7f53ec3d2700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:46:53.008 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:52 smithi203 ceph-mon[37192]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:53.009 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:52 smithi203 ceph-mon[37192]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T07:46:53.009 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:52 smithi203 ceph-mon[37192]: osdmap e32: 5 total, 4 up, 5 in 2024-06-06T07:46:53.009 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:53.009 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:52 smithi203 ceph-mon[37192]: from='osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:46:53.009 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:52 smithi203 ceph-mon[37192]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:46:53.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:52 smithi027 ceph-mon[32293]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:53.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:52 smithi027 ceph-mon[32293]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-06T07:46:53.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:52 smithi027 ceph-mon[32293]: osdmap e32: 5 total, 4 up, 5 in 2024-06-06T07:46:53.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:53.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:52 smithi027 ceph-mon[32293]: from='osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:46:53.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:52 smithi027 ceph-mon[32293]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:46:53.607 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-06T07:46:53.607 INFO:teuthology.orchestra.run.smithi203.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-06T07:46:53.607 INFO:teuthology.orchestra.run.smithi203.stderr: stderr: 10+0 records in 2024-06-06T07:46:53.607 INFO:teuthology.orchestra.run.smithi203.stderr:10+0 records out 2024-06-06T07:46:53.607 INFO:teuthology.orchestra.run.smithi203.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129865 s, 807 MB/s 2024-06-06T07:46:53.607 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping successful for: 2024-06-06T07:46:53.942 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:53 smithi176 ceph-mon[36543]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:46:53.942 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:53 smithi176 ceph-mon[36543]: osdmap e33: 5 total, 4 up, 5 in 2024-06-06T07:46:53.942 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:53.943 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:53.944 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:53 smithi203 ceph-mon[37192]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:46:53.945 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:53 smithi203 ceph-mon[37192]: osdmap e33: 5 total, 4 up, 5 in 2024-06-06T07:46:53.945 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:53.945 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:53 smithi027 ceph-mon[32293]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:46:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:53 smithi027 ceph-mon[32293]: osdmap e33: 5 total, 4 up, 5 in 2024-06-06T07:46:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:54.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:54.272 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_3 2024-06-06T07:46:54.514 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:46:54.754 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] boot 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: osdmap e34: 5 total, 5 up, 5 in 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi176 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:54.755 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi176 to 8544M 2024-06-06T07:46:54.756 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.756 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:54.756 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:54.756 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] boot 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: osdmap e34: 5 total, 5 up, 5 in 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:54.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi176 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi176 to 8544M 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: osd.4 [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] boot 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: osdmap e34: 5 total, 5 up, 5 in 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi176 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:55.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi176 to 8544M 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:46:55.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:46:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:55 smithi203 ceph-mon[37192]: osdmap e35: 5 total, 5 up, 5 in 2024-06-06T07:46:56.043 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 -- 172.21.15.203:0/1591555546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 msgr2=0x7f84541028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:56.043 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 --2- 172.21.15.203:0/1591555546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f84541028e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8450009990 tx=0x7f8450009ca0 comp rx=0 tx=0).stop 2024-06-06T07:46:56.043 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 -- 172.21.15.203:0/1591555546 shutdown_connections 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 --2- 172.21.15.203:0/1591555546 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8454104060 0x7f845410a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 --2- 172.21.15.203:0/1591555546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f84541028e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 --2- 172.21.15.203:0/1591555546 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 0x7f8454103b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 -- 172.21.15.203:0/1591555546 >> 172.21.15.203:0/1591555546 conn(0x7f84540fda60 msgr2=0x7f84540ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 -- 172.21.15.203:0/1591555546 shutdown_connections 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 -- 172.21.15.203:0/1591555546 wait complete. 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.041+0000 7f845b472700 1 Processor -- start 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 -- start start 2024-06-06T07:46:56.044 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f8454076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 0x7f8454074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8454104060 0x7f8454074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f845410e240 con 0x7f84541036c0 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f845410e0c0 con 0x7f8454104060 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f845410e3c0 con 0x7f84541024c0 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f8454076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f8454076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:39282/0 (socket says 172.21.15.203:39282) 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 -- 172.21.15.203:0/3469069541 learned_addr learned my addr 172.21.15.203:0/3469069541 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f8458a0d700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 0x7f8454074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 -- 172.21.15.203:0/3469069541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8454104060 msgr2=0x7f8454074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:56.045 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8454104060 0x7f8454074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 -- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 msgr2=0x7f8454074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 0x7f8454074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 -- 172.21.15.203:0/3469069541 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8454075670 con 0x7f84541024c0 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f8458a0d700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 0x7f8454074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845920e700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f8454076230 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8450003ad0 tx=0x7f845000bab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84500052d0 con 0x7f84541024c0 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8450005470 con 0x7f84541024c0 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84541a2950 con 0x7f84541024c0 2024-06-06T07:46:56.046 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.042+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8450017720 con 0x7f84541024c0 2024-06-06T07:46:56.047 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.043+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84541a2da0 con 0x7f84541024c0 2024-06-06T07:46:56.048 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.043+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8454069180 con 0x7f84541024c0 2024-06-06T07:46:56.048 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.044+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f845000f9f0 con 0x7f84541024c0 2024-06-06T07:46:56.048 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.045+0000 7f844a7fc700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84400a2ca0 0x7f84400a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:46:56.048 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.045+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f84500cf230 con 0x7f84541024c0 2024-06-06T07:46:56.048 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.045+0000 7f8458a0d700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84400a2ca0 0x7f84400a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:46:56.048 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.046+0000 7f8458a0d700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84400a2ca0 0x7f84400a5160 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8444005950 tx=0x7f84440058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:46:56.050 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.050+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8450013070 con 0x7f84541024c0 2024-06-06T07:46:56.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:55 smithi027 ceph-mon[32293]: osdmap e35: 5 total, 5 up, 5 in 2024-06-06T07:46:56.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:55 smithi176 ceph-mon[36543]: osdmap e35: 5 total, 5 up, 5 in 2024-06-06T07:46:56.255 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:46:56.255+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f84540628d0 con 0x7f84400a2ca0 2024-06-06T07:46:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:56 smithi203 ceph-mon[37192]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:46:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:56 smithi203 ceph-mon[37192]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:57.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:56 smithi027 ceph-mon[32293]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:46:57.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:56 smithi027 ceph-mon[32293]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:57.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:57.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:57.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:57.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:56 smithi176 ceph-mon[36543]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:46:57.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:56 smithi176 ceph-mon[36543]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:46:57.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:46:57.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:46:57.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:46:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:58 smithi203 ceph-mon[37192]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:46:59.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:58 smithi027 ceph-mon[32293]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:46:59.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:58 smithi176 ceph-mon[36543]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:00.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:59 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/3119048957' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]: dispatch 2024-06-06T07:47:00.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:59 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]: dispatch 2024-06-06T07:47:00.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:59 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]': finished 2024-06-06T07:47:00.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:59 smithi203 ceph-mon[37192]: osdmap e36: 6 total, 5 up, 6 in 2024-06-06T07:47:00.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:00.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:46:59 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/4294904971' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:00.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:59 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/3119048957' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]: dispatch 2024-06-06T07:47:00.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:59 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]: dispatch 2024-06-06T07:47:00.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:59 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]': finished 2024-06-06T07:47:00.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:59 smithi027 ceph-mon[32293]: osdmap e36: 6 total, 5 up, 6 in 2024-06-06T07:47:00.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:00.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:46:59 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/4294904971' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:00.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:59 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/3119048957' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]: dispatch 2024-06-06T07:47:00.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:59 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]: dispatch 2024-06-06T07:47:00.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:59 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9"}]': finished 2024-06-06T07:47:00.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:59 smithi176 ceph-mon[36543]: osdmap e36: 6 total, 5 up, 6 in 2024-06-06T07:47:00.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:00.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:46:59 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/4294904971' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:01.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:01 smithi027 ceph-mon[32293]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:01.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:01 smithi176 ceph-mon[36543]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:01.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:01 smithi203 ceph-mon[37192]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:03.358 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:03 smithi203 ceph-mon[37192]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:03.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:03 smithi027 ceph-mon[32293]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:03.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:03 smithi176 ceph-mon[36543]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:05.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:05 smithi203 ceph-mon[37192]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:05 smithi027 ceph-mon[32293]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:05 smithi176 ceph-mon[36543]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:07.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:07 smithi027 ceph-mon[32293]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:07.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T07:47:07.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:07.409 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:07 smithi203 ceph-mon[37192]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:07.410 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T07:47:07.410 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:07.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:07 smithi176 ceph-mon[36543]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:07.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-06T07:47:07.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:08.340 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:08 smithi203 ceph-mon[37192]: Deploying daemon osd.5 on smithi203 2024-06-06T07:47:08.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:08 smithi027 ceph-mon[32293]: Deploying daemon osd.5 on smithi203 2024-06-06T07:47:08.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:08 smithi176 ceph-mon[36543]: Deploying daemon osd.5 on smithi203 2024-06-06T07:47:09.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:09 smithi027 ceph-mon[32293]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:09.430 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:09 smithi203 ceph-mon[37192]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:09.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:09 smithi176 ceph-mon[36543]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:11.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:11 smithi027 ceph-mon[32293]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:11.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:11 smithi176 ceph-mon[36543]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:11 smithi203 ceph-mon[37192]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:13 smithi176 ceph-mon[36543]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:13.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:13 smithi203 ceph-mon[37192]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:13.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:13.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:13.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:13 smithi027 ceph-mon[32293]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:15.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:15 smithi203 ceph-mon[37192]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:15.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:15 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:15 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:15 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:15.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:15 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:15.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:15 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:15 smithi176 ceph-mon[36543]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:15 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:15 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:15 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:15 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:15 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:15 smithi027 ceph-mon[32293]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:15 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:16.078 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.078+0000 7f844a7fc700 1 -- 172.21.15.203:0/3469069541 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f84540628d0 con 0x7f84400a2ca0 2024-06-06T07:47:16.079 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 5 on host 'smithi203' 2024-06-06T07:47:16.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84400a2ca0 msgr2=0x7f84400a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:16.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84400a2ca0 0x7f84400a5160 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8444005950 tx=0x7f84440058e0 comp rx=0 tx=0).stop 2024-06-06T07:47:16.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 msgr2=0x7f8454076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:16.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f8454076230 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f8450003ad0 tx=0x7f845000bab0 comp rx=0 tx=0).stop 2024-06-06T07:47:16.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 shutdown_connections 2024-06-06T07:47:16.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8454104060 0x7f8454074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:16.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84541024c0 0x7f8454076230 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:16.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84400a2ca0 0x7f84400a5160 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:16.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 --2- 172.21.15.203:0/3469069541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84541036c0 0x7f8454074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:16.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 >> 172.21.15.203:0/3469069541 conn(0x7f84540fda60 msgr2=0x7f84541069c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:47:16.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.080+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 shutdown_connections 2024-06-06T07:47:16.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:47:16.081+0000 7f845b472700 1 -- 172.21.15.203:0/3469069541 wait complete. 2024-06-06T07:47:16.790 DEBUG:teuthology.orchestra.run.smithi203:osd.5> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.5.service 2024-06-06T07:47:16.792 INFO:tasks.cephadm:Deploying osd.6 on smithi027 with /dev/vg_nvme/lv_2... 2024-06-06T07:47:16.793 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T07:47:17.051 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:47:17.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:17 smithi027 ceph-mon[32293]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:17.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:17 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:17.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:17 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:17.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:17 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:17.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:17 smithi027 ceph-mon[32293]: from='osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T07:47:17.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:17 smithi027 ceph-mon[32293]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T07:47:17.300 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:17 smithi176 ceph-mon[36543]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:17.300 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:17 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:17.300 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:17 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:17.300 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:17 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:17.301 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:17 smithi176 ceph-mon[36543]: from='osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T07:47:17.301 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:17 smithi176 ceph-mon[36543]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T07:47:17.399 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:17 smithi203 ceph-mon[37192]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:17.400 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:17 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:17.400 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:17 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:17.400 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:17 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:17.400 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:17 smithi203 ceph-mon[37192]: from='osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T07:47:17.400 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:17 smithi203 ceph-mon[37192]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-06T07:47:18.316 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:18 smithi176 ceph-mon[36543]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T07:47:18.316 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:18 smithi176 ceph-mon[36543]: from='osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:47:18.316 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:18 smithi176 ceph-mon[36543]: osdmap e37: 6 total, 5 up, 6 in 2024-06-06T07:47:18.316 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:18 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:18.316 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:18 smithi176 ceph-mon[36543]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:47:18.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:18 smithi027 ceph-mon[32293]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T07:47:18.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:18 smithi027 ceph-mon[32293]: from='osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:47:18.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:18 smithi027 ceph-mon[32293]: osdmap e37: 6 total, 5 up, 6 in 2024-06-06T07:47:18.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:18 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:18.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:18 smithi027 ceph-mon[32293]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:47:18.378 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-mon[37192]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-06T07:47:18.379 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-mon[37192]: from='osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:47:18.379 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-mon[37192]: osdmap e37: 6 total, 5 up, 6 in 2024-06-06T07:47:18.379 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:18.379 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-mon[37192]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:47:18.778 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T07:47:18.502+0000 7fb3dac41700 -1 osd.5 0 waiting for initial osdmap 2024-06-06T07:47:18.778 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 07:47:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T07:47:18.508+0000 7fb3d2a2c700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:47:19.123 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T07:47:19.123 INFO:teuthology.orchestra.run.smithi027.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T07:47:19.123 INFO:teuthology.orchestra.run.smithi027.stderr: stderr: 10+0 records in 2024-06-06T07:47:19.123 INFO:teuthology.orchestra.run.smithi027.stderr:10+0 records out 2024-06-06T07:47:19.123 INFO:teuthology.orchestra.run.smithi027.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125541 s, 835 MB/s 2024-06-06T07:47:19.123 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping successful for: 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: osdmap e38: 6 total, 5 up, 6 in 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: from='osd.5 ' entity='osd.5' 2024-06-06T07:47:19.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] boot 2024-06-06T07:47:19.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: osdmap e39: 6 total, 6 up, 6 in 2024-06-06T07:47:19.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:19 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:19.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:47:19.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: osdmap e38: 6 total, 5 up, 6 in 2024-06-06T07:47:19.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.496 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: from='osd.5 ' entity='osd.5' 2024-06-06T07:47:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] boot 2024-06-06T07:47:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: osdmap e39: 6 total, 6 up, 6 in 2024-06-06T07:47:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:19 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: osdmap e38: 6 total, 5 up, 6 in 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: from='osd.5 ' entity='osd.5' 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: osd.5 [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] boot 2024-06-06T07:47:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: osdmap e39: 6 total, 6 up, 6 in 2024-06-06T07:47:19.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:19 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:47:19.778 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi027:vg_nvme/lv_2 2024-06-06T07:47:20.027 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:20.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:20.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: osdmap e40: 6 total, 6 up, 6 in 2024-06-06T07:47:20.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:20 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:20.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: osdmap e40: 6 total, 6 up, 6 in 2024-06-06T07:47:20.330 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:20 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:20.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: osdmap e40: 6 total, 6 up, 6 in 2024-06-06T07:47:20.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:20 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:21.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:21 smithi027 ceph-mon[32293]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:21.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:21 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi203 2024-06-06T07:47:21.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:21 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi203 to 8544M 2024-06-06T07:47:21.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:21 smithi027 ceph-mon[32293]: osdmap e41: 6 total, 6 up, 6 in 2024-06-06T07:47:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:21 smithi176 ceph-mon[36543]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:21 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi203 2024-06-06T07:47:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:21 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi203 to 8544M 2024-06-06T07:47:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:21 smithi176 ceph-mon[36543]: osdmap e41: 6 total, 6 up, 6 in 2024-06-06T07:47:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:21 smithi203 ceph-mon[37192]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 172 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:21 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi203 2024-06-06T07:47:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:21 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi203 to 8544M 2024-06-06T07:47:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:21 smithi203 ceph-mon[37192]: osdmap e41: 6 total, 6 up, 6 in 2024-06-06T07:47:21.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 -- 172.21.15.27:0/3235440598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d40102510 msgr2=0x7f3d40102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:21.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/3235440598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d40102510 0x7f3d40102930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f3d340099c0 tx=0x7f3d34009cd0 comp rx=0 tx=0).stop 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 -- 172.21.15.27:0/3235440598 shutdown_connections 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/3235440598 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d401040b0 0x7f3d4010a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/3235440598 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d40102510 0x7f3d40102930 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/3235440598 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d40103710 0x7f3d40103b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 -- 172.21.15.27:0/3235440598 >> 172.21.15.27:0/3235440598 conn(0x7f3d400fdab0 msgr2=0x7f3d400ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 -- 172.21.15.27:0/3235440598 shutdown_connections 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.963+0000 7f3d46a7f700 1 -- 172.21.15.27:0/3235440598 wait complete. 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 Processor -- start 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 -- start start 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d40102510 0x7f3d40198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:21.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d40103710 0x7f3d40198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 0x7f3d4019fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4010e240 con 0x7f3d401040b0 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4010e0c0 con 0x7f3d40103710 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d46a7f700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d4010e3c0 con 0x7f3d40102510 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 0x7f3d4019fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 0x7f3d4019fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55428/0 (socket says 172.21.15.27:55428) 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 -- 172.21.15.27:0/2540521332 learned_addr learned my addr 172.21.15.27:0/2540521332 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d3ffff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d40103710 0x7f3d40198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4481b700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d40102510 0x7f3d40198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 -- 172.21.15.27:0/2540521332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d40102510 msgr2=0x7f3d40198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d40102510 0x7f3d40198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 -- 172.21.15.27:0/2540521332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d40103710 msgr2=0x7f3d40198ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:21.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d40103710 0x7f3d40198ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.964+0000 7f3d4501c700 1 -- 172.21.15.27:0/2540521332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d401a03c0 con 0x7f3d401040b0 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.965+0000 7f3d4501c700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 0x7f3d4019fd20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3d38007f10 tx=0x7f3d3800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.965+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38004bb0 con 0x7f3d401040b0 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.965+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d401a06b0 con 0x7f3d401040b0 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.965+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3d38004d50 con 0x7f3d401040b0 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.965+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d380133f0 con 0x7f3d401040b0 2024-06-06T07:47:21.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.965+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d401a0c40 con 0x7f3d401040b0 2024-06-06T07:47:21.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.966+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d40069180 con 0x7f3d401040b0 2024-06-06T07:47:21.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.967+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3d3801a020 con 0x7f3d401040b0 2024-06-06T07:47:21.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.968+0000 7f3d3dffb700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d300a2ca0 0x7f3d300a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:21.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.968+0000 7f3d4481b700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d300a2ca0 0x7f3d300a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:21.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.968+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4562+0+0 (secure 0 0 0) 0x7f3d380cd810 con 0x7f3d401040b0 2024-06-06T07:47:21.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.968+0000 7f3d4481b700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d300a2ca0 0x7f3d300a5160 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3d34003990 tx=0x7f3d34009670 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:47:21.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:21.973+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3d38010070 con 0x7f3d401040b0 2024-06-06T07:47:22.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:22.188+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f3d400628d0 con 0x7f3d300a2ca0 2024-06-06T07:47:23.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:23 smithi027 ceph-mon[32293]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:23.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:23 smithi027 ceph-mon[32293]: osdmap e42: 6 total, 6 up, 6 in 2024-06-06T07:47:23.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:23 smithi027 ceph-mon[32293]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:47:23.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:23 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:47:23.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:23 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:47:23.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:23 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:23 smithi176 ceph-mon[36543]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:23 smithi176 ceph-mon[36543]: osdmap e42: 6 total, 6 up, 6 in 2024-06-06T07:47:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:23 smithi176 ceph-mon[36543]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:47:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:23 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:47:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:23 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:47:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:23 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:23 smithi203 ceph-mon[37192]: pgmap v145: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:23 smithi203 ceph-mon[37192]: osdmap e42: 6 total, 6 up, 6 in 2024-06-06T07:47:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:23 smithi203 ceph-mon[37192]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:47:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:23 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:47:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:23 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:47:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:23 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:24.131 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:24 smithi027 ceph-mon[32293]: osdmap e43: 6 total, 6 up, 6 in 2024-06-06T07:47:24.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:24 smithi176 ceph-mon[36543]: osdmap e43: 6 total, 6 up, 6 in 2024-06-06T07:47:24.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:24 smithi203 ceph-mon[37192]: osdmap e43: 6 total, 6 up, 6 in 2024-06-06T07:47:25.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:25 smithi027 ceph-mon[32293]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-06T07:47:25.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:25 smithi176 ceph-mon[36543]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-06T07:47:25.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:25 smithi203 ceph-mon[37192]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-06T07:47:26.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:26 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1345663532' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c8fa109-05b6-4d94-8a61-ef24f61e467c"}]: dispatch 2024-06-06T07:47:26.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:26 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1345663532' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c8fa109-05b6-4d94-8a61-ef24f61e467c"}]': finished 2024-06-06T07:47:26.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:26 smithi027 ceph-mon[32293]: osdmap e44: 7 total, 6 up, 7 in 2024-06-06T07:47:26.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:26 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:26.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:26 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1860955513' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:26.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:26 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1345663532' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c8fa109-05b6-4d94-8a61-ef24f61e467c"}]: dispatch 2024-06-06T07:47:26.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:26 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1345663532' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c8fa109-05b6-4d94-8a61-ef24f61e467c"}]': finished 2024-06-06T07:47:26.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:26 smithi203 ceph-mon[37192]: osdmap e44: 7 total, 6 up, 7 in 2024-06-06T07:47:26.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:26 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:26.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:26 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1860955513' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:26.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:26 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1345663532' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1c8fa109-05b6-4d94-8a61-ef24f61e467c"}]: dispatch 2024-06-06T07:47:26.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:26 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1345663532' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1c8fa109-05b6-4d94-8a61-ef24f61e467c"}]': finished 2024-06-06T07:47:26.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:26 smithi176 ceph-mon[36543]: osdmap e44: 7 total, 6 up, 7 in 2024-06-06T07:47:26.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:26 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:26.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:26 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1860955513' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:27 smithi176 ceph-mon[36543]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-06-06T07:47:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:27 smithi203 ceph-mon[37192]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-06-06T07:47:27.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:27 smithi027 ceph-mon[32293]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-06-06T07:47:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:29 smithi176 ceph-mon[36543]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T07:47:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:29 smithi203 ceph-mon[37192]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T07:47:29.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:29 smithi027 ceph-mon[32293]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T07:47:31.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:31 smithi176 ceph-mon[36543]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-06-06T07:47:31.498 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:31 smithi027 ceph-mon[32293]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-06-06T07:47:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:31 smithi203 ceph-mon[37192]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-06-06T07:47:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:33 smithi027 ceph-mon[32293]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-06-06T07:47:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T07:47:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:33 smithi176 ceph-mon[36543]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-06-06T07:47:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T07:47:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:33.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:33 smithi203 ceph-mon[37192]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-06-06T07:47:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-06T07:47:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:34.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:34 smithi027 ceph-mon[32293]: Deploying daemon osd.6 on smithi027 2024-06-06T07:47:34.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:34 smithi176 ceph-mon[36543]: Deploying daemon osd.6 on smithi027 2024-06-06T07:47:34.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:34 smithi203 ceph-mon[37192]: Deploying daemon osd.6 on smithi027 2024-06-06T07:47:35.328 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:35 smithi027 ceph-mon[32293]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:35 smithi176 ceph-mon[36543]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:35.631 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:35 smithi203 ceph-mon[37192]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:37.270 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:37 smithi027 ceph-mon[32293]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:37 smithi176 ceph-mon[36543]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:37.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:37 smithi203 ceph-mon[37192]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:39 smithi176 ceph-mon[36543]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:39 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:39 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:39 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:39.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:39 smithi203 ceph-mon[37192]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:39.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:39 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:39.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:39 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:39.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:39 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:39 smithi027 ceph-mon[32293]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:39 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:39 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:39 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:41.372 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:41 smithi027 ceph-mon[32293]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:41 smithi176 ceph-mon[36543]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:41.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:41 smithi203 ceph-mon[37192]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:43.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.056+0000 7f3d3dffb700 1 -- 172.21.15.27:0/2540521332 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3d400628d0 con 0x7f3d300a2ca0 2024-06-06T07:47:43.056 INFO:teuthology.orchestra.run.smithi027.stdout:Created osd(s) 6 on host 'smithi027' 2024-06-06T07:47:43.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d300a2ca0 msgr2=0x7f3d300a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:43.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d300a2ca0 0x7f3d300a5160 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3d34003990 tx=0x7f3d34009670 comp rx=0 tx=0).stop 2024-06-06T07:47:43.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 msgr2=0x7f3d4019fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:43.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 0x7f3d4019fd20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3d38007f10 tx=0x7f3d3800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:47:43.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 shutdown_connections 2024-06-06T07:47:43.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3d300a2ca0 0x7f3d300a5160 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:43.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3d401040b0 0x7f3d4019fd20 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:43.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d40102510 0x7f3d40198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:43.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 --2- 172.21.15.27:0/2540521332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3d40103710 0x7f3d40198ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:43.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 >> 172.21.15.27:0/2540521332 conn(0x7f3d400fdab0 msgr2=0x7f3d40106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:47:43.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 shutdown_connections 2024-06-06T07:47:43.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:47:43.058+0000 7f3d46a7f700 1 -- 172.21.15.27:0/2540521332 wait complete. 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:43 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T07:47:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.500 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:43 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-06T07:47:43.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:43.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:43 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:47:43.790 DEBUG:teuthology.orchestra.run.smithi027:osd.6> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.6.service 2024-06-06T07:47:43.792 INFO:tasks.cephadm:Deploying osd.7 on smithi176 with /dev/vg_nvme/lv_2... 2024-06-06T07:47:43.792 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T07:47:44.037 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:47:44.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:44 smithi027 ceph-mon[32293]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T07:47:44.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:44 smithi027 ceph-mon[32293]: osdmap e45: 7 total, 6 up, 7 in 2024-06-06T07:47:44.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:44 smithi027 ceph-mon[32293]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:47:44.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:44 smithi176 ceph-mon[36543]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T07:47:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:44 smithi176 ceph-mon[36543]: osdmap e45: 7 total, 6 up, 7 in 2024-06-06T07:47:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:44 smithi176 ceph-mon[36543]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:47:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:44.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:44 smithi203 ceph-mon[37192]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-06T07:47:44.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:44 smithi203 ceph-mon[37192]: osdmap e45: 7 total, 6 up, 7 in 2024-06-06T07:47:44.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:44 smithi203 ceph-mon[37192]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:47:44.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:44.971 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 07:47:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T07:47:44.712+0000 7f13614b0700 -1 osd.6 0 waiting for initial osdmap 2024-06-06T07:47:44.971 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 07:47:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T07:47:44.723+0000 7f135929b700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:47:45.472 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:45 smithi176 ceph-mon[36543]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:45.473 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:45 smithi176 ceph-mon[36543]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:47:45.473 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:45 smithi176 ceph-mon[36543]: osdmap e46: 7 total, 6 up, 7 in 2024-06-06T07:47:45.473 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:45.473 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:45.473 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:45 smithi176 ceph-mon[36543]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' 2024-06-06T07:47:45.499 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:45 smithi027 ceph-mon[32293]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:45.499 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:45 smithi027 ceph-mon[32293]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:47:45.499 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:45 smithi027 ceph-mon[32293]: osdmap e46: 7 total, 6 up, 7 in 2024-06-06T07:47:45.499 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:45.499 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:45.499 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:45 smithi027 ceph-mon[32293]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' 2024-06-06T07:47:45.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:45 smithi203 ceph-mon[37192]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:45 smithi203 ceph-mon[37192]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:47:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:45 smithi203 ceph-mon[37192]: osdmap e46: 7 total, 6 up, 7 in 2024-06-06T07:47:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:45 smithi203 ceph-mon[37192]: from='osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562]' entity='osd.6' 2024-06-06T07:47:46.355 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T07:47:46.355 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T07:47:46.355 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2024-06-06T07:47:46.355 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2024-06-06T07:47:46.355 INFO:teuthology.orchestra.run.smithi176.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124855 s, 840 MB/s 2024-06-06T07:47:46.356 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2024-06-06T07:47:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:46 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:47:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:46 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:47:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:46 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:46 smithi203 ceph-mon[37192]: osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] boot 2024-06-06T07:47:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:46 smithi203 ceph-mon[37192]: osdmap e47: 7 total, 7 up, 7 in 2024-06-06T07:47:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:46 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:46.533 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:46 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:47:46.533 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:46 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:47:46.533 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:46 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:46.533 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:46 smithi176 ceph-mon[36543]: osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] boot 2024-06-06T07:47:46.533 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:46 smithi176 ceph-mon[36543]: osdmap e47: 7 total, 7 up, 7 in 2024-06-06T07:47:46.533 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:46 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:46.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:46 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:47:46.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:46 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:47:46.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:46.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:46 smithi027 ceph-mon[32293]: osd.6 [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] boot 2024-06-06T07:47:46.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:46 smithi027 ceph-mon[32293]: osdmap e47: 7 total, 7 up, 7 in 2024-06-06T07:47:46.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:46 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:47:47.001 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi176:vg_nvme/lv_2 2024-06-06T07:47:47.240 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: osdmap e48: 7 total, 7 up, 7 in 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:47.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:47.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:47 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: osdmap e48: 7 total, 7 up, 7 in 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:47.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:47 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.592 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-06T07:47:47.592 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: osdmap e48: 7 total, 7 up, 7 in 2024-06-06T07:47:47.592 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.592 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.592 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.593 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.593 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:47:47.593 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:47.593 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:47.593 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:47:47.593 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:47 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:47:48.371 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:48 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi027 2024-06-06T07:47:48.371 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:48 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi027 to 5696M 2024-06-06T07:47:48.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:48 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi027 2024-06-06T07:47:48.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:48 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi027 to 5696M 2024-06-06T07:47:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:48 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi027 2024-06-06T07:47:48.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:48 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi027 to 5696M 2024-06-06T07:47:48.926 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 -- 172.21.15.176:0/570994104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec1040b0 msgr2=0x7f63ec10a960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:48.926 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 --2- 172.21.15.176:0/570994104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec1040b0 0x7f63ec10a960 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f63dc0099c0 tx=0x7f63dc009cd0 comp rx=0 tx=0).stop 2024-06-06T07:47:48.926 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 -- 172.21.15.176:0/570994104 shutdown_connections 2024-06-06T07:47:48.926 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 --2- 172.21.15.176:0/570994104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec1040b0 0x7f63ec10a960 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:48.926 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 --2- 172.21.15.176:0/570994104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63ec102510 0x7f63ec102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:48.927 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 --2- 172.21.15.176:0/570994104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f63ec103710 0x7f63ec103b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:48.927 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 -- 172.21.15.176:0/570994104 >> 172.21.15.176:0/570994104 conn(0x7f63ec0fdab0 msgr2=0x7f63ec0ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:47:48.927 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 -- 172.21.15.176:0/570994104 shutdown_connections 2024-06-06T07:47:48.927 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.926+0000 7f63f1b59700 1 -- 172.21.15.176:0/570994104 wait complete. 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 Processor -- start 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 -- start start 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63ec102510 0x7f63ec076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 0x7f63ec074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f63ec1040b0 0x7f63ec074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f63ec10e210 con 0x7f63ec1040b0 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f63ec10e090 con 0x7f63ec103710 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63f1b59700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f63ec10e390 con 0x7f63ec102510 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63eaffd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 0x7f63ec074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:48.929 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63eaffd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 0x7f63ec074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35182/0 (socket says 172.21.15.176:35182) 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63eaffd700 1 -- 172.21.15.176:0/1363967918 learned_addr learned my addr 172.21.15.176:0/1363967918 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63eb7fe700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63ec102510 0x7f63ec076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.927+0000 7f63ebfff700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f63ec1040b0 0x7f63ec074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63eaffd700 1 -- 172.21.15.176:0/1363967918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63ec102510 msgr2=0x7f63ec076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63eaffd700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63ec102510 0x7f63ec076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63eaffd700 1 -- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f63ec1040b0 msgr2=0x7f63ec074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63eaffd700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f63ec1040b0 0x7f63ec074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63eaffd700 1 -- 172.21.15.176:0/1363967918 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63ec075670 con 0x7f63ec103710 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63eaffd700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 0x7f63ec074880 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f63d400d980 tx=0x7f63d400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d4016070 con 0x7f63ec103710 2024-06-06T07:47:48.930 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f63d4004d30 con 0x7f63ec103710 2024-06-06T07:47:48.931 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63ec1a28c0 con 0x7f63ec103710 2024-06-06T07:47:48.931 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63d40056c0 con 0x7f63ec103710 2024-06-06T07:47:48.931 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.928+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63ec1a2dd0 con 0x7f63ec103710 2024-06-06T07:47:48.931 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.929+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63ec069180 con 0x7f63ec103710 2024-06-06T07:47:48.932 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.930+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f63d4004750 con 0x7f63ec103710 2024-06-06T07:47:48.932 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.931+0000 7f63e8ff9700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f63d80a2c20 0x7f63d80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:47:48.932 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.931+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f63d40ce5f0 con 0x7f63ec103710 2024-06-06T07:47:48.932 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.931+0000 7f63eb7fe700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f63d80a2c20 0x7f63d80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:47:48.932 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.932+0000 7f63eb7fe700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f63d80a2c20 0x7f63d80a50e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f63ec103570 tx=0x7f63e400c040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:47:48.934 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:48.935+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mon.2 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f63d401f020 con 0x7f63ec103710 2024-06-06T07:47:49.138 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:47:49.138+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f63ec0628d0 con 0x7f63d80a2c20 2024-06-06T07:47:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:49 smithi176 ceph-mon[36543]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:47:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:47:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:49 smithi203 ceph-mon[37192]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:47:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:47:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:49 smithi027 ceph-mon[32293]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:47:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:47:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:50.363 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:50 smithi176 ceph-mon[36543]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:47:50.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:50 smithi203 ceph-mon[37192]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:47:50.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:50 smithi027 ceph-mon[32293]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:47:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:51 smithi203 ceph-mon[37192]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:51.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:51 smithi027 ceph-mon[32293]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:51.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:51 smithi176 ceph-mon[36543]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:52 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/3666433752' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]: dispatch 2024-06-06T07:47:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:52 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]: dispatch 2024-06-06T07:47:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:52 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]': finished 2024-06-06T07:47:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:52 smithi176 ceph-mon[36543]: osdmap e49: 8 total, 7 up, 8 in 2024-06-06T07:47:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:47:52.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:52 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/3666433752' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]: dispatch 2024-06-06T07:47:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:52 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]: dispatch 2024-06-06T07:47:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:52 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]': finished 2024-06-06T07:47:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:52 smithi203 ceph-mon[37192]: osdmap e49: 8 total, 7 up, 8 in 2024-06-06T07:47:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:47:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:52 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/3666433752' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]: dispatch 2024-06-06T07:47:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:52 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]: dispatch 2024-06-06T07:47:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:52 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f6269df-d7d5-4475-be1f-e8775fa3e4d6"}]': finished 2024-06-06T07:47:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:52 smithi027 ceph-mon[32293]: osdmap e49: 8 total, 7 up, 8 in 2024-06-06T07:47:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:47:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:53 smithi203 ceph-mon[37192]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:53 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/1702008140' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:53.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:53 smithi027 ceph-mon[32293]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:53.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:53 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/1702008140' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:53.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:53 smithi176 ceph-mon[36543]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:53.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:53 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/1702008140' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:47:55.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:55 smithi027 ceph-mon[32293]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:55 smithi176 ceph-mon[36543]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:55.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:55 smithi203 ceph-mon[37192]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:57.549 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:57 smithi176 ceph-mon[36543]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:57.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:57 smithi027 ceph-mon[32293]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:57.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:57 smithi203 ceph-mon[37192]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:59 smithi176 ceph-mon[36543]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T07:47:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:47:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:59.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:59 smithi027 ceph-mon[32293]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:59.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T07:47:59.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:47:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:47:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:59 smithi203 ceph-mon[37192]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:47:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-06T07:47:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:47:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:00.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:00 smithi176 ceph-mon[36543]: Deploying daemon osd.7 on smithi176 2024-06-06T07:48:00.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:00 smithi027 ceph-mon[32293]: Deploying daemon osd.7 on smithi176 2024-06-06T07:48:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:00 smithi203 ceph-mon[37192]: Deploying daemon osd.7 on smithi176 2024-06-06T07:48:01.449 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:01 smithi176 ceph-mon[36543]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:01.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:01 smithi027 ceph-mon[32293]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:01 smithi203 ceph-mon[37192]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:03.547 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:03 smithi176 ceph-mon[36543]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:03.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:03 smithi027 ceph-mon[32293]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:03.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:03 smithi203 ceph-mon[37192]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:05.481 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:05 smithi176 ceph-mon[36543]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:05.481 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:05.481 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:05.481 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:05.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:05 smithi027 ceph-mon[32293]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:05.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:05.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:05.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:05.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:05 smithi203 ceph-mon[37192]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:05.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:05.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:05.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:07.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:07 smithi176 ceph-mon[36543]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:07 smithi027 ceph-mon[32293]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:07.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:07 smithi203 ceph-mon[37192]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:07.902 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 7 on host 'smithi176' 2024-06-06T07:48:07.903 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.901+0000 7f63e8ff9700 1 -- 172.21.15.176:0/1363967918 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f63ec0628d0 con 0x7f63d80a2c20 2024-06-06T07:48:07.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f63d80a2c20 msgr2=0x7f63d80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:07.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f63d80a2c20 0x7f63d80a50e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f63ec103570 tx=0x7f63e400c040 comp rx=0 tx=0).stop 2024-06-06T07:48:07.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 msgr2=0x7f63ec074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:07.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 0x7f63ec074880 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f63d400d980 tx=0x7f63d400dc90 comp rx=0 tx=0).stop 2024-06-06T07:48:07.906 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 shutdown_connections 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f63d80a2c20 0x7f63d80a50e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f63ec1040b0 0x7f63ec074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63ec102510 0x7f63ec076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 --2- 172.21.15.176:0/1363967918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f63ec103710 0x7f63ec074880 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.904+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 >> 172.21.15.176:0/1363967918 conn(0x7f63ec0fdab0 msgr2=0x7f63ec106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.905+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 shutdown_connections 2024-06-06T07:48:07.907 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:48:07.905+0000 7f63f1b59700 1 -- 172.21.15.176:0/1363967918 wait complete. 2024-06-06T07:48:08.892 DEBUG:teuthology.orchestra.run.smithi176:osd.7> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.7.service 2024-06-06T07:48:08.894 INFO:tasks.cephadm:Deploying osd.8 on smithi203 with /dev/vg_nvme/lv_2... 2024-06-06T07:48:08.894 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-06T07:48:09.141 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:48:09.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:08 smithi027 ceph-mon[32293]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:09.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:09.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:09.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:08 smithi027 ceph-mon[32293]: from='osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T07:48:09.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:08 smithi027 ceph-mon[32293]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T07:48:09.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:08 smithi176 ceph-mon[36543]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:09.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:08 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:09.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:08 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:09.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:08 smithi176 ceph-mon[36543]: from='osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T07:48:09.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:08 smithi176 ceph-mon[36543]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T07:48:09.263 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:08 smithi203 ceph-mon[37192]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:09.263 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:08 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:09.263 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:08 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:09.263 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:08 smithi203 ceph-mon[37192]: from='osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T07:48:09.263 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:08 smithi203 ceph-mon[37192]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: osdmap e50: 8 total, 7 up, 8 in 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: from='osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:10.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-mon[36543]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: osdmap e50: 8 total, 7 up, 8 in 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: from='osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:10.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:10 smithi203 ceph-mon[37192]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: osdmap e50: 8 total, 7 up, 8 in 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: from='osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:10 smithi027 ceph-mon[32293]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:48:10.853 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T07:48:10.736+0000 7fd94eb42700 -1 osd.7 0 waiting for initial osdmap 2024-06-06T07:48:10.853 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 07:48:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T07:48:10.746+0000 7fd94692d700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:48:11.336 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-06T07:48:11.337 INFO:teuthology.orchestra.run.smithi203.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-06T07:48:11.337 INFO:teuthology.orchestra.run.smithi203.stderr: stderr: 10+0 records in 2024-06-06T07:48:11.337 INFO:teuthology.orchestra.run.smithi203.stderr:10+0 records out 2024-06-06T07:48:11.337 INFO:teuthology.orchestra.run.smithi203.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128128 s, 818 MB/s 2024-06-06T07:48:11.337 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping successful for: 2024-06-06T07:48:11.639 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:11 smithi203 ceph-mon[37192]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:11.639 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:11 smithi203 ceph-mon[37192]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:48:11.639 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:11 smithi203 ceph-mon[37192]: osdmap e51: 8 total, 7 up, 8 in 2024-06-06T07:48:11.639 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:11.639 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:11.639 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:11 smithi203 ceph-mon[37192]: from='osd.7 ' entity='osd.7' 2024-06-06T07:48:11.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:11 smithi027 ceph-mon[32293]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:11.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:11 smithi027 ceph-mon[32293]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:48:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:11 smithi027 ceph-mon[32293]: osdmap e51: 8 total, 7 up, 8 in 2024-06-06T07:48:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:11 smithi027 ceph-mon[32293]: from='osd.7 ' entity='osd.7' 2024-06-06T07:48:11.680 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:11 smithi176 ceph-mon[36543]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:11.680 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:11 smithi176 ceph-mon[36543]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:48:11.680 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:11 smithi176 ceph-mon[36543]: osdmap e51: 8 total, 7 up, 8 in 2024-06-06T07:48:11.681 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:11.681 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:11.681 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:11 smithi176 ceph-mon[36543]: from='osd.7 ' entity='osd.7' 2024-06-06T07:48:12.080 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_2 2024-06-06T07:48:12.323 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:48:12.605 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:12 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:48:12.605 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:12 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:48:12.606 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:12 smithi203 ceph-mon[37192]: osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] boot 2024-06-06T07:48:12.606 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:12 smithi203 ceph-mon[37192]: osdmap e52: 8 total, 8 up, 8 in 2024-06-06T07:48:12.606 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:12 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:12.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:12 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:48:12.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:12 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:48:12.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:12 smithi027 ceph-mon[32293]: osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] boot 2024-06-06T07:48:12.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:12 smithi027 ceph-mon[32293]: osdmap e52: 8 total, 8 up, 8 in 2024-06-06T07:48:12.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:12 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:12 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:48:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:12 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:48:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:12 smithi176 ceph-mon[36543]: osd.7 [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] boot 2024-06-06T07:48:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:12 smithi176 ceph-mon[36543]: osdmap e52: 8 total, 8 up, 8 in 2024-06-06T07:48:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:12 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:48:13.615 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:13.615 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: osdmap e53: 8 total, 8 up, 8 in 2024-06-06T07:48:13.615 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi176 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi176 to 5696M 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:13.616 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:13 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: osdmap e53: 8 total, 8 up, 8 in 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi176 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi176 to 5696M 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:13.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:13.647 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:13 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-06T07:48:13.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: osdmap e53: 8 total, 8 up, 8 in 2024-06-06T07:48:13.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi176 2024-06-06T07:48:13.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi176 to 5696M 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:13.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:13 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:14.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 -- 172.21.15.203:0/3362741233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 msgr2=0x7fe8a0102900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:14.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3362741233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0102900 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fe890009990 tx=0x7fe890009ca0 comp rx=0 tx=0).stop 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 -- 172.21.15.203:0/3362741233 shutdown_connections 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3362741233 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8a0104080 0x7fe8a010a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3362741233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0102900 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3362741233 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8a01036e0 0x7fe8a0103b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 -- 172.21.15.203:0/3362741233 >> 172.21.15.203:0/3362741233 conn(0x7fe8a00fda80 msgr2=0x7fe8a00ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 -- 172.21.15.203:0/3362741233 shutdown_connections 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 -- 172.21.15.203:0/3362741233 wait complete. 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 Processor -- start 2024-06-06T07:48:14.055 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.054+0000 7fe8a6324700 1 -- start start 2024-06-06T07:48:14.057 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a6324700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:14.057 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a6324700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8a01036e0 0x7fe8a0074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a6324700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8a0104080 0x7fe8a0074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a6324700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a010e210 con 0x7fe8a0104080 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a6324700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a010e090 con 0x7fe8a01036e0 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a6324700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe8a010e390 con 0x7fe8a01024e0 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53388/0 (socket says 172.21.15.203:53388) 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 -- 172.21.15.203:0/3859172029 learned_addr learned my addr 172.21.15.203:0/3859172029 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89f7fe700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8a01036e0 0x7fe8a0074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe8a48c1700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8a0104080 0x7fe8a0074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 -- 172.21.15.203:0/3859172029 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8a01036e0 msgr2=0x7fe8a0074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:14.058 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8a01036e0 0x7fe8a0074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 -- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8a0104080 msgr2=0x7fe8a0074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8a0104080 0x7fe8a0074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 -- 172.21.15.203:0/3859172029 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8a0075670 con 0x7fe8a01024e0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.055+0000 7fe89ffff700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0076230 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe8900095c0 tx=0x7fe89000f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.056+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe890003b70 con 0x7fe8a01024e0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.056+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8a01a28e0 con 0x7fe8a01024e0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.056+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe890003d10 con 0x7fe8a01024e0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.056+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe890017650 con 0x7fe8a01024e0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.056+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8a01a2d30 con 0x7fe8a01024e0 2024-06-06T07:48:14.059 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.057+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8a0069180 con 0x7fe8a01024e0 2024-06-06T07:48:14.060 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.058+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe8900050d0 con 0x7fe8a01024e0 2024-06-06T07:48:14.060 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.058+0000 7fe89d7fa700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe8880a2c20 0x7fe8880a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:14.060 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.059+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7fe8900cf540 con 0x7fe8a01024e0 2024-06-06T07:48:14.060 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.059+0000 7fe89f7fe700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe8880a2c20 0x7fe8880a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:14.060 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.059+0000 7fe89f7fe700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe8880a2c20 0x7fe8880a50e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe894005950 tx=0x7fe89400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:48:14.068 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.068+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe890013070 con 0x7fe8a01024e0 2024-06-06T07:48:14.270 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:14.270+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fe8a00628d0 con 0x7fe8880a2c20 2024-06-06T07:48:14.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:14 smithi203 ceph-mon[37192]: osdmap e54: 8 total, 8 up, 8 in 2024-06-06T07:48:14.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:14 smithi203 ceph-mon[37192]: osdmap e55: 8 total, 8 up, 8 in 2024-06-06T07:48:14.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:48:14.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:48:14.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:14 smithi027 ceph-mon[32293]: osdmap e54: 8 total, 8 up, 8 in 2024-06-06T07:48:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:14 smithi027 ceph-mon[32293]: osdmap e55: 8 total, 8 up, 8 in 2024-06-06T07:48:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:48:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:48:14.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:14.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:14 smithi176 ceph-mon[36543]: osdmap e54: 8 total, 8 up, 8 in 2024-06-06T07:48:14.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:14 smithi176 ceph-mon[36543]: osdmap e55: 8 total, 8 up, 8 in 2024-06-06T07:48:14.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:48:14.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:48:14.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:15.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:15 smithi203 ceph-mon[37192]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:15.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:15 smithi203 ceph-mon[37192]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:48:15.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:15 smithi203 ceph-mon[37192]: osdmap e56: 8 total, 8 up, 8 in 2024-06-06T07:48:15.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:15 smithi027 ceph-mon[32293]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:15 smithi027 ceph-mon[32293]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:48:15.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:15 smithi027 ceph-mon[32293]: osdmap e56: 8 total, 8 up, 8 in 2024-06-06T07:48:15.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:15 smithi176 ceph-mon[36543]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:15.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:15 smithi176 ceph-mon[36543]: from='client.24304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:48:15.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:15 smithi176 ceph-mon[36543]: osdmap e56: 8 total, 8 up, 8 in 2024-06-06T07:48:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:17 smithi027 ceph-mon[32293]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:17 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/4159886888' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]: dispatch 2024-06-06T07:48:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:17 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]: dispatch 2024-06-06T07:48:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:17 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]': finished 2024-06-06T07:48:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:17 smithi027 ceph-mon[32293]: osdmap e57: 9 total, 8 up, 9 in 2024-06-06T07:48:17.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:17 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:17 smithi176 ceph-mon[36543]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:17.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:17 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/4159886888' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]: dispatch 2024-06-06T07:48:17.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:17 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]: dispatch 2024-06-06T07:48:17.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:17 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]': finished 2024-06-06T07:48:17.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:17 smithi176 ceph-mon[36543]: osdmap e57: 9 total, 8 up, 9 in 2024-06-06T07:48:17.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:17 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:17 smithi203 ceph-mon[37192]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:17 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/4159886888' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]: dispatch 2024-06-06T07:48:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:17 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]: dispatch 2024-06-06T07:48:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:17 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aab8217f-ca2f-4697-ad64-a0bace07c1ea"}]': finished 2024-06-06T07:48:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:17 smithi203 ceph-mon[37192]: osdmap e57: 9 total, 8 up, 9 in 2024-06-06T07:48:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:17 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:18.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:18 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/3346637028' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:48:18.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:18 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/3346637028' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:48:18.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:18 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/3346637028' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:48:19.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:19 smithi027 ceph-mon[32293]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:19 smithi176 ceph-mon[36543]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:19.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:19 smithi203 ceph-mon[37192]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:21.423 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:21 smithi203 ceph-mon[37192]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:21.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:21 smithi027 ceph-mon[32293]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:21.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:21 smithi176 ceph-mon[36543]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:23.618 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:23 smithi203 ceph-mon[37192]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:23.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:23 smithi027 ceph-mon[32293]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:23.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:23 smithi176 ceph-mon[36543]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:25.422 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:25 smithi203 ceph-mon[37192]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:25.422 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:25 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-06T07:48:25.422 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:25 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:25.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:25 smithi027 ceph-mon[32293]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:25.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:25 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-06T07:48:25.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:25 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:25 smithi176 ceph-mon[36543]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:25 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-06T07:48:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:25 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:26.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:26 smithi203 ceph-mon[37192]: Deploying daemon osd.8 on smithi203 2024-06-06T07:48:26.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:26 smithi027 ceph-mon[32293]: Deploying daemon osd.8 on smithi203 2024-06-06T07:48:26.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:26 smithi176 ceph-mon[36543]: Deploying daemon osd.8 on smithi203 2024-06-06T07:48:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:27 smithi203 ceph-mon[37192]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:27.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:27 smithi027 ceph-mon[32293]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:27.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:27 smithi176 ceph-mon[36543]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:29.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:29 smithi027 ceph-mon[32293]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:29.733 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:29 smithi203 ceph-mon[37192]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:29.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:29 smithi176 ceph-mon[36543]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:31.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:31 smithi027 ceph-mon[32293]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:31.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:31 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:31.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:31 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:31.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:31 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:31 smithi176 ceph-mon[36543]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:31 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:31 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:31 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:31 smithi203 ceph-mon[37192]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:31 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:31 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:31 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:33 smithi203 ceph-mon[37192]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:33.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:33 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:33 smithi027 ceph-mon[32293]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:33.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:33 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:33 smithi176 ceph-mon[36543]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:33 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.241 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.241+0000 7fe89d7fa700 1 -- 172.21.15.203:0/3859172029 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe8a00628d0 con 0x7fe8880a2c20 2024-06-06T07:48:34.242 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 8 on host 'smithi203' 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe8880a2c20 msgr2=0x7fe8880a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe8880a2c20 0x7fe8880a50e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe894005950 tx=0x7fe89400a300 comp rx=0 tx=0).stop 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 msgr2=0x7fe8a0076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0076230 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fe8900095c0 tx=0x7fe89000f690 comp rx=0 tx=0).stop 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 shutdown_connections 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe8880a2c20 0x7fe8880a50e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8a0104080 0x7fe8a0074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8a01024e0 0x7fe8a0076230 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:34.244 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 --2- 172.21.15.203:0/3859172029 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8a01036e0 0x7fe8a0074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:34.245 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 >> 172.21.15.203:0/3859172029 conn(0x7fe8a00fda80 msgr2=0x7fe8a01069e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:48:34.245 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 shutdown_connections 2024-06-06T07:48:34.245 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:48:34.244+0000 7fe8a6324700 1 -- 172.21.15.203:0/3859172029 wait complete. 2024-06-06T07:48:34.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:34 smithi203 ceph-mon[37192]: from='osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T07:48:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:34 smithi203 ceph-mon[37192]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T07:48:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:34.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:34 smithi027 ceph-mon[32293]: from='osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T07:48:34.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:34 smithi027 ceph-mon[32293]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T07:48:34.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:34 smithi176 ceph-mon[36543]: from='osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T07:48:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:34 smithi176 ceph-mon[36543]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-06T07:48:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:34.897 DEBUG:teuthology.orchestra.run.smithi203:osd.8> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.8.service 2024-06-06T07:48:34.899 INFO:tasks.cephadm:Deploying osd.9 on smithi027 with /dev/vg_nvme/lv_1... 2024-06-06T07:48:34.900 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T07:48:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:48:35.384 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-mon[37192]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:35.384 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-mon[37192]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-06T07:48:35.384 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-mon[37192]: osdmap e58: 9 total, 8 up, 9 in 2024-06-06T07:48:35.384 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:35.384 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-mon[37192]: from='osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:48:35.385 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-mon[37192]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:48:35.385 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T07:48:35.354+0000 7f220519c700 -1 osd.8 0 waiting for initial osdmap 2024-06-06T07:48:35.385 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 07:48:35 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T07:48:35.367+0000 7f2200f8f700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:48:35.625 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:35 smithi027 ceph-mon[32293]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:35.626 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:35 smithi027 ceph-mon[32293]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-06T07:48:35.626 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:35 smithi027 ceph-mon[32293]: osdmap e58: 9 total, 8 up, 9 in 2024-06-06T07:48:35.626 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:35.626 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:35 smithi027 ceph-mon[32293]: from='osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:48:35.626 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:35 smithi027 ceph-mon[32293]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:48:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:35 smithi176 ceph-mon[36543]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:35 smithi176 ceph-mon[36543]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-06T07:48:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:35 smithi176 ceph-mon[36543]: osdmap e58: 9 total, 8 up, 9 in 2024-06-06T07:48:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:35 smithi176 ceph-mon[36543]: from='osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:48:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:35 smithi176 ceph-mon[36543]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:48:36.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:36 smithi203 ceph-mon[37192]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:48:36.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:36 smithi203 ceph-mon[37192]: osdmap e59: 9 total, 8 up, 9 in 2024-06-06T07:48:36.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:36 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:36.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:36 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:36.566 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:36 smithi027 ceph-mon[32293]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:48:36.566 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:36 smithi027 ceph-mon[32293]: osdmap e59: 9 total, 8 up, 9 in 2024-06-06T07:48:36.566 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:36.566 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:36.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:36 smithi176 ceph-mon[36543]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:48:36.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:36 smithi176 ceph-mon[36543]: osdmap e59: 9 total, 8 up, 9 in 2024-06-06T07:48:36.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:36 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:36.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:36 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:37.327 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T07:48:37.327 INFO:teuthology.orchestra.run.smithi027.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T07:48:37.327 INFO:teuthology.orchestra.run.smithi027.stderr: stderr: 10+0 records in 2024-06-06T07:48:37.327 INFO:teuthology.orchestra.run.smithi027.stderr:10+0 records out 2024-06-06T07:48:37.327 INFO:teuthology.orchestra.run.smithi027.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0142855 s, 734 MB/s 2024-06-06T07:48:37.327 INFO:teuthology.orchestra.run.smithi027.stderr:--> Zapping successful for: 2024-06-06T07:48:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:48:37.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:48:37.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:37.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:37.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] boot 2024-06-06T07:48:37.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: osdmap e60: 9 total, 9 up, 9 in 2024-06-06T07:48:37.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:37 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:37.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:48:37.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:48:37.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:37.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:37.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] boot 2024-06-06T07:48:37.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: osdmap e60: 9 total, 9 up, 9 in 2024-06-06T07:48:37.639 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:37 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:48:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:48:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-06T07:48:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: osd.8 [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] boot 2024-06-06T07:48:37.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: osdmap e60: 9 total, 9 up, 9 in 2024-06-06T07:48:37.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:37 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:48:38.127 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi027:vg_nvme/lv_1 2024-06-06T07:48:38.383 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: osdmap e61: 9 total, 9 up, 9 in 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:38.638 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:38.639 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: osdmap e61: 9 total, 9 up, 9 in 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:38.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: osdmap e61: 9 total, 9 up, 9 in 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:48:38.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:39 smithi027 ceph-mon[32293]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:39 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi203 2024-06-06T07:48:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:39 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi203 to 5696M 2024-06-06T07:48:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:39 smithi027 ceph-mon[32293]: osdmap e62: 9 total, 9 up, 9 in 2024-06-06T07:48:39.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:39 smithi027 ceph-mon[32293]: osdmap e63: 9 total, 9 up, 9 in 2024-06-06T07:48:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:39 smithi176 ceph-mon[36543]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:39 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi203 2024-06-06T07:48:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:39 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi203 to 5696M 2024-06-06T07:48:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:39 smithi176 ceph-mon[36543]: osdmap e62: 9 total, 9 up, 9 in 2024-06-06T07:48:39.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:39 smithi176 ceph-mon[36543]: osdmap e63: 9 total, 9 up, 9 in 2024-06-06T07:48:39.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:39 smithi203 ceph-mon[37192]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:39.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:39 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi203 2024-06-06T07:48:39.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:39 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi203 to 5696M 2024-06-06T07:48:39.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:39 smithi203 ceph-mon[37192]: osdmap e62: 9 total, 9 up, 9 in 2024-06-06T07:48:39.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:39 smithi203 ceph-mon[37192]: osdmap e63: 9 total, 9 up, 9 in 2024-06-06T07:48:40.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 -- 172.21.15.27:0/1670080618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40481036f0 msgr2=0x7f4048103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:40.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 --2- 172.21.15.27:0/1670080618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40481036f0 0x7f4048103b50 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f40380099c0 tx=0x7f4038009cd0 comp rx=0 tx=0).stop 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 -- 172.21.15.27:0/1670080618 shutdown_connections 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 --2- 172.21.15.27:0/1670080618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4048104090 0x7f404810a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 --2- 172.21.15.27:0/1670080618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40481024f0 0x7f4048102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 --2- 172.21.15.27:0/1670080618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40481036f0 0x7f4048103b50 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 -- 172.21.15.27:0/1670080618 >> 172.21.15.27:0/1670080618 conn(0x7f40480fda90 msgr2=0x7f40480ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 -- 172.21.15.27:0/1670080618 shutdown_connections 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.223+0000 7f404fec7700 1 -- 172.21.15.27:0/1670080618 wait complete. 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 Processor -- start 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 -- start start 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40481024f0 0x7f4048076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:40.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40481036f0 0x7f4048074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 0x7f4048074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f404810e220 con 0x7f4048104090 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f404810e0a0 con 0x7f40481036f0 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404fec7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f404810e3a0 con 0x7f40481024f0 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 0x7f4048074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 0x7f4048074dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44438/0 (socket says 172.21.15.27:44438) 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 -- 172.21.15.27:0/2456531608 learned_addr learned my addr 172.21.15.27:0/2456531608 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404d462700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40481036f0 0x7f4048074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404dc63700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40481024f0 0x7f4048076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 -- 172.21.15.27:0/2456531608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40481024f0 msgr2=0x7f4048076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40481024f0 0x7f4048076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 -- 172.21.15.27:0/2456531608 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40481036f0 msgr2=0x7f4048074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:48:40.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40481036f0 0x7f4048074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.224+0000 7f404e464700 1 -- 172.21.15.27:0/2456531608 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4048075670 con 0x7f4048104090 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.225+0000 7f404e464700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 0x7f4048074dc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4040007ee0 tx=0x7f404000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.225+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040004bb0 con 0x7f4048104090 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.225+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40481a2960 con 0x7f4048104090 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.225+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4040004d50 con 0x7f4048104090 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.225+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40400059b0 con 0x7f4048104090 2024-06-06T07:48:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.225+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40481a2e70 con 0x7f4048104090 2024-06-06T07:48:40.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.226+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4048069180 con 0x7f4048104090 2024-06-06T07:48:40.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.227+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f404001a020 con 0x7f4048104090 2024-06-06T07:48:40.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.228+0000 7f403effd700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40340a2c20 0x7f40340a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:48:40.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.228+0000 7f404dc63700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40340a2c20 0x7f40340a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:48:40.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.228+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5829+0+0 (secure 0 0 0) 0x7f40400cddf0 con 0x7f4048104090 2024-06-06T07:48:40.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.228+0000 7f404dc63700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40340a2c20 0x7f40340a50e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4044005950 tx=0x7f404400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:48:40.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.232+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4040010070 con 0x7f4048104090 2024-06-06T07:48:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:48:40.450+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f40480628d0 con 0x7f40340a2c20 2024-06-06T07:48:41.343 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:41 smithi027 ceph-mon[32293]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:41.343 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:41 smithi027 ceph-mon[32293]: osdmap e64: 9 total, 9 up, 9 in 2024-06-06T07:48:41.343 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:48:41.343 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:48:41.343 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:41 smithi176 ceph-mon[36543]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:41 smithi176 ceph-mon[36543]: osdmap e64: 9 total, 9 up, 9 in 2024-06-06T07:48:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:48:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:48:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:41 smithi203 ceph-mon[37192]: pgmap v206: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:41 smithi203 ceph-mon[37192]: osdmap e64: 9 total, 9 up, 9 in 2024-06-06T07:48:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:48:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:48:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:42.377 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:42 smithi027 ceph-mon[32293]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:48:42.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:42 smithi176 ceph-mon[36543]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:48:42.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:42 smithi203 ceph-mon[37192]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi027:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:48:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:43 smithi027 ceph-mon[32293]: pgmap v208: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:43.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:43 smithi203 ceph-mon[37192]: pgmap v208: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:43 smithi176 ceph-mon[36543]: pgmap v208: 1 pgs: 1 remapped+peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:44.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1241716391' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8e01cb08-7062-46d5-9c61-f506d459c390"}]: dispatch 2024-06-06T07:48:44.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1241716391' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8e01cb08-7062-46d5-9c61-f506d459c390"}]': finished 2024-06-06T07:48:44.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:44 smithi027 ceph-mon[32293]: osdmap e65: 10 total, 9 up, 10 in 2024-06-06T07:48:44.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:48:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1241716391' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8e01cb08-7062-46d5-9c61-f506d459c390"}]: dispatch 2024-06-06T07:48:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1241716391' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8e01cb08-7062-46d5-9c61-f506d459c390"}]': finished 2024-06-06T07:48:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:44 smithi176 ceph-mon[36543]: osdmap e65: 10 total, 9 up, 10 in 2024-06-06T07:48:44.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:48:44.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1241716391' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8e01cb08-7062-46d5-9c61-f506d459c390"}]: dispatch 2024-06-06T07:48:44.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1241716391' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8e01cb08-7062-46d5-9c61-f506d459c390"}]': finished 2024-06-06T07:48:44.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:44 smithi203 ceph-mon[37192]: osdmap e65: 10 total, 9 up, 10 in 2024-06-06T07:48:44.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:48:45.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:45 smithi027 ceph-mon[32293]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-06-06T07:48:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1579818536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:48:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:45 smithi176 ceph-mon[36543]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-06-06T07:48:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1579818536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:48:45.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:45 smithi203 ceph-mon[37192]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-06-06T07:48:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1579818536' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:48:47.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:47 smithi027 ceph-mon[32293]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T07:48:47.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:47 smithi176 ceph-mon[36543]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T07:48:47.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:47 smithi203 ceph-mon[37192]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-06-06T07:48:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:49 smithi027 ceph-mon[32293]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T07:48:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:49 smithi176 ceph-mon[36543]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T07:48:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:49 smithi203 ceph-mon[37192]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-06-06T07:48:51.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:51 smithi027 ceph-mon[32293]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T07:48:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:51 smithi176 ceph-mon[36543]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T07:48:51.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:51 smithi203 ceph-mon[37192]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-06-06T07:48:52.370 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-06T07:48:52.371 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-06T07:48:52.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-06T07:48:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:48:53.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:53 smithi027 ceph-mon[32293]: Deploying daemon osd.9 on smithi027 2024-06-06T07:48:53.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:53 smithi027 ceph-mon[32293]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T07:48:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:53 smithi176 ceph-mon[36543]: Deploying daemon osd.9 on smithi027 2024-06-06T07:48:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:53 smithi176 ceph-mon[36543]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T07:48:53.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:53 smithi203 ceph-mon[37192]: Deploying daemon osd.9 on smithi027 2024-06-06T07:48:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:53 smithi203 ceph-mon[37192]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-06T07:48:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:55 smithi027 ceph-mon[32293]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:55.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:55 smithi176 ceph-mon[36543]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:55 smithi203 ceph-mon[37192]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:57.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:57 smithi027 ceph-mon[32293]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:57 smithi176 ceph-mon[36543]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:57.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:57 smithi203 ceph-mon[37192]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:58.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:58.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:58.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:58.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:48:58 smithi027 ceph-mon[32293]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:48:58 smithi176 ceph-mon[36543]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:48:59.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:48:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:48:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:48:58 smithi203 ceph-mon[37192]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:00.871 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:00 smithi027 ceph-mon[32293]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:00 smithi176 ceph-mon[36543]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:01.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:00 smithi203 ceph-mon[37192]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:02.010 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.010 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.010 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:02.010 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:02.010 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.010 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-06T07:49:02.011 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.011 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:02.011 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.020+0000 7f403effd700 1 -- 172.21.15.27:0/2456531608 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f40480628d0 con 0x7f40340a2c20 2024-06-06T07:49:02.021 INFO:teuthology.orchestra.run.smithi027.stdout:Created osd(s) 9 on host 'smithi027' 2024-06-06T07:49:02.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.022+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40340a2c20 msgr2=0x7f40340a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:02.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.022+0000 7f404fec7700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40340a2c20 0x7f40340a50e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4044005950 tx=0x7f404400a300 comp rx=0 tx=0).stop 2024-06-06T07:49:02.022 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.022+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 msgr2=0x7f4048074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.022+0000 7f404fec7700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 0x7f4048074dc0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f4040007ee0 tx=0x7f404000d3b0 comp rx=0 tx=0).stop 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 shutdown_connections 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40340a2c20 0x7f40340a50e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4048104090 0x7f4048074dc0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40481024f0 0x7f4048076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 --2- 172.21.15.27:0/2456531608 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40481036f0 0x7f4048074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 >> 172.21.15.27:0/2456531608 conn(0x7f40480fda90 msgr2=0x7f4048106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 shutdown_connections 2024-06-06T07:49:02.023 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:02.023+0000 7f404fec7700 1 -- 172.21.15.27:0/2456531608 wait complete. 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:02.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-06T07:49:02.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:02.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:02.700 DEBUG:teuthology.orchestra.run.smithi027:osd.9> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.9.service 2024-06-06T07:49:02.702 INFO:tasks.cephadm:Deploying osd.10 on smithi176 with /dev/vg_nvme/lv_1... 2024-06-06T07:49:02.703 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T07:49:02.947 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:49:03.328 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-mon[32293]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:03.328 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-mon[32293]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-06T07:49:03.328 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-mon[32293]: osdmap e66: 10 total, 9 up, 10 in 2024-06-06T07:49:03.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-mon[32293]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:49:03.329 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:03.329 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T07:49:03.034+0000 7f705ce01700 -1 osd.9 0 waiting for initial osdmap 2024-06-06T07:49:03.329 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 07:49:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T07:49:03.052+0000 7f7058bf4700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:49:03.331 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:03 smithi176 ceph-mon[36543]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:03.332 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:03 smithi176 ceph-mon[36543]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-06T07:49:03.332 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:03 smithi176 ceph-mon[36543]: osdmap e66: 10 total, 9 up, 10 in 2024-06-06T07:49:03.332 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:03 smithi176 ceph-mon[36543]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:49:03.332 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:03 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:03 smithi203 ceph-mon[37192]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:03.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:03 smithi203 ceph-mon[37192]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-06T07:49:03.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:03 smithi203 ceph-mon[37192]: osdmap e66: 10 total, 9 up, 10 in 2024-06-06T07:49:03.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:03 smithi203 ceph-mon[37192]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]: dispatch 2024-06-06T07:49:03.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:03 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:04.320 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:04 smithi176 ceph-mon[36543]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:49:04.320 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:04 smithi176 ceph-mon[36543]: osdmap e67: 10 total, 9 up, 10 in 2024-06-06T07:49:04.320 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:04 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:04.320 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:04 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:04.353 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:04 smithi027 ceph-mon[32293]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:49:04.354 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:04 smithi027 ceph-mon[32293]: osdmap e67: 10 total, 9 up, 10 in 2024-06-06T07:49:04.354 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:04 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:04.354 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:04 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:04.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:04 smithi203 ceph-mon[37192]: from='osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi027", "root=default"]}]': finished 2024-06-06T07:49:04.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:04 smithi203 ceph-mon[37192]: osdmap e67: 10 total, 9 up, 10 in 2024-06-06T07:49:04.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:04 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:04.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:04 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.049 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T07:49:05.049 INFO:teuthology.orchestra.run.smithi176.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T07:49:05.049 INFO:teuthology.orchestra.run.smithi176.stderr: stderr: 10+0 records in 2024-06-06T07:49:05.049 INFO:teuthology.orchestra.run.smithi176.stderr:10+0 records out 2024-06-06T07:49:05.049 INFO:teuthology.orchestra.run.smithi176.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0125127 s, 838 MB/s 2024-06-06T07:49:05.049 INFO:teuthology.orchestra.run.smithi176.stderr:--> Zapping successful for: 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] boot 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: osdmap e68: 10 total, 10 up, 10 in 2024-06-06T07:49:05.345 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:05 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] boot 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: osdmap e68: 10 total, 10 up, 10 in 2024-06-06T07:49:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:05 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: osd.9 [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] boot 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: osdmap e68: 10 total, 10 up, 10 in 2024-06-06T07:49:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:05 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:49:05.654 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi176:vg_nvme/lv_1 2024-06-06T07:49:05.895 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T07:49:06.271 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:06 smithi176 ceph-mon[36543]: osdmap e69: 10 total, 10 up, 10 in 2024-06-06T07:49:06.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:06 smithi027 ceph-mon[32293]: osdmap e69: 10 total, 10 up, 10 in 2024-06-06T07:49:06.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:06 smithi203 ceph-mon[37192]: osdmap e69: 10 total, 10 up, 10 in 2024-06-06T07:49:07.412 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:07.412 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi027 2024-06-06T07:49:07.412 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.412 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi027 to 4272M 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:07.413 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:07 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi027 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi027 to 4272M 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:07.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:07.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:07 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi027 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:07.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi027 to 4272M 2024-06-06T07:49:07.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:07.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:07.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:07 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:07.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 -- 172.21.15.176:0/2122329900 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0101690 msgr2=0x7fc8d0101b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:07.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 --2- 172.21.15.176:0/2122329900 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0101690 0x7fc8d0101b10 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8009990 tx=0x7fc8b8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:49:07.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 -- 172.21.15.176:0/2122329900 shutdown_connections 2024-06-06T07:49:07.658 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 --2- 172.21.15.176:0/2122329900 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc8d0102050 0x7fc8d01098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 --2- 172.21.15.176:0/2122329900 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc8d0102a30 0x7fc8d0102e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 --2- 172.21.15.176:0/2122329900 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0101690 0x7fc8d0101b10 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 -- 172.21.15.176:0/2122329900 >> 172.21.15.176:0/2122329900 conn(0x7fc8d00fc140 msgr2=0x7fc8d00fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 -- 172.21.15.176:0/2122329900 shutdown_connections 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.658+0000 7fc8d6310700 1 -- 172.21.15.176:0/2122329900 wait complete. 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 Processor -- start 2024-06-06T07:49:07.659 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 -- start start 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc8d0101690 0x7fc8d0105430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc8d0102050 0x7fc8d0103a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 0x7fc8d0103fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d010d130 con 0x7fc8d0101690 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d010cfb0 con 0x7fc8d0102a30 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d6310700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d010d2b0 con 0x7fc8d0102050 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d48ad700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 0x7fc8d0103fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d48ad700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 0x7fc8d0103fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.176:35030/0 (socket says 172.21.15.176:35030) 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8d48ad700 1 -- 172.21.15.176:0/3493605179 learned_addr learned my addr 172.21.15.176:0/3493605179 (peer_addr_for_me v2:172.21.15.176:0/0) 2024-06-06T07:49:07.661 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8cf7fe700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc8d0102050 0x7fc8d0103a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.659+0000 7fc8cffff700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc8d0101690 0x7fc8d0105430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d48ad700 1 -- 172.21.15.176:0/3493605179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc8d0102050 msgr2=0x7fc8d0103a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d48ad700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc8d0102050 0x7fc8d0103a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d48ad700 1 -- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc8d0101690 msgr2=0x7fc8d0105430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d48ad700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc8d0101690 0x7fc8d0105430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d48ad700 1 -- 172.21.15.176:0/3493605179 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d0104870 con 0x7fc8d0102a30 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d48ad700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 0x7fc8d0103fc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8007ee0 tx=0x7fc8c800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c8004bb0 con 0x7fc8d0102a30 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc8c8004d50 con 0x7fc8d0102a30 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8c80059b0 con 0x7fc8d0102a30 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d01a2940 con 0x7fc8d0102a30 2024-06-06T07:49:07.662 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.660+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d01a2e80 con 0x7fc8d0102a30 2024-06-06T07:49:07.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.661+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d0069180 con 0x7fc8d0102a30 2024-06-06T07:49:07.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.662+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc8c801a020 con 0x7fc8d0102a30 2024-06-06T07:49:07.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.663+0000 7fc8cd7fa700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc8bc0a2ca0 0x7fc8bc0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:07.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.663+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7fc8c80ce540 con 0x7fc8d0102a30 2024-06-06T07:49:07.663 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.663+0000 7fc8cffff700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc8bc0a2ca0 0x7fc8bc0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:07.664 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.664+0000 7fc8cffff700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc8bc0a2ca0 0x7fc8bc0a5160 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc8d006a9e0 tx=0x7fc8c000a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:49:07.666 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.666+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mon.2 v2:172.21.15.176:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc8c8010070 con 0x7fc8d0102a30 2024-06-06T07:49:07.869 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:07.869+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc8d00fe190 con 0x7fc8bc0a2ca0 2024-06-06T07:49:08.479 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:08 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:49:08.479 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:08 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:49:08.479 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:08 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:08.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:08 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:49:08.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:08 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:49:08.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:08 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:08.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:49:08.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:49:08.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:08 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:09.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:09 smithi176 ceph-mon[36543]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:09.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:09 smithi176 ceph-mon[36543]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:49:09.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:09 smithi203 ceph-mon[37192]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:09.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:09 smithi203 ceph-mon[37192]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:49:09.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:09 smithi027 ceph-mon[32293]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:09.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:09 smithi027 ceph-mon[32293]: from='client.24326 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi176:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:49:11.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:11 smithi176 ceph-mon[36543]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:11.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:11 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/3513900350' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]: dispatch 2024-06-06T07:49:11.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:11 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]: dispatch 2024-06-06T07:49:11.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:11 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]': finished 2024-06-06T07:49:11.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:11 smithi176 ceph-mon[36543]: osdmap e70: 11 total, 10 up, 11 in 2024-06-06T07:49:11.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:11 smithi203 ceph-mon[37192]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:11 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/3513900350' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]: dispatch 2024-06-06T07:49:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:11 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]: dispatch 2024-06-06T07:49:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:11 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]': finished 2024-06-06T07:49:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:11 smithi203 ceph-mon[37192]: osdmap e70: 11 total, 10 up, 11 in 2024-06-06T07:49:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:11 smithi027 ceph-mon[32293]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:11 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/3513900350' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]: dispatch 2024-06-06T07:49:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:11 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]: dispatch 2024-06-06T07:49:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:11 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eec91721-2e8b-41f5-914a-3f3cc4b952c9"}]': finished 2024-06-06T07:49:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:11 smithi027 ceph-mon[32293]: osdmap e70: 11 total, 10 up, 11 in 2024-06-06T07:49:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:12.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:12 smithi176 ceph-mon[36543]: from='client.? 172.21.15.176:0/1218262154' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:49:12.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:12 smithi203 ceph-mon[37192]: from='client.? 172.21.15.176:0/1218262154' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:49:12.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:12 smithi027 ceph-mon[32293]: from='client.? 172.21.15.176:0/1218262154' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:49:13.428 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:13 smithi203 ceph-mon[37192]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:13 smithi176 ceph-mon[36543]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:13.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:13 smithi027 ceph-mon[32293]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:15 smithi176 ceph-mon[36543]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:15.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:15 smithi203 ceph-mon[37192]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:15.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:15 smithi027 ceph-mon[32293]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:17.326 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:17 smithi176 ceph-mon[36543]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:17.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:17 smithi203 ceph-mon[37192]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:17.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:17 smithi027 ceph-mon[32293]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:18.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:18 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-06T07:49:18.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:18 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:18.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:18 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-06T07:49:18.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:18 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:18.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:18 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-06T07:49:18.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:18 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:19.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:19 smithi176 ceph-mon[36543]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:19.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:19 smithi176 ceph-mon[36543]: Deploying daemon osd.10 on smithi176 2024-06-06T07:49:19.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:19 smithi203 ceph-mon[37192]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:19 smithi203 ceph-mon[37192]: Deploying daemon osd.10 on smithi176 2024-06-06T07:49:19.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:19 smithi027 ceph-mon[32293]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:19.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:19 smithi027 ceph-mon[32293]: Deploying daemon osd.10 on smithi176 2024-06-06T07:49:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:21 smithi176 ceph-mon[36543]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:21.530 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:21 smithi203 ceph-mon[37192]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:21.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:21 smithi027 ceph-mon[32293]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:23.476 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:23 smithi176 ceph-mon[36543]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:23 smithi203 ceph-mon[37192]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:23.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:23 smithi027 ceph-mon[32293]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:24 smithi176 ceph-mon[36543]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:25.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:24 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:24 smithi203 ceph-mon[37192]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:25.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:24 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:25.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:24 smithi027 ceph-mon[32293]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:25.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:25.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:25.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:24 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:26.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:26 smithi176 ceph-mon[36543]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:27.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:26 smithi203 ceph-mon[37192]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:27.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:26 smithi027 ceph-mon[32293]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:27.890 INFO:teuthology.orchestra.run.smithi176.stdout:Created osd(s) 10 on host 'smithi176' 2024-06-06T07:49:27.890 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.890+0000 7fc8cd7fa700 1 -- 172.21.15.176:0/3493605179 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fc8d00fe190 con 0x7fc8bc0a2ca0 2024-06-06T07:49:27.892 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.892+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc8bc0a2ca0 msgr2=0x7fc8bc0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.892+0000 7fc8d6310700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc8bc0a2ca0 0x7fc8bc0a5160 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc8d006a9e0 tx=0x7fc8c000a3b0 comp rx=0 tx=0).stop 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.892+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 msgr2=0x7fc8d0103fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.892+0000 7fc8d6310700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 0x7fc8d0103fc0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fc8c8007ee0 tx=0x7fc8c800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 shutdown_connections 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc8d0102a30 0x7fc8d0103fc0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc8bc0a2ca0 0x7fc8bc0a5160 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc8d0101690 0x7fc8d0105430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 --2- 172.21.15.176:0/3493605179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc8d0102050 0x7fc8d0103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 >> 172.21.15.176:0/3493605179 conn(0x7fc8d00fc140 msgr2=0x7fc8d00fda80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 shutdown_connections 2024-06-06T07:49:27.893 INFO:teuthology.orchestra.run.smithi176.stderr:2024-06-06T07:49:27.893+0000 7fc8d6310700 1 -- 172.21.15.176:0/3493605179 wait complete. 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.075 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T07:49:28.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:28.669 DEBUG:teuthology.orchestra.run.smithi176:osd.10> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.10.service 2024-06-06T07:49:28.671 INFO:tasks.cephadm:Deploying osd.11 on smithi203 with /dev/vg_nvme/lv_1... 2024-06-06T07:49:28.672 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-06T07:49:28.918 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:49:29.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:29 smithi203 ceph-mon[37192]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:29.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:29 smithi203 ceph-mon[37192]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-06T07:49:29.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:29 smithi203 ceph-mon[37192]: from='osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:49:29.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:29 smithi203 ceph-mon[37192]: osdmap e71: 11 total, 10 up, 11 in 2024-06-06T07:49:29.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:29.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:29 smithi203 ceph-mon[37192]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:49:29.296 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:29 smithi027 ceph-mon[32293]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:29.296 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:29 smithi027 ceph-mon[32293]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-06T07:49:29.296 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:29 smithi027 ceph-mon[32293]: from='osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:49:29.297 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:29 smithi027 ceph-mon[32293]: osdmap e71: 11 total, 10 up, 11 in 2024-06-06T07:49:29.297 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:29.297 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:29 smithi027 ceph-mon[32293]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:49:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-mon[36543]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-mon[36543]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-06T07:49:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-mon[36543]: from='osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:49:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-mon[36543]: osdmap e71: 11 total, 10 up, 11 in 2024-06-06T07:49:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-mon[36543]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]: dispatch 2024-06-06T07:49:29.499 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T07:49:29.021+0000 7fabeb256700 -1 osd.10 0 waiting for initial osdmap 2024-06-06T07:49:29.499 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 07:49:29 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T07:49:29.031+0000 7fabe7049700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: osdmap e72: 11 total, 10 up, 11 in 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] boot 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: osdmap e73: 11 total, 11 up, 11 in 2024-06-06T07:49:30.180 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.211 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:49:30.211 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: osdmap e72: 11 total, 10 up, 11 in 2024-06-06T07:49:30.211 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.212 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.212 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] boot 2024-06-06T07:49:30.212 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: osdmap e73: 11 total, 11 up, 11 in 2024-06-06T07:49:30.212 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi176", "root=default"]}]': finished 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: osdmap e72: 11 total, 10 up, 11 in 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: osd.10 [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] boot 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: osdmap e73: 11 total, 11 up, 11 in 2024-06-06T07:49:30.308 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:49:31.137 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-06T07:49:31.137 INFO:teuthology.orchestra.run.smithi203.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-06T07:49:31.137 INFO:teuthology.orchestra.run.smithi203.stderr: stderr: 10+0 records in 2024-06-06T07:49:31.138 INFO:teuthology.orchestra.run.smithi203.stderr:10+0 records out 2024-06-06T07:49:31.138 INFO:teuthology.orchestra.run.smithi203.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0127374 s, 823 MB/s 2024-06-06T07:49:31.138 INFO:teuthology.orchestra.run.smithi203.stderr:--> Zapping successful for: 2024-06-06T07:49:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:31 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:49:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:31 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:49:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:31 smithi176 ceph-mon[36543]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:31.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:31 smithi176 ceph-mon[36543]: osdmap e74: 11 total, 11 up, 11 in 2024-06-06T07:49:31.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:31 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:49:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:31 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:49:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:31 smithi027 ceph-mon[32293]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:31 smithi027 ceph-mon[32293]: osdmap e74: 11 total, 11 up, 11 in 2024-06-06T07:49:31.439 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:31 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:49:31.439 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:31 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:49:31.439 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:31 smithi203 ceph-mon[37192]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-06-06T07:49:31.439 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:31 smithi203 ceph-mon[37192]: osdmap e74: 11 total, 11 up, 11 in 2024-06-06T07:49:31.955 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_1 2024-06-06T07:49:32.199 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:49:32.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: osdmap e75: 11 total, 11 up, 11 in 2024-06-06T07:49:32.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:32.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:32.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: osdmap e75: 11 total, 11 up, 11 in 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:32.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: osdmap e75: 11 total, 11 up, 11 in 2024-06-06T07:49:32.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:32.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:32.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:32.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:32.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:33.380 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:33 smithi203 ceph-mon[37192]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:33.380 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:33 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi176 2024-06-06T07:49:33.380 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:33 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi176 to 4272M 2024-06-06T07:49:33.381 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:33 smithi203 ceph-mon[37192]: osdmap e76: 11 total, 11 up, 11 in 2024-06-06T07:49:33.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:33 smithi027 ceph-mon[32293]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:33 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi176 2024-06-06T07:49:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:33 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi176 to 4272M 2024-06-06T07:49:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:33 smithi027 ceph-mon[32293]: osdmap e76: 11 total, 11 up, 11 in 2024-06-06T07:49:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:33 smithi176 ceph-mon[36543]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 318 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:33 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi176 2024-06-06T07:49:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:33 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi176 to 4272M 2024-06-06T07:49:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:33 smithi176 ceph-mon[36543]: osdmap e76: 11 total, 11 up, 11 in 2024-06-06T07:49:33.949 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 -- 172.21.15.203:0/4214009177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81025f0 msgr2=0x7f53b8102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:33.949 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 --2- 172.21.15.203:0/4214009177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81025f0 0x7f53b8102a50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f53a8009990 tx=0x7f53a8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:49:33.949 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 -- 172.21.15.203:0/4214009177 shutdown_connections 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 --2- 172.21.15.203:0/4214009177 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b8102f90 0x7f53b8109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 --2- 172.21.15.203:0/4214009177 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53b81013f0 0x7f53b8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 --2- 172.21.15.203:0/4214009177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81025f0 0x7f53b8102a50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 -- 172.21.15.203:0/4214009177 >> 172.21.15.203:0/4214009177 conn(0x7f53b80fc990 msgr2=0x7f53b80fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 -- 172.21.15.203:0/4214009177 shutdown_connections 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.947+0000 7f53bf79a700 1 -- 172.21.15.203:0/4214009177 wait complete. 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 Processor -- start 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 -- start start 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 0x7f53b81987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b81025f0 0x7f53b8198d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:33.950 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53b8102f90 0x7f53b819fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f53b810d110 con 0x7f53b81025f0 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f53b810cf90 con 0x7f53b8102f90 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bf79a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53b810d290 con 0x7f53b81013f0 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bd536700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 0x7f53b81987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bd536700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 0x7f53b81987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:57166/0 (socket says 172.21.15.203:57166) 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bd536700 1 -- 172.21.15.203:0/3549996284 learned_addr learned my addr 172.21.15.203:0/3549996284 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bdd37700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53b8102f90 0x7f53b819fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:33.951 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.948+0000 7f53bcd35700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b81025f0 0x7f53b8198d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bd536700 1 -- 172.21.15.203:0/3549996284 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53b8102f90 msgr2=0x7f53b819fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bd536700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53b8102f90 0x7f53b819fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bd536700 1 -- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b81025f0 msgr2=0x7f53b8198d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bd536700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b81025f0 0x7f53b8198d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bd536700 1 -- 172.21.15.203:0/3549996284 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53b81a0430 con 0x7f53b81013f0 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bcd35700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b81025f0 0x7f53b8198d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bd536700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 0x7f53b81987d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f53b400c9a0 tx=0x7f53b400ccb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b4004220 con 0x7f53b81013f0 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53b4007d60 con 0x7f53b81013f0 2024-06-06T07:49:33.952 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53b81a0720 con 0x7f53b81013f0 2024-06-06T07:49:33.953 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b400f450 con 0x7f53b81013f0 2024-06-06T07:49:33.953 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.949+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53b81a0c60 con 0x7f53b81013f0 2024-06-06T07:49:33.953 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.950+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53b8069180 con 0x7f53b81013f0 2024-06-06T07:49:33.954 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.951+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f53b4007860 con 0x7f53b81013f0 2024-06-06T07:49:33.954 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.952+0000 7f53ae7fc700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f53a40a2c20 0x7f53a40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:33.954 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.952+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6694+0+0 (secure 0 0 0) 0x7f53b40ce8e0 con 0x7f53b81013f0 2024-06-06T07:49:33.954 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.952+0000 7f53bcd35700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f53a40a2c20 0x7f53a40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:33.954 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.953+0000 7f53bcd35700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f53a40a2c20 0x7f53a40a50e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f53a800b5c0 tx=0x7f53a8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:49:33.956 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:33.956+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f53b4014030 con 0x7f53b81013f0 2024-06-06T07:49:34.165 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:34.165+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f53b81a0f70 con 0x7f53a40a2c20 2024-06-06T07:49:34.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:34 smithi203 ceph-mon[37192]: osdmap e77: 11 total, 11 up, 11 in 2024-06-06T07:49:34.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:34 smithi027 ceph-mon[32293]: osdmap e77: 11 total, 11 up, 11 in 2024-06-06T07:49:34.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:34 smithi176 ceph-mon[36543]: osdmap e77: 11 total, 11 up, 11 in 2024-06-06T07:49:35.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:35 smithi027 ceph-mon[32293]: pgmap v247: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-06T07:49:35.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:35 smithi027 ceph-mon[32293]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:49:35.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:49:35.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:49:35.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:35 smithi176 ceph-mon[36543]: pgmap v247: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-06T07:49:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:35 smithi176 ceph-mon[36543]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:49:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:49:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:49:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:35.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:35 smithi203 ceph-mon[37192]: pgmap v247: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-06-06T07:49:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:35 smithi203 ceph-mon[37192]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:49:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-06T07:49:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-06T07:49:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:37 smithi027 ceph-mon[32293]: pgmap v248: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T07:49:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:37 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/2207775544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]: dispatch 2024-06-06T07:49:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:37 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]: dispatch 2024-06-06T07:49:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:37 smithi027 ceph-mon[32293]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]': finished 2024-06-06T07:49:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:37 smithi027 ceph-mon[32293]: osdmap e78: 12 total, 11 up, 12 in 2024-06-06T07:49:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:37 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:37 smithi176 ceph-mon[36543]: pgmap v248: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T07:49:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:37 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/2207775544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]: dispatch 2024-06-06T07:49:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:37 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]: dispatch 2024-06-06T07:49:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:37 smithi176 ceph-mon[36543]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]': finished 2024-06-06T07:49:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:37 smithi176 ceph-mon[36543]: osdmap e78: 12 total, 11 up, 12 in 2024-06-06T07:49:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:37 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:37.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:37 smithi203 ceph-mon[37192]: pgmap v248: 1 pgs: 1 peering; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-06-06T07:49:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:37 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/2207775544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]: dispatch 2024-06-06T07:49:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:37 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]: dispatch 2024-06-06T07:49:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:37 smithi203 ceph-mon[37192]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "be4de298-dad5-41d5-8277-c6b64df0a242"}]': finished 2024-06-06T07:49:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:37 smithi203 ceph-mon[37192]: osdmap e78: 12 total, 11 up, 12 in 2024-06-06T07:49:37.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:37 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:38.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:38 smithi027 ceph-mon[32293]: from='client.? 172.21.15.203:0/2404890301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:49:38.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:38 smithi176 ceph-mon[36543]: from='client.? 172.21.15.203:0/2404890301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:49:38.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:38 smithi203 ceph-mon[37192]: from='client.? 172.21.15.203:0/2404890301' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-06T07:49:39.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:39 smithi027 ceph-mon[32293]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T07:49:39.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:39 smithi176 ceph-mon[36543]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T07:49:39.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:39 smithi203 ceph-mon[37192]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-06T07:49:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:41 smithi203 ceph-mon[37192]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-06-06T07:49:41.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:41 smithi027 ceph-mon[32293]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-06-06T07:49:41.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:41 smithi176 ceph-mon[36543]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-06-06T07:49:43.382 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:43 smithi203 ceph-mon[37192]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:43.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:43 smithi027 ceph-mon[32293]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:43 smithi176 ceph-mon[36543]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:45 smithi027 ceph-mon[32293]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-06T07:49:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:45 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:45.413 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:45 smithi203 ceph-mon[37192]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:45.413 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-06T07:49:45.413 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:45 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:45 smithi176 ceph-mon[36543]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-06T07:49:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:45 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:46.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:46 smithi027 ceph-mon[32293]: Deploying daemon osd.11 on smithi203 2024-06-06T07:49:46.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:46 smithi176 ceph-mon[36543]: Deploying daemon osd.11 on smithi203 2024-06-06T07:49:46.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:46 smithi203 ceph-mon[37192]: Deploying daemon osd.11 on smithi203 2024-06-06T07:49:47.164 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:47 smithi203 ceph-mon[37192]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:47.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:47 smithi027 ceph-mon[32293]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:47.399 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:47 smithi176 ceph-mon[36543]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:49.165 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:49 smithi203 ceph-mon[37192]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:49 smithi027 ceph-mon[32293]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:49 smithi176 ceph-mon[36543]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:51.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:51 smithi027 ceph-mon[32293]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:51.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:51.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:51.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:51.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:51 smithi176 ceph-mon[36543]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:51.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:51 smithi203 ceph-mon[37192]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:51.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:51.504 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:51.505 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:49:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:53 smithi176 ceph-mon[36543]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:53 smithi203 ceph-mon[37192]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:53.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:53 smithi027 ceph-mon[32293]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:54.435 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.435+0000 7f53ae7fc700 1 -- 172.21.15.203:0/3549996284 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f53b81a0f70 con 0x7f53a40a2c20 2024-06-06T07:49:54.436 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 11 on host 'smithi203' 2024-06-06T07:49:54.437 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f53a40a2c20 msgr2=0x7f53a40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f53a40a2c20 0x7f53a40a50e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f53a800b5c0 tx=0x7f53a8005fb0 comp rx=0 tx=0).stop 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 msgr2=0x7f53b81987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 0x7f53b81987d0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f53b400c9a0 tx=0x7f53b400ccb0 comp rx=0 tx=0).stop 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 shutdown_connections 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f53b8102f90 0x7f53b819fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53b81013f0 0x7f53b81987d0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f53a40a2c20 0x7f53a40a50e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 --2- 172.21.15.203:0/3549996284 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f53b81025f0 0x7f53b8198d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:54.438 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 >> 172.21.15.203:0/3549996284 conn(0x7f53b80fc990 msgr2=0x7f53b80fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:54.439 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 shutdown_connections 2024-06-06T07:49:54.439 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:49:54.437+0000 7f53bf79a700 1 -- 172.21.15.203:0/3549996284 wait complete. 2024-06-06T07:49:55.100 DEBUG:teuthology.orchestra.run.smithi203:osd.11> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.11.service 2024-06-06T07:49:55.103 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-06-06T07:49:55.103 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd stat -f json 2024-06-06T07:49:55.368 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:49:55.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:55 smithi027 ceph-mon[32293]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:55 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:55 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:55 smithi027 ceph-mon[32293]: from='osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T07:49:55.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:55 smithi027 ceph-mon[32293]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T07:49:55.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:55 smithi176 ceph-mon[36543]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:55.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:55 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:55.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:55 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:55.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:55 smithi176 ceph-mon[36543]: from='osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T07:49:55.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:55 smithi176 ceph-mon[36543]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T07:49:55.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:55 smithi203 ceph-mon[37192]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:55 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:55 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:55 smithi203 ceph-mon[37192]: from='osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T07:49:55.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:55 smithi203 ceph-mon[37192]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-06T07:49:56.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:56.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:56.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-06T07:49:56.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: osdmap e79: 12 total, 11 up, 12 in 2024-06-06T07:49:56.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:56.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: from='osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:49:56.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:56 smithi176 ceph-mon[36543]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:49:56.504 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:56.505 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:56.505 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-06T07:49:56.505 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: osdmap e79: 12 total, 11 up, 12 in 2024-06-06T07:49:56.505 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:56.505 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: from='osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:49:56.505 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:56 smithi027 ceph-mon[32293]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:49:56.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:56.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-06T07:49:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: osdmap e79: 12 total, 11 up, 12 in 2024-06-06T07:49:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: from='osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:49:56.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-mon[37192]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-06-06T07:49:57.218 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T07:49:56.977+0000 7f11c0d70700 -1 osd.11 0 waiting for initial osdmap 2024-06-06T07:49:57.218 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 07:49:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T07:49:56.989+0000 7f11b8b5b700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-06T07:49:57.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 -- 172.21.15.27:0/606194808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 msgr2=0x7f947c107cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 --2- 172.21.15.27:0/606194808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c107cd0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9468009990 tx=0x7f9468009ca0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 -- 172.21.15.27:0/606194808 shutdown_connections 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 --2- 172.21.15.27:0/606194808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c108210 0x7f947c10a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 --2- 172.21.15.27:0/606194808 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f947c102fb0 0x7f947c1053a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 --2- 172.21.15.27:0/606194808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c107cd0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 -- 172.21.15.27:0/606194808 >> 172.21.15.27:0/606194808 conn(0x7f947c0fc9e0 msgr2=0x7f947c0fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 -- 172.21.15.27:0/606194808 shutdown_connections 2024-06-06T07:49:57.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.222+0000 7f9482f5c700 1 -- 172.21.15.27:0/606194808 wait complete. 2024-06-06T07:49:57.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 Processor -- start 2024-06-06T07:49:57.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 -- start start 2024-06-06T07:49:57.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c102fb0 0x7f947c198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:57.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c198cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:57.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f947c108210 0x7f947c19fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:57.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f947c10e250 con 0x7f947c1058e0 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f947c10e0d0 con 0x7f947c108210 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9482f5c700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f947c10e3d0 con 0x7f947c102fb0 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f947bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c198cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f9480cf8700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c102fb0 0x7f947c198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f947bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c198cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36618/0 (socket says 172.21.15.27:36618) 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.223+0000 7f947bfff700 1 -- 172.21.15.27:0/3651979909 learned_addr learned my addr 172.21.15.27:0/3651979909 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f94814f9700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f947c108210 0x7f947c19fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9480cf8700 1 -- 172.21.15.27:0/3651979909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f947c108210 msgr2=0x7f947c19fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9480cf8700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f947c108210 0x7f947c19fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9480cf8700 1 -- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 msgr2=0x7f947c198cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9480cf8700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c198cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9480cf8700 1 -- 172.21.15.27:0/3651979909 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f947c1a03f0 con 0x7f947c102fb0 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f947bfff700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c198cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9480cf8700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c102fb0 0x7f947c198790 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f947000ea20 tx=0x7f947000ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947000cbd0 con 0x7f947c102fb0 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f947c1a06e0 con 0x7f947c102fb0 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f947000ee60 con 0x7f947c102fb0 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9470018710 con 0x7f947c102fb0 2024-06-06T07:49:57.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.224+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f947c1a0c70 con 0x7f947c102fb0 2024-06-06T07:49:57.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.225+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f947c069180 con 0x7f947c102fb0 2024-06-06T07:49:57.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.227+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f94700109c0 con 0x7f947c102fb0 2024-06-06T07:49:57.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.227+0000 7f9479ffb700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f946c0a2c20 0x7f946c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:49:57.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.227+0000 7f947bfff700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f946c0a2c20 0x7f946c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:49:57.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.227+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6847+0+0 (secure 0 0 0) 0x7f94700ceff0 con 0x7f947c102fb0 2024-06-06T07:49:57.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.228+0000 7f947bfff700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f946c0a2c20 0x7f946c0a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f946800b2e0 tx=0x7f946801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:49:57.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.231+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f947009c470 con 0x7f947c102fb0 2024-06-06T07:49:57.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:57 smithi027 ceph-mon[32293]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:57.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:57 smithi027 ceph-mon[32293]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:49:57.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:57 smithi027 ceph-mon[32293]: osdmap e80: 12 total, 11 up, 12 in 2024-06-06T07:49:57.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:57 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:57.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:57 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:57.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:57 smithi027 ceph-mon[32293]: from='osd.11 ' entity='osd.11' 2024-06-06T07:49:57.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.467+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f947c02e0d0 con 0x7f947c102fb0 2024-06-06T07:49:57.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.468+0000 7f9479ffb700 1 -- 172.21.15.27:0/3651979909 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) ==== 74+0+133 (secure 0 0 0) 0x7f947009bd70 con 0x7f947c102fb0 2024-06-06T07:49:57.469 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:49:57.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f946c0a2c20 msgr2=0x7f946c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f946c0a2c20 0x7f946c0a50e0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f946800b2e0 tx=0x7f946801a040 comp rx=0 tx=0).stop 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c102fb0 msgr2=0x7f947c198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c102fb0 0x7f947c198790 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f947000ea20 tx=0x7f947000ed30 comp rx=0 tx=0).stop 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 shutdown_connections 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f947c108210 0x7f947c19fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f947c102fb0 0x7f947c198790 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f946c0a2c20 0x7f946c0a50e0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 --2- 172.21.15.27:0/3651979909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f947c1058e0 0x7f947c198cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 >> 172.21.15.27:0/3651979909 conn(0x7f947c0fc9e0 msgr2=0x7f947c1038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 shutdown_connections 2024-06-06T07:49:57.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:49:57.472+0000 7f9482f5c700 1 -- 172.21.15.27:0/3651979909 wait complete. 2024-06-06T07:49:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:57 smithi176 ceph-mon[36543]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:57 smithi176 ceph-mon[36543]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:49:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:57 smithi176 ceph-mon[36543]: osdmap e80: 12 total, 11 up, 12 in 2024-06-06T07:49:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:57 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:57 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:57 smithi176 ceph-mon[36543]: from='osd.11 ' entity='osd.11' 2024-06-06T07:49:57.510 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:57 smithi203 ceph-mon[37192]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:57.510 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:57 smithi203 ceph-mon[37192]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-06-06T07:49:57.510 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:57 smithi203 ceph-mon[37192]: osdmap e80: 12 total, 11 up, 12 in 2024-06-06T07:49:57.510 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:57 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:57.511 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:57 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:57.511 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:57 smithi203 ceph-mon[37192]: from='osd.11 ' entity='osd.11' 2024-06-06T07:49:58.330 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":80,"num_osds":12,"num_up_osds":11,"osd_up_since":1717660169,"num_in_osds":12,"osd_in_since":1717660176,"num_remapped_pgs":0} 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: purged_snaps scrub starts 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: purged_snaps scrub ok 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3651979909' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] boot 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: osdmap e81: 12 total, 12 up, 12 in 2024-06-06T07:49:58.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:58.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: purged_snaps scrub starts 2024-06-06T07:49:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: purged_snaps scrub ok 2024-06-06T07:49:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3651979909' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T07:49:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] boot 2024-06-06T07:49:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: osdmap e81: 12 total, 12 up, 12 in 2024-06-06T07:49:58.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:58.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: purged_snaps scrub starts 2024-06-06T07:49:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: purged_snaps scrub ok 2024-06-06T07:49:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3651979909' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T07:49:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: osd.11 [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] boot 2024-06-06T07:49:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: osdmap e81: 12 total, 12 up, 12 in 2024-06-06T07:49:58.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:59.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:59.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:49:59 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.331 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd stat -f json 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:59.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:49:59 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.546 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 319 MiB used, 983 GiB / 983 GiB avail 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:49:59.547 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:49:59 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:49:59.585 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:00.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: Detected new or changed devices on smithi203 2024-06-06T07:50:00.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi203 to 4272M 2024-06-06T07:50:00.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: osdmap e82: 12 total, 12 up, 12 in 2024-06-06T07:50:00.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:00.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:00.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:00.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:00.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:00 smithi176 ceph-mon[36543]: overall HEALTH_OK 2024-06-06T07:50:00.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: Detected new or changed devices on smithi203 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi203 to 4272M 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: osdmap e82: 12 total, 12 up, 12 in 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:00.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:00 smithi203 ceph-mon[37192]: overall HEALTH_OK 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: Detected new or changed devices on smithi203 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi203 to 4272M 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: osdmap e82: 12 total, 12 up, 12 in 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:00.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:00 smithi027 ceph-mon[32293]: overall HEALTH_OK 2024-06-06T07:50:01.349 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:01 smithi027 ceph-mon[32293]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:01.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.458+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3587921542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102fb0 msgr2=0x7f24ac109860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:01.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.458+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3587921542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102fb0 0x7f24ac109860 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f24a400b0a0 tx=0x7f24a400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.458+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3587921542 shutdown_connections 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.458+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3587921542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102fb0 0x7f24ac109860 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.458+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3587921542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac101410 0x7f24ac101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.458+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3587921542 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24ac102610 0x7f24ac102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.459+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3587921542 >> 172.21.15.27:0/3587921542 conn(0x7f24ac0fc9b0 msgr2=0x7f24ac0fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.459+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3587921542 shutdown_connections 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.459+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3587921542 wait complete. 2024-06-06T07:50:01.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.459+0000 7f24b1d1f700 1 Processor -- start 2024-06-06T07:50:01.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.459+0000 7f24b1d1f700 1 -- start start 2024-06-06T07:50:01.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24b1d1f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24ac101410 0x7f24ac10bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:01.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24b1d1f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 0x7f24ac10a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:01.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24b1d1f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac102fb0 0x7f24ac10a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:01.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24b1d1f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac10e300 con 0x7f24ac102610 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24b1d1f700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac10e180 con 0x7f24ac101410 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24b1d1f700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24ac10e480 con 0x7f24ac102fb0 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 0x7f24ac10a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 0x7f24ac10a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36638/0 (socket says 172.21.15.27:36638) 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 -- 172.21.15.27:0/3047989282 learned_addr learned my addr 172.21.15.27:0/3047989282 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24ab7fe700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24ac101410 0x7f24ac10bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24abfff700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac102fb0 0x7f24ac10a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 -- 172.21.15.27:0/3047989282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac102fb0 msgr2=0x7f24ac10a7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac102fb0 0x7f24ac10a7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 -- 172.21.15.27:0/3047989282 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24ac101410 msgr2=0x7f24ac10bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24ac101410 0x7f24ac10bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 -- 172.21.15.27:0/3047989282 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24ac10b050 con 0x7f24ac102610 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24abfff700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac102fb0 0x7f24ac10a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24aaffd700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 0x7f24ac10a260 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f24a000c920 tx=0x7f24a000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.460+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a0007b00 con 0x7f24ac102610 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.461+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24ac1a2950 con 0x7f24ac102610 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.461+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24a0004d30 con 0x7f24ac102610 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.461+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a0005680 con 0x7f24ac102610 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.461+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24ac1a2f10 con 0x7f24ac102610 2024-06-06T07:50:01.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.461+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24ac069180 con 0x7f24ac102610 2024-06-06T07:50:01.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.463+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f24a0004750 con 0x7f24ac102610 2024-06-06T07:50:01.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.464+0000 7f24a8ff9700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24940a2c20 0x7f24940a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:01.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.464+0000 7f24ab7fe700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24940a2c20 0x7f24940a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:01.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.464+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f24a00ceba0 con 0x7f24ac102610 2024-06-06T07:50:01.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.464+0000 7f24ab7fe700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24940a2c20 0x7f24940a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f24ac102470 tx=0x7f249c009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:01.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.468+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f24a00cee20 con 0x7f24ac102610 2024-06-06T07:50:01.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:01 smithi176 ceph-mon[36543]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:01.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:01 smithi203 ceph-mon[37192]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:01.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.677+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f24ac02dd40 con 0x7f24ac102610 2024-06-06T07:50:01.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.677+0000 7f24a8ff9700 1 -- 172.21.15.27:0/3047989282 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7f24ac02dd40 con 0x7f24ac102610 2024-06-06T07:50:01.678 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:01.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24940a2c20 msgr2=0x7f24940a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:01.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24940a2c20 0x7f24940a50e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f24ac102470 tx=0x7f249c009190 comp rx=0 tx=0).stop 2024-06-06T07:50:01.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 msgr2=0x7f24ac10a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:01.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 0x7f24ac10a260 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f24a000c920 tx=0x7f24a000cc30 comp rx=0 tx=0).stop 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 shutdown_connections 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24ac102fb0 0x7f24ac10a7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24ac101410 0x7f24ac10bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24940a2c20 0x7f24940a50e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 --2- 172.21.15.27:0/3047989282 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24ac102610 0x7f24ac10a260 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 >> 172.21.15.27:0/3047989282 conn(0x7f24ac0fc9b0 msgr2=0x7f24ac105840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.679+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 shutdown_connections 2024-06-06T07:50:01.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:01.680+0000 7f24b1d1f700 1 -- 172.21.15.27:0/3047989282 wait complete. 2024-06-06T07:50:02.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:02 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3047989282' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T07:50:02.451 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1717660197,"num_in_osds":12,"osd_in_since":1717660176,"num_remapped_pgs":0} 2024-06-06T07:50:02.451 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:50:02.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:02 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3047989282' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T07:50:02.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:02 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3047989282' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-06T07:50:02.701 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:03.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:03 smithi027 ceph-mon[32293]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:03.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:03 smithi176 ceph-mon[36543]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:03 smithi203 ceph-mon[37192]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:04.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 -- 172.21.15.27:0/312276254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc101d50 msgr2=0x7f61bc10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:04.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 --2- 172.21.15.27:0/312276254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc101d50 0x7f61bc10e240 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f61b4009990 tx=0x7f61b4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 -- 172.21.15.27:0/312276254 shutdown_connections 2024-06-06T07:50:04.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 --2- 172.21.15.27:0/312276254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc101d50 0x7f61bc10e240 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 --2- 172.21.15.27:0/312276254 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61bc107400 0x7f61bc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 --2- 172.21.15.27:0/312276254 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61bc101390 0x7f61bc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 -- 172.21.15.27:0/312276254 >> 172.21.15.27:0/312276254 conn(0x7f61bc078340 msgr2=0x7f61bc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 -- 172.21.15.27:0/312276254 shutdown_connections 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.451+0000 7f61c18ca700 1 -- 172.21.15.27:0/312276254 wait complete. 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 Processor -- start 2024-06-06T07:50:04.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 -- start start 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61bc101390 0x7f61bc103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61bc101d50 0x7f61bc1035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 0x7f61bc103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc111830 con 0x7f61bc107400 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc1116b0 con 0x7f61bc101390 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61c18ca700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f61bc1119b0 con 0x7f61bc101d50 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.452+0000 7f61bb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 0x7f61bc103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 0x7f61bc103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:53180/0 (socket says 172.21.15.27:53180) 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 -- 172.21.15.27:0/4260384443 learned_addr learned my addr 172.21.15.27:0/4260384443 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61baffd700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61bc101390 0x7f61bc103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:04.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61b27fc700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61bc101d50 0x7f61bc1035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 -- 172.21.15.27:0/4260384443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61bc101d50 msgr2=0x7f61bc1035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61bc101d50 0x7f61bc1035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 -- 172.21.15.27:0/4260384443 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61bc101390 msgr2=0x7f61bc103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61bc101390 0x7f61bc103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 -- 172.21.15.27:0/4260384443 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61bc1a7230 con 0x7f61bc107400 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61bb7fe700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 0x7f61bc103af0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f61b400f690 tx=0x7f61b400f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4027070 con 0x7f61bc107400 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f61b400bb20 con 0x7f61bc107400 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61bc1a74c0 con 0x7f61bc107400 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4017650 con 0x7f61bc107400 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.453+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61bc1a7910 con 0x7f61bc107400 2024-06-06T07:50:04.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.454+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61bc069180 con 0x7f61bc107400 2024-06-06T07:50:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.456+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f61b402a070 con 0x7f61bc107400 2024-06-06T07:50:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.457+0000 7f61c08c8700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61a80a2c20 0x7f61a80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.457+0000 7f61baffd700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61a80a2c20 0x7f61a80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:04.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.457+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f61b40d01d0 con 0x7f61bc107400 2024-06-06T07:50:04.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.457+0000 7f61baffd700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61a80a2c20 0x7f61a80a50e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f61ac00f440 tx=0x7f61ac0079e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:04.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.460+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f61b4031070 con 0x7f61bc107400 2024-06-06T07:50:04.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.666+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61bc1a7c30 con 0x7f61bc107400 2024-06-06T07:50:04.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.667+0000 7f61c08c8700 1 -- 172.21.15.27:0/4260384443 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18444 (secure 0 0 0) 0x7f61b4013070 con 0x7f61bc107400 2024-06-06T07:50:04.668 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:04.668 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":82,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:49:59.223392+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:50:04.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.669+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61a80a2c20 msgr2=0x7f61a80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.669+0000 7f61c18ca700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61a80a2c20 0x7f61a80a50e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f61ac00f440 tx=0x7f61ac0079e0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.669+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 msgr2=0x7f61bc103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.669+0000 7f61c18ca700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 0x7f61bc103af0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f61b400f690 tx=0x7f61b400f6c0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 shutdown_connections 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61a80a2c20 0x7f61a80a50e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61bc107400 0x7f61bc103af0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61bc101390 0x7f61bc103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 --2- 172.21.15.27:0/4260384443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61bc101d50 0x7f61bc1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 >> 172.21.15.27:0/4260384443 conn(0x7f61bc078340 msgr2=0x7f61bc100580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 shutdown_connections 2024-06-06T07:50:04.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:04.670+0000 7f61c18ca700 1 -- 172.21.15.27:0/4260384443 wait complete. 2024-06-06T07:50:05.479 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-06T07:46:04.030579+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-06-06T07:50:05.479 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-06-06T07:50:05.504 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:05 smithi027 ceph-mon[32293]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:05.504 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:05 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4260384443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:50:05.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:05 smithi203 ceph-mon[37192]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:05.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:05 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4260384443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:50:05.728 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:05 smithi176 ceph-mon[36543]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:05.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:05 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4260384443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:50:07.420 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:07 smithi027 ceph-mon[32293]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1904989233 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28107880 msgr2=0x7f2e2810f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1904989233 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28107880 0x7f2e2810f400 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000b0d0 tx=0x7f2e2000b3e0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1904989233 shutdown_connections 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1904989233 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28107880 0x7f2e2810f400 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1904989233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2e28100c40 0x7f2e28101020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1904989233 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e281015f0 0x7f2e28107150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1904989233 >> 172.21.15.27:0/1904989233 conn(0x7f2e28077990 msgr2=0x7f2e280fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1904989233 shutdown_connections 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1904989233 wait complete. 2024-06-06T07:50:07.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 Processor -- start 2024-06-06T07:50:07.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.431+0000 7f2e2fc14700 1 -- start start 2024-06-06T07:50:07.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2fc14700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 0x7f2e28101bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:07.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2fc14700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e281015f0 0x7f2e28102100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:07.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2fc14700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2e28107880 0x7f2e28102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2fc14700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2e281129b0 con 0x7f2e28100c40 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2fc14700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28112830 con 0x7f2e281015f0 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2fc14700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2e28112b30 con 0x7f2e28107880 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 0x7f2e28101bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 0x7f2e28101bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:53200/0 (socket says 172.21.15.27:53200) 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 -- 172.21.15.27:0/1862675099 learned_addr learned my addr 172.21.15.27:0/1862675099 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d1af700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e281015f0 0x7f2e28102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2e1b1700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2e28107880 0x7f2e28102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 -- 172.21.15.27:0/1862675099 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2e28107880 msgr2=0x7f2e28102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2e28107880 0x7f2e28102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 -- 172.21.15.27:0/1862675099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e281015f0 msgr2=0x7f2e28102100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e281015f0 0x7f2e28102100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 -- 172.21.15.27:0/1862675099 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e281a7250 con 0x7f2e28100c40 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.432+0000 7f2e2d9b0700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 0x7f2e28101bc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2e2400b530 tx=0x7f2e2400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.433+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e24015020 con 0x7f2e28100c40 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.433+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e281a7540 con 0x7f2e28100c40 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.433+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2e24011d30 con 0x7f2e28100c40 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.433+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e2400f2e0 con 0x7f2e28100c40 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.433+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e281a7a30 con 0x7f2e28100c40 2024-06-06T07:50:07.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.434+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e2810aac0 con 0x7f2e28100c40 2024-06-06T07:50:07.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.435+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2e24018020 con 0x7f2e28100c40 2024-06-06T07:50:07.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.436+0000 7f2e1effd700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2e140a2c20 0x7f2e140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:07.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.436+0000 7f2e2d1af700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2e140a2c20 0x7f2e140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:07.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.436+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f2e240ce2d0 con 0x7f2e28100c40 2024-06-06T07:50:07.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.436+0000 7f2e2d1af700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2e140a2c20 0x7f2e140a50e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2e28100400 tx=0x7f2e1800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:07.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.440+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2e2401f020 con 0x7f2e28100c40 2024-06-06T07:50:07.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:07 smithi203 ceph-mon[37192]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:07.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.645+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2e2810a4a0 con 0x7f2e28100c40 2024-06-06T07:50:07.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.645+0000 7f2e1effd700 1 -- 172.21.15.27:0/1862675099 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f2e2409b6d0 con 0x7f2e28100c40 2024-06-06T07:50:07.645 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2e140a2c20 msgr2=0x7f2e140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2e140a2c20 0x7f2e140a50e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2e28100400 tx=0x7f2e1800b410 comp rx=0 tx=0).stop 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 msgr2=0x7f2e28101bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 0x7f2e28101bc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2e2400b530 tx=0x7f2e2400b840 comp rx=0 tx=0).stop 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 shutdown_connections 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2e28107880 0x7f2e28102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2e140a2c20 0x7f2e140a50e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2e28100c40 0x7f2e28101bc0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 --2- 172.21.15.27:0/1862675099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2e281015f0 0x7f2e28102100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:07.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 >> 172.21.15.27:0/1862675099 conn(0x7f2e28077990 msgr2=0x7f2e28105ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:07.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 shutdown_connections 2024-06-06T07:50:07.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:07.647+0000 7f2e2fc14700 1 -- 172.21.15.27:0/1862675099 wait complete. 2024-06-06T07:50:07.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:07 smithi176 ceph-mon[36543]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:08.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:08 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1862675099' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T07:50:08.486 INFO:tasks.cephadm:Adding mds.a on smithi027 2024-06-06T07:50:08.486 INFO:tasks.cephadm:Adding mds.d on smithi027 2024-06-06T07:50:08.486 INFO:tasks.cephadm:Adding mds.g on smithi027 2024-06-06T07:50:08.486 INFO:tasks.cephadm:Adding mds.j on smithi027 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.b on smithi176 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.e on smithi176 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.h on smithi176 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.k on smithi176 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.c on smithi203 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.f on smithi203 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.i on smithi203 2024-06-06T07:50:08.487 INFO:tasks.cephadm:Adding mds.l on smithi203 2024-06-06T07:50:08.487 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph orch apply mds all '12;smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l' 2024-06-06T07:50:08.515 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:08 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1862675099' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T07:50:08.737 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T07:50:08.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:08 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1862675099' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T07:50:09.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:09 smithi203 ceph-mon[37192]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:09.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:09 smithi027 ceph-mon[32293]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:09.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:09 smithi176 ceph-mon[36543]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:10.427 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 -- 172.21.15.203:0/3685797916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 msgr2=0x7f1f7c102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:10.427 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 --2- 172.21.15.203:0/3685797916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c102910 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009990 tx=0x7f1f6c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.427 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 -- 172.21.15.203:0/3685797916 shutdown_connections 2024-06-06T07:50:10.427 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 --2- 172.21.15.203:0/3685797916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c104090 0x7f1f7c10a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.427 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 --2- 172.21.15.203:0/3685797916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c102910 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.427 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 --2- 172.21.15.203:0/3685797916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f7c1036f0 0x7f1f7c103b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 -- 172.21.15.203:0/3685797916 >> 172.21.15.203:0/3685797916 conn(0x7f1f7c0fda90 msgr2=0x7f1f7c0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 -- 172.21.15.203:0/3685797916 shutdown_connections 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.425+0000 7f1f82226700 1 -- 172.21.15.203:0/3685797916 wait complete. 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 Processor -- start 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 -- start start 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f7c1036f0 0x7f1f7c198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c104090 0x7f1f7c19fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:10.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c10e2f0 con 0x7f1f7c104090 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c10e170 con 0x7f1f7c1036f0 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.426+0000 7f1f82226700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c10e470 con 0x7f1f7c1024f0 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c1988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:52636/0 (socket says 172.21.15.203:52636) 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 -- 172.21.15.203:0/3812378027 learned_addr learned my addr 172.21.15.203:0/3812378027 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7affd700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f7c1036f0 0x7f1f7c198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7bfff700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c104090 0x7f1f7c19fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 -- 172.21.15.203:0/3812378027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f7c1036f0 msgr2=0x7f1f7c198de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f7c1036f0 0x7f1f7c198de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 -- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c104090 msgr2=0x7f1f7c19fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:10.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c104090 0x7f1f7c19fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.430 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 -- 172.21.15.203:0/3812378027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7c1a0500 con 0x7f1f7c1024f0 2024-06-06T07:50:10.430 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f7b7fe700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c1988a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c0059d0 tx=0x7f1f6c00bb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:10.431 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c026070 con 0x7f1f7c1024f0 2024-06-06T07:50:10.431 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1f6c00f460 con 0x7f1f7c1024f0 2024-06-06T07:50:10.431 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c021670 con 0x7f1f7c1024f0 2024-06-06T07:50:10.431 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.427+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f7c1a0790 con 0x7f1f7c1024f0 2024-06-06T07:50:10.431 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.428+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f7c1a0cc0 con 0x7f1f7c1024f0 2024-06-06T07:50:10.432 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.428+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f7c069180 con 0x7f1f7c1024f0 2024-06-06T07:50:10.432 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.430+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1f6c029070 con 0x7f1f7c1024f0 2024-06-06T07:50:10.432 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.431+0000 7f1f78ff9700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1f640a2ca0 0x7f1f640a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:10.432 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.431+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f1f6c0cfbb0 con 0x7f1f7c1024f0 2024-06-06T07:50:10.432 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.431+0000 7f1f7affd700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1f640a2ca0 0x7f1f640a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:10.432 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.432+0000 7f1f7affd700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1f640a2ca0 0x7f1f640a5160 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1f70006fd0 tx=0x7f1f70008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:10.434 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.434+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1f6c030020 con 0x7f1f7c1024f0 2024-06-06T07:50:10.637 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.637+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}) -- 0x7f1f7c0629d0 con 0x7f1f640a2ca0 2024-06-06T07:50:10.645 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.645+0000 7f1f78ff9700 1 -- 172.21.15.203:0/3812378027 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f1f7c0629d0 con 0x7f1f640a2ca0 2024-06-06T07:50:10.645 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mds.all update... 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1f640a2ca0 msgr2=0x7f1f640a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1f640a2ca0 0x7f1f640a5160 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f1f70006fd0 tx=0x7f1f70008040 comp rx=0 tx=0).stop 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 msgr2=0x7f1f7c1988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c1988a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c0059d0 tx=0x7f1f6c00bb20 comp rx=0 tx=0).stop 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 shutdown_connections 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1f640a2ca0 0x7f1f640a5160 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f7c104090 0x7f1f7c19fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f7c1024f0 0x7f1f7c1988a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 --2- 172.21.15.203:0/3812378027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f7c1036f0 0x7f1f7c198de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 >> 172.21.15.203:0/3812378027 conn(0x7f1f7c0fda90 msgr2=0x7f1f7c1069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:10.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 shutdown_connections 2024-06-06T07:50:10.649 INFO:teuthology.orchestra.run.smithi203.stderr:2024-06-06T07:50:10.648+0000 7f1f82226700 1 -- 172.21.15.203:0/3812378027 wait complete. 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:11.324 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:11 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:11.325 DEBUG:teuthology.orchestra.run.smithi027:mds.a> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.a.service 2024-06-06T07:50:11.329 DEBUG:teuthology.orchestra.run.smithi027:mds.d> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.d.service 2024-06-06T07:50:11.371 DEBUG:teuthology.orchestra.run.smithi027:mds.g> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.g.service 2024-06-06T07:50:11.414 DEBUG:teuthology.orchestra.run.smithi027:mds.j> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.j.service 2024-06-06T07:50:11.457 DEBUG:teuthology.orchestra.run.smithi176:mds.b> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.b.service 2024-06-06T07:50:11.460 DEBUG:teuthology.orchestra.run.smithi176:mds.e> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service 2024-06-06T07:50:11.503 DEBUG:teuthology.orchestra.run.smithi176:mds.h> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.h.service 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:11.524 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:11 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:11.525 DEBUG:teuthology.orchestra.run.smithi176:mds.k> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.k.service 2024-06-06T07:50:11.567 DEBUG:teuthology.orchestra.run.smithi203:mds.c> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.c.service 2024-06-06T07:50:11.570 DEBUG:teuthology.orchestra.run.smithi203:mds.f> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.f.service 2024-06-06T07:50:11.612 DEBUG:teuthology.orchestra.run.smithi203:mds.i> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.i.service 2024-06-06T07:50:11.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:11.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:11.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:11 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:11.655 DEBUG:teuthology.orchestra.run.smithi203:mds.l> sudo journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.l.service 2024-06-06T07:50:11.700 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-06-06T07:50:11.700 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:11.950 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:12.346 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:12 smithi027 ceph-mon[32293]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:50:12.346 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:12 smithi027 ceph-mon[32293]: Saving service mds.all spec with placement smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-06-06T07:50:12.346 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:12 smithi027 ceph-mon[32293]: Deploying daemon mds.l on smithi203 2024-06-06T07:50:12.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:12 smithi203 ceph-mon[37192]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:50:12.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:12 smithi203 ceph-mon[37192]: Saving service mds.all spec with placement smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-06-06T07:50:12.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:12 smithi203 ceph-mon[37192]: Deploying daemon mds.l on smithi203 2024-06-06T07:50:12.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:12 smithi176 ceph-mon[36543]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:50:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:12 smithi176 ceph-mon[36543]: Saving service mds.all spec with placement smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-06-06T07:50:12.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:12 smithi176 ceph-mon[36543]: Deploying daemon mds.l on smithi203 2024-06-06T07:50:13.214 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:12 smithi203 systemd[1]: Starting Ceph mds.l for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:13.388 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:13 smithi027 ceph-mon[32293]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:13.488 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:13 smithi203 ceph-mon[37192]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:13.488 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 podman[66863]: 2024-06-06 07:50:13.117648528 +0000 UTC m=+0.016899440 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:13.488 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 podman[66863]: 2024-06-06 07:50:13.227423586 +0000 UTC m=+0.126674536 container create 7d5d7d579d160c9a62bd427ac6b080e0f49c66a627d16e3e7ce31fbd8aee85be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_CLEAN=True) 2024-06-06T07:50:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:13 smithi176 ceph-mon[36543]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:13.778 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 podman[66863]: 2024-06-06 07:50:13.488900655 +0000 UTC m=+0.388151557 container init 7d5d7d579d160c9a62bd427ac6b080e0f49c66a627d16e3e7ce31fbd8aee85be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc) 2024-06-06T07:50:13.778 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 podman[66863]: 2024-06-06 07:50:13.491637355 +0000 UTC m=+0.390888264 container start 7d5d7d579d160c9a62bd427ac6b080e0f49c66a627d16e3e7ce31fbd8aee85be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True) 2024-06-06T07:50:13.778 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 ceph-mds[66882]: -- 172.21.15.203:0/1018340630 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5627ccbb7a40 con 0x5627ccb8a800 2024-06-06T07:50:13.778 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l[66878]: starting mds.l at 2024-06-06T07:50:13.778 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 bash[66863]: 7d5d7d579d160c9a62bd427ac6b080e0f49c66a627d16e3e7ce31fbd8aee85be 2024-06-06T07:50:13.778 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 07:50:13 smithi203 systemd[1]: Started Ceph mds.l for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 -- 172.21.15.27:0/3248754900 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654102510 msgr2=0x7f9654102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 --2- 172.21.15.27:0/3248754900 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654102510 0x7f9654102990 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f9644009990 tx=0x7f9644009ca0 comp rx=0 tx=0).stop 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 -- 172.21.15.27:0/3248754900 shutdown_connections 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 --2- 172.21.15.27:0/3248754900 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9654102ed0 0x7f965410f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 --2- 172.21.15.27:0/3248754900 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654108510 0x7f96541088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 --2- 172.21.15.27:0/3248754900 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654102510 0x7f9654102990 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 -- 172.21.15.27:0/3248754900 >> 172.21.15.27:0/3248754900 conn(0x7f96540795b0 msgr2=0x7f96540799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 -- 172.21.15.27:0/3248754900 shutdown_connections 2024-06-06T07:50:13.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.828+0000 7f965bc06700 1 -- 172.21.15.27:0/3248754900 wait complete. 2024-06-06T07:50:13.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 Processor -- start 2024-06-06T07:50:13.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 -- start start 2024-06-06T07:50:13.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 0x7f965419af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9654102ed0 0x7f965419b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654108510 0x7f965419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9654112900 con 0x7f9654108510 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9654112780 con 0x7f9654102ed0 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965bc06700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9654112a80 con 0x7f9654102510 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965a1a3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654108510 0x7f965419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f96599a2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 0x7f965419af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f96599a2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 0x7f965419af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:39964/0 (socket says 172.21.15.27:39964) 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f965a1a3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654108510 0x7f965419f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34052/0 (socket says 172.21.15.27:34052) 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f96599a2700 1 -- 172.21.15.27:0/3512283412 learned_addr learned my addr 172.21.15.27:0/3512283412 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.829+0000 7f96591a1700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9654102ed0 0x7f965419b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f96599a2700 1 -- 172.21.15.27:0/3512283412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9654102ed0 msgr2=0x7f965419b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:13.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f96599a2700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9654102ed0 0x7f965419b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f96599a2700 1 -- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654108510 msgr2=0x7f965419f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f96599a2700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654108510 0x7f965419f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f96599a2700 1 -- 172.21.15.27:0/3512283412 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f965419ff60 con 0x7f9654102510 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f96599a2700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 0x7f965419af50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f965000e9c0 tx=0x7f965000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965000cbd0 con 0x7f9654102510 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f965000ee60 con 0x7f9654102510 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96541a0250 con 0x7f9654102510 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9650010430 con 0x7f9654102510 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.830+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96541a7ad0 con 0x7f9654102510 2024-06-06T07:50:13.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.831+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9654069180 con 0x7f9654102510 2024-06-06T07:50:13.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.832+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9650004750 con 0x7f9654102510 2024-06-06T07:50:13.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.833+0000 7f964affd700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96400a2ca0 0x7f96400a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:13.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.833+0000 7f96591a1700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96400a2ca0 0x7f96400a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:13.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.833+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f96500cedb0 con 0x7f9654102510 2024-06-06T07:50:13.833 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.833+0000 7f96591a1700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96400a2ca0 0x7f96400a5160 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9654079ef0 tx=0x7f9644005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:13.836 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:13.837+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f96500d3070 con 0x7f9654102510 2024-06-06T07:50:14.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.091+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96541a7d00 con 0x7f9654102510 2024-06-06T07:50:14.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.092+0000 7f964affd700 1 -- 172.21.15.27:0/3512283412 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f965009c110 con 0x7f9654102510 2024-06-06T07:50:14.091 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:14.091 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96400a2ca0 msgr2=0x7f96400a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96400a2ca0 0x7f96400a5160 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9654079ef0 tx=0x7f9644005fd0 comp rx=0 tx=0).stop 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 msgr2=0x7f965419af50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 0x7f965419af50 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f965000e9c0 tx=0x7f965000ecd0 comp rx=0 tx=0).stop 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 shutdown_connections 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96400a2ca0 0x7f96400a5160 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9654108510 0x7f965419f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9654102510 0x7f965419af50 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 --2- 172.21.15.27:0/3512283412 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9654102ed0 0x7f965419b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 >> 172.21.15.27:0/3512283412 conn(0x7f96540795b0 msgr2=0x7f965410d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 shutdown_connections 2024-06-06T07:50:14.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:14.094+0000 7f965bc06700 1 -- 172.21.15.27:0/3512283412 wait complete. 2024-06-06T07:50:14.095 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 2 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6832/599985241,v1:172.21.15.203:6833/599985241] up:boot 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: fsmap 1 up:standby 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:14.579 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:14.580 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:14.580 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:14.580 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:14.580 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: Deploying daemon mds.k on smithi176 2024-06-06T07:50:14.580 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:14 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3512283412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6832/599985241,v1:172.21.15.203:6833/599985241] up:boot 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: fsmap 1 up:standby 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: Deploying daemon mds.k on smithi176 2024-06-06T07:50:14.795 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:14 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3512283412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6832/599985241,v1:172.21.15.203:6833/599985241] up:boot 2024-06-06T07:50:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: fsmap 1 up:standby 2024-06-06T07:50:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T07:50:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: Deploying daemon mds.k on smithi176 2024-06-06T07:50:15.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:14 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3512283412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:15.998 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:15 smithi176 systemd[1]: Starting Ceph mds.k for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:16.372 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 podman[65542]: 2024-06-06 07:50:16.014476488 +0000 UTC m=+0.018223263 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:16.373 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 podman[65542]: 2024-06-06 07:50:16.128812213 +0000 UTC m=+0.132558968 container create 168530b3ae072c235e56ad5ae1e134cd3e147d8fe21817ce811775f32950cc4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-06-06T07:50:16.373 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 podman[65542]: 2024-06-06 07:50:16.373379452 +0000 UTC m=+0.377126203 container init 168530b3ae072c235e56ad5ae1e134cd3e147d8fe21817ce811775f32950cc4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528) 2024-06-06T07:50:16.640 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 podman[65542]: 2024-06-06 07:50:16.376307945 +0000 UTC m=+0.380054716 container start 168530b3ae072c235e56ad5ae1e134cd3e147d8fe21817ce811775f32950cc4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-06-06T07:50:16.640 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mds[65561]: -- 172.21.15.176:0/15126255 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d0b5715a40 con 0x55d0b56e9000 2024-06-06T07:50:16.640 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k[65557]: starting mds.k at 2024-06-06T07:50:16.640 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 bash[65542]: 168530b3ae072c235e56ad5ae1e134cd3e147d8fe21817ce811775f32950cc4c 2024-06-06T07:50:16.640 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 07:50:16 smithi176 systemd[1]: Started Ceph mds.k for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:16.827 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:16.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:16.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:16.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:16 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:16 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:17.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:16 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:17.079 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:17.784 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:17 smithi176 ceph-mon[36543]: Deploying daemon mds.j on smithi027 2024-06-06T07:50:17.784 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:17 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6832/4209089521,v1:172.21.15.176:6833/4209089521] up:boot 2024-06-06T07:50:17.784 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:17 smithi176 ceph-mon[36543]: fsmap 2 up:standby 2024-06-06T07:50:17.785 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:17 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T07:50:17.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:17 smithi027 ceph-mon[32293]: Deploying daemon mds.j on smithi027 2024-06-06T07:50:17.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:17 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6832/4209089521,v1:172.21.15.176:6833/4209089521] up:boot 2024-06-06T07:50:17.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:17 smithi027 ceph-mon[32293]: fsmap 2 up:standby 2024-06-06T07:50:17.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:17 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T07:50:18.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:17 smithi203 ceph-mon[37192]: Deploying daemon mds.j on smithi027 2024-06-06T07:50:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:17 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6832/4209089521,v1:172.21.15.176:6833/4209089521] up:boot 2024-06-06T07:50:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:17 smithi203 ceph-mon[37192]: fsmap 2 up:standby 2024-06-06T07:50:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:17 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T07:50:18.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:18 smithi027 ceph-mon[32293]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:18.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:18 smithi176 ceph-mon[36543]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:19.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:18 smithi203 ceph-mon[37192]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 -- 172.21.15.27:0/1386934918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8102740 msgr2=0x7f8ac8102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 --2- 172.21.15.27:0/1386934918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8102740 0x7f8ac8102b20 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80099c0 tx=0x7f8ab8009cd0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 -- 172.21.15.27:0/1386934918 shutdown_connections 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 --2- 172.21.15.27:0/1386934918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ac8107840 0x7f8ac810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 --2- 172.21.15.27:0/1386934918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8102740 0x7f8ac8102b20 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 --2- 172.21.15.27:0/1386934918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ac81030f0 0x7f8ac8107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 -- 172.21.15.27:0/1386934918 >> 172.21.15.27:0/1386934918 conn(0x7f8ac80795f0 msgr2=0x7f8ac8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:19.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 -- 172.21.15.27:0/1386934918 shutdown_connections 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 -- 172.21.15.27:0/1386934918 wait complete. 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.342+0000 7f8acd31e700 1 Processor -- start 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 -- start start 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ac8102740 0x7f8ac819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ac81030f0 0x7f8ac819ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 0x7f8ac8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac8112890 con 0x7f8ac8107840 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac8112710 con 0x7f8ac81030f0 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8acd31e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac8112a10 con 0x7f8ac8102740 2024-06-06T07:50:19.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 0x7f8ac8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 0x7f8ac8198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34066/0 (socket says 172.21.15.27:34066) 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 -- 172.21.15.27:0/2769598353 learned_addr learned my addr 172.21.15.27:0/2769598353 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac67fc700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ac81030f0 0x7f8ac819ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac6ffd700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ac8102740 0x7f8ac819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 -- 172.21.15.27:0/2769598353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ac8102740 msgr2=0x7f8ac819e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ac8102740 0x7f8ac819e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 -- 172.21.15.27:0/2769598353 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ac81030f0 msgr2=0x7f8ac819ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ac81030f0 0x7f8ac819ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.343+0000 7f8ac77fe700 1 -- 172.21.15.27:0/2769598353 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ac8199250 con 0x7f8ac8107840 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.344+0000 7f8ac77fe700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 0x7f8ac8198af0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000ada0 tx=0x7f8ac000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.344+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac0017020 con 0x7f8ac8107840 2024-06-06T07:50:19.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.344+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ac8199540 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.344+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8ac000a0d0 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.344+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac0005490 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.344+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ac81a57b0 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.345+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ac810aa80 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.346+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8ac0005690 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.347+0000 7f8abffff700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8ab40a2c20 0x7f8ab40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.347+0000 7f8ac6ffd700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8ab40a2c20 0x7f8ab40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.347+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8ac00ce9f0 con 0x7f8ac8107840 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.348+0000 7f8ac6ffd700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8ab40a2c20 0x7f8ab40a50e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8000c00 tx=0x7f8ab8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:19.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.351+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8ac0021020 con 0x7f8ac8107840 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.605+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ac8199fd0 con 0x7f8ac8107840 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.606+0000 7f8abffff700 1 -- 172.21.15.27:0/2769598353 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2221 (secure 0 0 0) 0x7f8ac009bde0 con 0x7f8ac8107840 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8ab40a2c20 msgr2=0x7f8ab40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8ab40a2c20 0x7f8ab40a50e0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8000c00 tx=0x7f8ab8005fb0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 msgr2=0x7f8ac8198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 0x7f8ac8198af0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000ada0 tx=0x7f8ac000c330 comp rx=0 tx=0).stop 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 shutdown_connections 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8ab40a2c20 0x7f8ab40a50e0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8ac8107840 0x7f8ac8198af0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ac8102740 0x7f8ac819e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 --2- 172.21.15.27:0/2769598353 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8ac81030f0 0x7f8ac819ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 >> 172.21.15.27:0/2769598353 conn(0x7f8ac80795f0 msgr2=0x7f8ac8100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 shutdown_connections 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:19.608+0000 7f8acd31e700 1 -- 172.21.15.27:0/2769598353 wait complete. 2024-06-06T07:50:19.804 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 3 2024-06-06T07:50:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:19 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2769598353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:19.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:19 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2769598353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:20.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:19 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2769598353' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:20.262 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:20 smithi027 systemd[1]: Starting Ceph mds.j for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:20.817 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:20 smithi027 ceph-mon[32293]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:20.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:20 smithi176 ceph-mon[36543]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:21.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:20 smithi203 ceph-mon[37192]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:21.108 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:20 smithi027 podman[73117]: 2024-06-06 07:50:20.720431252 +0000 UTC m=+0.017581463 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:21.108 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:20 smithi027 podman[73117]: 2024-06-06 07:50:20.839465546 +0000 UTC m=+0.136615744 container create a69e8609ff9bc764a5836434d92ba94386be18dd1d1953b23af24335cb7be8c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-06-06T07:50:21.108 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:21 smithi027 podman[73117]: 2024-06-06 07:50:21.108966985 +0000 UTC m=+0.406117174 container init a69e8609ff9bc764a5836434d92ba94386be18dd1d1953b23af24335cb7be8c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-06-06T07:50:21.395 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:21 smithi027 podman[73117]: 2024-06-06 07:50:21.112301197 +0000 UTC m=+0.409451403 container start a69e8609ff9bc764a5836434d92ba94386be18dd1d1953b23af24335cb7be8c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD) 2024-06-06T07:50:21.395 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:21 smithi027 ceph-mds[73136]: -- 172.21.15.27:0/2034485565 <== mon.0 v2:172.21.15.27:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5633aa5afa40 con 0x5633aa582c00 2024-06-06T07:50:21.395 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:21 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j[73132]: starting mds.j at 2024-06-06T07:50:21.395 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:21 smithi027 bash[73117]: a69e8609ff9bc764a5836434d92ba94386be18dd1d1953b23af24335cb7be8c3 2024-06-06T07:50:21.395 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 07:50:21 smithi027 systemd[1]: Started Ceph mds.j for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: Deploying daemon mds.d on smithi027 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.27:6834/1140980981,v1:172.21.15.27:6835/1140980981] up:boot 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: fsmap 3 up:standby 2024-06-06T07:50:22.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:22 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T07:50:22.591 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: Deploying daemon mds.d on smithi027 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.27:6834/1140980981,v1:172.21.15.27:6835/1140980981] up:boot 2024-06-06T07:50:22.617 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: fsmap 3 up:standby 2024-06-06T07:50:22.618 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:22 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: Deploying daemon mds.d on smithi027 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.27:6834/1140980981,v1:172.21.15.27:6835/1140980981] up:boot 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: fsmap 3 up:standby 2024-06-06T07:50:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:22 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T07:50:23.172 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:23.555 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:23 smithi027 ceph-mon[32293]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:23.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:23 smithi176 ceph-mon[36543]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:23 smithi203 ceph-mon[37192]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:24.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 -- 172.21.15.27:0/4041793895 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4488107840 msgr2=0x7f448810f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:24.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 --2- 172.21.15.27:0/4041793895 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4488107840 0x7f448810f3c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f448000b0d0 tx=0x7f448000b3e0 comp rx=0 tx=0).stop 2024-06-06T07:50:24.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 -- 172.21.15.27:0/4041793895 shutdown_connections 2024-06-06T07:50:24.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 --2- 172.21.15.27:0/4041793895 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4488107840 0x7f448810f3c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 --2- 172.21.15.27:0/4041793895 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f4488102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 --2- 172.21.15.27:0/4041793895 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f44881030f0 0x7f4488107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 -- 172.21.15.27:0/4041793895 >> 172.21.15.27:0/4041793895 conn(0x7f44880795f0 msgr2=0x7f4488079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 -- 172.21.15.27:0/4041793895 shutdown_connections 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 -- 172.21.15.27:0/4041793895 wait complete. 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 Processor -- start 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.930+0000 7f448d7fd700 1 -- start start 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448819e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:24.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f4488198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f44881128d0 con 0x7f44881030f0 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4488112750 con 0x7f4488107840 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4488112a50 con 0x7f4488102740 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448819edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41642/0 (socket says 172.21.15.27:41642) 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 -- 172.21.15.27:0/403100171 learned_addr learned my addr 172.21.15.27:0/403100171 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f44877fe700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f4488198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f4486ffd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448819e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 -- 172.21.15.27:0/403100171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 msgr2=0x7f448819e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:24.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448819e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 -- 172.21.15.27:0/403100171 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 msgr2=0x7f4488198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f4488198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 -- 172.21.15.27:0/403100171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44881991d0 con 0x7f44881030f0 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f447ffff700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448819edf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f447000c920 tx=0x7f447000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470007b00 con 0x7f44881030f0 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44881994c0 con 0x7f44881030f0 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.931+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4470004d30 con 0x7f44881030f0 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.932+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470005680 con 0x7f44881030f0 2024-06-06T07:50:24.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.932+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44881a5780 con 0x7f44881030f0 2024-06-06T07:50:24.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.933+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4488069180 con 0x7f44881030f0 2024-06-06T07:50:24.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.934+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4470004750 con 0x7f44881030f0 2024-06-06T07:50:24.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.934+0000 7f4484ff9700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44740a2c20 0x7f44740a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:24.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.935+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f44700ce770 con 0x7f44881030f0 2024-06-06T07:50:24.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.935+0000 7f4486ffd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44740a2c20 0x7f44740a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:24.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.935+0000 7f4486ffd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44740a2c20 0x7f44740a50e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4478005950 tx=0x7f44780058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:24.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:24.939+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4470014030 con 0x7f44881030f0 2024-06-06T07:50:25.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.194+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f44881a5a10 con 0x7f44881030f0 2024-06-06T07:50:25.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.194+0000 7f4484ff9700 1 -- 172.21.15.27:0/403100171 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3046 (secure 0 0 0) 0x7f447009bb70 con 0x7f44881030f0 2024-06-06T07:50:25.195 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:25.195 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-06T07:50:25.196 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:25 smithi027 podman[73560]: 2024-06-06 07:50:25.107456143 +0000 UTC m=+0.132120472 container create ab9ad71dac883a5bc2d31013d9a6ec475b690ff218615a98ba82654b11aa8dcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-06T07:50:25.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44740a2c20 msgr2=0x7f44740a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:25.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44740a2c20 0x7f44740a50e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4478005950 tx=0x7f44780058e0 comp rx=0 tx=0).stop 2024-06-06T07:50:25.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 msgr2=0x7f448819edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:25.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448819edf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f447000c920 tx=0x7f447000cc30 comp rx=0 tx=0).stop 2024-06-06T07:50:25.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 shutdown_connections 2024-06-06T07:50:25.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f4488198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448819e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44740a2c20 0x7f44740a50e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 --2- 172.21.15.27:0/403100171 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448819edf0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 >> 172.21.15.27:0/403100171 conn(0x7f44880795f0 msgr2=0x7f4488100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 shutdown_connections 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:25.196+0000 7f448d7fd700 1 -- 172.21.15.27:0/403100171 wait complete. 2024-06-06T07:50:25.198 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 4 2024-06-06T07:50:25.520 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:25 smithi027 ceph-mon[32293]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:25.520 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:25 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/403100171' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:25 smithi176 ceph-mon[36543]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:25 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/403100171' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:25.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:25 smithi203 ceph-mon[37192]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:25.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:25 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/403100171' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:26.145 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:25 smithi027 podman[73560]: 2024-06-06 07:50:25.990095511 +0000 UTC m=+1.014759848 container init ab9ad71dac883a5bc2d31013d9a6ec475b690ff218615a98ba82654b11aa8dcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-06-06T07:50:26.145 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:25 smithi027 podman[73560]: 2024-06-06 07:50:25.99329523 +0000 UTC m=+1.017959565 container start ab9ad71dac883a5bc2d31013d9a6ec475b690ff218615a98ba82654b11aa8dcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T07:50:26.145 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:26 smithi027 ceph-mds[73596]: -- 172.21.15.27:0/1339312155 <== mon.0 v2:172.21.15.27:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563a2f4b5a40 con 0x563a2f489000 2024-06-06T07:50:26.145 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d[73589]: starting mds.d at 2024-06-06T07:50:26.145 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:26 smithi027 bash[73560]: ab9ad71dac883a5bc2d31013d9a6ec475b690ff218615a98ba82654b11aa8dcd 2024-06-06T07:50:26.145 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 07:50:26 smithi027 systemd[1]: Started Ceph mds.d for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:27.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:27.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: Deploying daemon mds.e on smithi176 2024-06-06T07:50:27.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.27:6836/1760989792,v1:172.21.15.27:6837/1760989792] up:boot 2024-06-06T07:50:27.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: fsmap 4 up:standby 2024-06-06T07:50:27.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: Deploying daemon mds.e on smithi176 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.27:6836/1760989792,v1:172.21.15.27:6837/1760989792] up:boot 2024-06-06T07:50:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: fsmap 4 up:standby 2024-06-06T07:50:27.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: Deploying daemon mds.e on smithi176 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.27:6836/1760989792,v1:172.21.15.27:6837/1760989792] up:boot 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: fsmap 4 up:standby 2024-06-06T07:50:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T07:50:27.891 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:28.156 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:28.498 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 systemd[1]: Starting Ceph mds.e for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:28.852 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 podman[65855]: 2024-06-06 07:50:28.499349561 +0000 UTC m=+0.017487665 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:28.852 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 podman[65855]: 2024-06-06 07:50:28.600201613 +0000 UTC m=+0.118339698 container create ffbed4c57803042f6eb4da8c700b302e60ef093063ad624596ca17346e5dafcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, ceph=True, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5) 2024-06-06T07:50:28.852 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 podman[65855]: 2024-06-06 07:50:28.853045309 +0000 UTC m=+0.371183393 container init ffbed4c57803042f6eb4da8c700b302e60ef093063ad624596ca17346e5dafcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T07:50:29.142 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 podman[65855]: 2024-06-06 07:50:28.856068233 +0000 UTC m=+0.374206331 container start ffbed4c57803042f6eb4da8c700b302e60ef093063ad624596ca17346e5dafcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T07:50:29.142 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 ceph-mds[65875]: -- 172.21.15.176:0/734952337 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d3a84fba40 con 0x55d3a84ce800 2024-06-06T07:50:29.142 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: starting mds.e at 2024-06-06T07:50:29.142 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 bash[65855]: ffbed4c57803042f6eb4da8c700b302e60ef093063ad624596ca17346e5dafcf 2024-06-06T07:50:29.142 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:50:28 smithi176 systemd[1]: Started Ceph mds.e for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:29.298 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:29 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:29 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:29.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:29.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:29 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:29.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 -- 172.21.15.27:0/3783682542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0103120 msgr2=0x7fdeb0107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 --2- 172.21.15.27:0/3783682542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0103120 0x7fdeb0107130 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fdea00099c0 tx=0x7fdea0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 -- 172.21.15.27:0/3783682542 shutdown_connections 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 --2- 172.21.15.27:0/3783682542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdeb0107860 0x7fdeb010f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 --2- 172.21.15.27:0/3783682542 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0102770 0x7fdeb0102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 --2- 172.21.15.27:0/3783682542 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0103120 0x7fdeb0107130 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 -- 172.21.15.27:0/3783682542 >> 172.21.15.27:0/3783682542 conn(0x7fdeb0079600 msgr2=0x7fdeb0079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 -- 172.21.15.27:0/3783682542 shutdown_connections 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 -- 172.21.15.27:0/3783682542 wait complete. 2024-06-06T07:50:29.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 Processor -- start 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.831+0000 7fdeb7923700 1 -- start start 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 0x7fdeb019e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdeb0103120 0x7fdeb019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0107860 0x7fdeb0198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb01128e0 con 0x7fdeb0102770 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb0112760 con 0x7fdeb0107860 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb0112a60 con 0x7fdeb0103120 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 0x7fdeb019e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 0x7fdeb019e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41672/0 (socket says 172.21.15.27:41672) 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 -- 172.21.15.27:0/2179534823 learned_addr learned my addr 172.21.15.27:0/2179534823 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb4ebe700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdeb0103120 0x7fdeb019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:29.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb5ec0700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0107860 0x7fdeb0198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 -- 172.21.15.27:0/2179534823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdeb0103120 msgr2=0x7fdeb019ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdeb0103120 0x7fdeb019ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 -- 172.21.15.27:0/2179534823 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0107860 msgr2=0x7fdeb0198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0107860 0x7fdeb0198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 -- 172.21.15.27:0/2179534823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeb0199220 con 0x7fdeb0102770 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb5ec0700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0107860 0x7fdeb0198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb56bf700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 0x7fdeb019e900 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0060b0 tx=0x7fdeac00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeac01a070 con 0x7fdeb0102770 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdeac00ddd0 con 0x7fdeb0102770 2024-06-06T07:50:29.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeb0199510 con 0x7fdeb0102770 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeac014840 con 0x7fdeb0102770 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.832+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeb01a5850 con 0x7fdeb0102770 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.833+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdeb0069180 con 0x7fdeb0102770 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.835+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdeac01d070 con 0x7fdeb0102770 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.835+0000 7fdea67fc700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde9c0a2ca0 0x7fde9c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.835+0000 7fdeb4ebe700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde9c0a2ca0 0x7fde9c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.835+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fdeac0ce570 con 0x7fdeb0102770 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.836+0000 7fdeb4ebe700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde9c0a2ca0 0x7fde9c0a5160 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdea0009990 tx=0x7fdea0005a90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:29.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:29.839+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdeac010070 con 0x7fdeb0102770 2024-06-06T07:50:30.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.093+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdeb002dca0 con 0x7fdeb0102770 2024-06-06T07:50:30.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.094+0000 7fdea67fc700 1 -- 172.21.15.27:0/2179534823 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4699 (secure 0 0 0) 0x7fdeac09b970 con 0x7fdeb0102770 2024-06-06T07:50:30.094 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:30.095 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-06-06T07:50:30.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde9c0a2ca0 msgr2=0x7fde9c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:30.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde9c0a2ca0 0x7fde9c0a5160 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdea0009990 tx=0x7fdea0005a90 comp rx=0 tx=0).stop 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 msgr2=0x7fdeb019e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 0x7fdeb019e900 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdeac0060b0 tx=0x7fdeac00d3b0 comp rx=0 tx=0).stop 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 shutdown_connections 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdeb0107860 0x7fdeb0198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fde9c0a2ca0 0x7fde9c0a5160 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdeb0102770 0x7fdeb019e900 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 --2- 172.21.15.27:0/2179534823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdeb0103120 0x7fdeb019ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 >> 172.21.15.27:0/2179534823 conn(0x7fdeb0079600 msgr2=0x7fdeb0100520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 shutdown_connections 2024-06-06T07:50:30.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:30.096+0000 7fdeb7923700 1 -- 172.21.15.27:0/2179534823 wait complete. 2024-06-06T07:50:30.098 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 6 2024-06-06T07:50:30.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:30 smithi203 ceph-mon[37192]: Deploying daemon mds.f on smithi203 2024-06-06T07:50:30.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:30 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6834/2182926099,v1:172.21.15.176:6835/2182926099] up:boot 2024-06-06T07:50:30.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:30 smithi203 ceph-mon[37192]: fsmap 5 up:standby 2024-06-06T07:50:30.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:30 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:50:30.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:30 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2179534823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:30.397 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:30 smithi027 ceph-mon[32293]: Deploying daemon mds.f on smithi203 2024-06-06T07:50:30.397 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:30 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6834/2182926099,v1:172.21.15.176:6835/2182926099] up:boot 2024-06-06T07:50:30.397 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:30 smithi027 ceph-mon[32293]: fsmap 5 up:standby 2024-06-06T07:50:30.397 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:30 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:50:30.397 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:30 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2179534823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:30.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:30 smithi176 ceph-mon[36543]: Deploying daemon mds.f on smithi203 2024-06-06T07:50:30.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:30 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6834/2182926099,v1:172.21.15.176:6835/2182926099] up:boot 2024-06-06T07:50:30.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:30 smithi176 ceph-mon[36543]: fsmap 5 up:standby 2024-06-06T07:50:30.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:30 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:50:30.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:30 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2179534823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:31.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:31 smithi203 ceph-mon[37192]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:31.278 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 systemd[1]: Starting Ceph mds.f for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:31.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:31 smithi176 ceph-mon[36543]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:31.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:31 smithi027 ceph-mon[32293]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:31.658 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 podman[67167]: 2024-06-06 07:50:31.285666107 +0000 UTC m=+0.017838014 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:31.658 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 podman[67167]: 2024-06-06 07:50:31.396192697 +0000 UTC m=+0.128364610 container create c57e97f050d780a39236cb2f3d7192dd8dba1d31bd0618f9cc468a6fba3deee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-06-06T07:50:31.658 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 podman[67167]: 2024-06-06 07:50:31.658228515 +0000 UTC m=+0.390400418 container init c57e97f050d780a39236cb2f3d7192dd8dba1d31bd0618f9cc468a6fba3deee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_CLEAN=True) 2024-06-06T07:50:32.028 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 podman[67167]: 2024-06-06 07:50:31.661345853 +0000 UTC m=+0.393517756 container start c57e97f050d780a39236cb2f3d7192dd8dba1d31bd0618f9cc468a6fba3deee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-06-06T07:50:32.028 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 ceph-mds[67186]: -- 172.21.15.203:0/3183464203 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5573e4d29a40 con 0x5573e4cfd000 2024-06-06T07:50:32.028 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f[67182]: starting mds.f at 2024-06-06T07:50:32.028 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 bash[67167]: c57e97f050d780a39236cb2f3d7192dd8dba1d31bd0618f9cc468a6fba3deee8 2024-06-06T07:50:32.028 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 07:50:31 smithi203 systemd[1]: Started Ceph mds.f for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:32.795 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: Deploying daemon mds.c on smithi203 2024-06-06T07:50:33.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] up:boot 2024-06-06T07:50:33.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: fsmap 6 up:standby 2024-06-06T07:50:33.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:32 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T07:50:33.059 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: Deploying daemon mds.c on smithi203 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] up:boot 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: fsmap 6 up:standby 2024-06-06T07:50:33.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:32 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: Deploying daemon mds.c on smithi203 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] up:boot 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: fsmap 6 up:standby 2024-06-06T07:50:33.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:32 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T07:50:34.244 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 systemd[1]: Starting Ceph mds.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:34.528 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 podman[67472]: 2024-06-06 07:50:34.147253514 +0000 UTC m=+0.017162800 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:34.528 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 podman[67472]: 2024-06-06 07:50:34.338149049 +0000 UTC m=+0.208058329 container create 77286d3f534a10d0a8e2b14ad509a8dae16d45df60c83494d35e0daba50f31fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc) 2024-06-06T07:50:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 -- 172.21.15.27:0/338377993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880107400 msgr2=0x7f78801077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 --2- 172.21.15.27:0/338377993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880107400 0x7f78801077e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f787c009990 tx=0x7f787c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:50:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 -- 172.21.15.27:0/338377993 shutdown_connections 2024-06-06T07:50:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 --2- 172.21.15.27:0/338377993 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101d50 0x7f788010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 --2- 172.21.15.27:0/338377993 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880107400 0x7f78801077e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 --2- 172.21.15.27:0/338377993 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7880101390 0x7f7880101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 -- 172.21.15.27:0/338377993 >> 172.21.15.27:0/338377993 conn(0x7f7880078340 msgr2=0x7f7880078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 -- 172.21.15.27:0/338377993 shutdown_connections 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.732+0000 7f78884e1700 1 -- 172.21.15.27:0/338377993 wait complete. 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 Processor -- start 2024-06-06T07:50:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 -- start start 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101390 0x7f7880103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 0x7f78801035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7880107400 0x7f7880103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f78801117b0 con 0x7f7880101d50 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7880111630 con 0x7f7880107400 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f78884e1700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7880111930 con 0x7f7880101390 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f7885a7c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 0x7f78801035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f7885a7c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 0x7f78801035b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49236/0 (socket says 172.21.15.27:49236) 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f788627d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101390 0x7f7880103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.733+0000 7f7885a7c700 1 -- 172.21.15.27:0/3535718210 learned_addr learned my addr 172.21.15.27:0/3535718210 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7886a7e700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7880107400 0x7f7880103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7885a7c700 1 -- 172.21.15.27:0/3535718210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101390 msgr2=0x7f7880103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7885a7c700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101390 0x7f7880103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7885a7c700 1 -- 172.21.15.27:0/3535718210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7880107400 msgr2=0x7f7880103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7885a7c700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7880107400 0x7f7880103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7885a7c700 1 -- 172.21.15.27:0/3535718210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78801a71c0 con 0x7f7880101d50 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f788627d700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101390 0x7f7880103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f7885a7c700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 0x7f78801035b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f787000d950 tx=0x7f787000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7870016070 con 0x7f7880101d50 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78801a74b0 con 0x7f7880101d50 2024-06-06T07:50:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f787000fd90 con 0x7f7880101d50 2024-06-06T07:50:34.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f787000e610 con 0x7f7880101d50 2024-06-06T07:50:34.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.734+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78801a7a40 con 0x7f7880101d50 2024-06-06T07:50:34.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.735+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7880069180 con 0x7f7880101d50 2024-06-06T07:50:34.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.736+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7870019070 con 0x7f7880101d50 2024-06-06T07:50:34.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.737+0000 7f78777fe700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f786c0a2c20 0x7f786c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:34.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.737+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f78700ce650 con 0x7f7880101d50 2024-06-06T07:50:34.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.737+0000 7f788627d700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f786c0a2c20 0x7f786c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:34.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.738+0000 7f788627d700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f786c0a2c20 0x7f786c0a50e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f787c00b5c0 tx=0x7f787c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:34.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.742+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f787009ba50 con 0x7f7880101d50 2024-06-06T07:50:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:34.999+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78801a7ca0 con 0x7f7880101d50 2024-06-06T07:50:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.000+0000 7f78777fe700 1 -- 172.21.15.27:0/3535718210 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6355 (secure 0 0 0) 0x7f787009b350 con 0x7f7880101d50 2024-06-06T07:50:35.001 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:35.001 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f786c0a2c20 msgr2=0x7f786c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f786c0a2c20 0x7f786c0a50e0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f787c00b5c0 tx=0x7f787c005960 comp rx=0 tx=0).stop 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 msgr2=0x7f78801035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 0x7f78801035b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f787000d950 tx=0x7f787000dc60 comp rx=0 tx=0).stop 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 shutdown_connections 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7880107400 0x7f7880103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7880101390 0x7f7880103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f786c0a2c20 0x7f786c0a50e0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 --2- 172.21.15.27:0/3535718210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7880101d50 0x7f78801035b0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 >> 172.21.15.27:0/3535718210 conn(0x7f7880078340 msgr2=0x7f7880100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 shutdown_connections 2024-06-06T07:50:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:35.002+0000 7f78884e1700 1 -- 172.21.15.27:0/3535718210 wait complete. 2024-06-06T07:50:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 8 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:35.028 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 podman[67472]: 2024-06-06 07:50:34.583613217 +0000 UTC m=+0.453522496 container init 77286d3f534a10d0a8e2b14ad509a8dae16d45df60c83494d35e0daba50f31fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-06-06T07:50:35.029 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 podman[67472]: 2024-06-06 07:50:34.586392458 +0000 UTC m=+0.456301749 container start 77286d3f534a10d0a8e2b14ad509a8dae16d45df60c83494d35e0daba50f31fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, ceph=True, org.label-schema.schema-version=1.0) 2024-06-06T07:50:35.029 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-mds[67491]: -- 172.21.15.203:0/3432045842 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561b859f1a40 con 0x561b859c5000 2024-06-06T07:50:35.029 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: starting mds.c at 2024-06-06T07:50:35.029 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 bash[67472]: 77286d3f534a10d0a8e2b14ad509a8dae16d45df60c83494d35e0daba50f31fc 2024-06-06T07:50:35.029 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:50:34 smithi203 systemd[1]: Started Ceph mds.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:35.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:35.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:35.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:35.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:35.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:35.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:35.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:35 smithi176 ceph-mon[36543]: Deploying daemon mds.h on smithi176 2024-06-06T07:50:35.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:35 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:boot 2024-06-06T07:50:35.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:35 smithi176 ceph-mon[36543]: fsmap 7 up:standby 2024-06-06T07:50:35.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T07:50:35.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:35 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3535718210' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:36.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:35 smithi027 ceph-mon[32293]: Deploying daemon mds.h on smithi176 2024-06-06T07:50:36.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:35 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:boot 2024-06-06T07:50:36.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:35 smithi027 ceph-mon[32293]: fsmap 7 up:standby 2024-06-06T07:50:36.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T07:50:36.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:35 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3535718210' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:36.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:35 smithi203 ceph-mon[37192]: Deploying daemon mds.h on smithi176 2024-06-06T07:50:36.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:35 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:boot 2024-06-06T07:50:36.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:35 smithi203 ceph-mon[37192]: fsmap 7 up:standby 2024-06-06T07:50:36.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T07:50:36.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:35 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3535718210' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:37.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:36 smithi027 ceph-mon[32293]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:37.191 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:36 smithi176 ceph-mon[36543]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:37.191 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:36 smithi176 systemd[1]: Starting Ceph mds.h for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:37.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:36 smithi203 ceph-mon[37192]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:37.448 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 podman[66156]: 2024-06-06 07:50:37.094201177 +0000 UTC m=+0.017266838 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:37.449 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 podman[66156]: 2024-06-06 07:50:37.205027778 +0000 UTC m=+0.128093427 container create f6fe4a2cc15908cc3e32b35211bc8d2c0980e57dbd07eb08228beef0e81d5338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-06-06T07:50:37.449 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 podman[66156]: 2024-06-06 07:50:37.4495507 +0000 UTC m=+0.372616357 container init f6fe4a2cc15908cc3e32b35211bc8d2c0980e57dbd07eb08228beef0e81d5338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-06-06T07:50:37.704 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:37.748 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 podman[66156]: 2024-06-06 07:50:37.452424694 +0000 UTC m=+0.375490353 container start f6fe4a2cc15908cc3e32b35211bc8d2c0980e57dbd07eb08228beef0e81d5338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2) 2024-06-06T07:50:37.748 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 ceph-mds[66175]: -- 172.21.15.176:0/1127268885 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560c685eba40 con 0x560c685be800 2024-06-06T07:50:37.748 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h[66171]: starting mds.h at 2024-06-06T07:50:37.748 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 bash[66156]: f6fe4a2cc15908cc3e32b35211bc8d2c0980e57dbd07eb08228beef0e81d5338 2024-06-06T07:50:37.748 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 07:50:37 smithi176 systemd[1]: Started Ceph mds.h for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:37.963 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: Deploying daemon mds.i on smithi203 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] up:boot 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: fsmap 8 up:standby 2024-06-06T07:50:38.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:38 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: Deploying daemon mds.i on smithi203 2024-06-06T07:50:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] up:boot 2024-06-06T07:50:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: fsmap 8 up:standby 2024-06-06T07:50:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:38 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: Deploying daemon mds.i on smithi203 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] up:boot 2024-06-06T07:50:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: fsmap 8 up:standby 2024-06-06T07:50:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:38 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 -- 172.21.15.27:0/3003819594 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c107840 msgr2=0x7fd12c10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 --2- 172.21.15.27:0/3003819594 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c107840 0x7fd12c10f3c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd12400b0d0 tx=0x7fd12400b3e0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 -- 172.21.15.27:0/3003819594 shutdown_connections 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 --2- 172.21.15.27:0/3003819594 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c107840 0x7fd12c10f3c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 --2- 172.21.15.27:0/3003819594 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd12c102740 0x7fd12c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 --2- 172.21.15.27:0/3003819594 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd12c1030f0 0x7fd12c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 -- 172.21.15.27:0/3003819594 >> 172.21.15.27:0/3003819594 conn(0x7fd12c0795f0 msgr2=0x7fd12c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 -- 172.21.15.27:0/3003819594 shutdown_connections 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.711+0000 7fd131c82700 1 -- 172.21.15.27:0/3003819594 wait complete. 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 Processor -- start 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 -- start start 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 0x7fd12c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd12c1030f0 0x7fd12c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd12c107840 0x7fd12c198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd12c1128d0 con 0x7fd12c102740 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd12c112750 con 0x7fd12c107840 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd131c82700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd12c112a50 con 0x7fd12c1030f0 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd12b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 0x7fd12c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd12b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 0x7fd12c19e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49246/0 (socket says 172.21.15.27:49246) 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd12b7fe700 1 -- 172.21.15.27:0/4022898162 learned_addr learned my addr 172.21.15.27:0/4022898162 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.712+0000 7fd12affd700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd12c1030f0 0x7fd12c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd12b7fe700 1 -- 172.21.15.27:0/4022898162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd12c1030f0 msgr2=0x7fd12c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd12b7fe700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd12c1030f0 0x7fd12c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd12b7fe700 1 -- 172.21.15.27:0/4022898162 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd12c107840 msgr2=0x7fd12c198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd12b7fe700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd12c107840 0x7fd12c198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd12b7fe700 1 -- 172.21.15.27:0/4022898162 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd12c1991d0 con 0x7fd12c102740 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd12b7fe700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 0x7fd12c19e8b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd11c00e9c0 tx=0x7fd11c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11c00cbd0 con 0x7fd12c102740 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd11c00cd70 con 0x7fd12c102740 2024-06-06T07:50:39.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd12c1994c0 con 0x7fd12c102740 2024-06-06T07:50:39.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd11c010430 con 0x7fd12c102740 2024-06-06T07:50:39.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.713+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd12c1a5780 con 0x7fd12c102740 2024-06-06T07:50:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.714+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd12c069180 con 0x7fd12c102740 2024-06-06T07:50:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.715+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd11c004e50 con 0x7fd12c102740 2024-06-06T07:50:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.716+0000 7fd128ff9700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd1140a2ca0 0x7fd1140a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.716+0000 7fd12affd700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd1140a2ca0 0x7fd1140a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.716+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd11c0cf080 con 0x7fd12c102740 2024-06-06T07:50:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.717+0000 7fd12affd700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd1140a2ca0 0x7fd1140a5160 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd12c108b90 tx=0x7fd12000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.720+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd11c053850 con 0x7fd12c102740 2024-06-06T07:50:39.977 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.977+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd12c1a5a10 con 0x7fd12c102740 2024-06-06T07:50:39.978 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.977+0000 7fd128ff9700 1 -- 172.21.15.27:0/4022898162 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7183 (secure 0 0 0) 0x7fd11c09c3e0 con 0x7fd12c102740 2024-06-06T07:50:39.978 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:39.978 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24449,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.979+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd1140a2ca0 msgr2=0x7fd1140a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.979+0000 7fd131c82700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd1140a2ca0 0x7fd1140a5160 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd12c108b90 tx=0x7fd12000b410 comp rx=0 tx=0).stop 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 msgr2=0x7fd12c19e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 0x7fd12c19e8b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fd11c00e9c0 tx=0x7fd11c00ecd0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 shutdown_connections 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd12c107840 0x7fd12c198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd1140a2ca0 0x7fd1140a5160 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd12c102740 0x7fd12c19e8b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 --2- 172.21.15.27:0/4022898162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd12c1030f0 0x7fd12c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 >> 172.21.15.27:0/4022898162 conn(0x7fd12c0795f0 msgr2=0x7fd12c100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 shutdown_connections 2024-06-06T07:50:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:39.980+0000 7fd131c82700 1 -- 172.21.15.27:0/4022898162 wait complete. 2024-06-06T07:50:39.982 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:39 smithi203 systemd[1]: Starting Ceph mds.i for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 9 2024-06-06T07:50:40.278 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 podman[67774]: 2024-06-06 07:50:40.102054744 +0000 UTC m=+0.017093099 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:40.278 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 podman[67774]: 2024-06-06 07:50:40.214917276 +0000 UTC m=+0.129955638 container create 32d2e8d9b75eef78bc322e07b2bef4578f472f28e01d8c98c11cb0393a1cf003 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True) 2024-06-06T07:50:40.609 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 podman[67774]: 2024-06-06 07:50:40.476718643 +0000 UTC m=+0.391756983 container init 32d2e8d9b75eef78bc322e07b2bef4578f472f28e01d8c98c11cb0393a1cf003 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T07:50:40.609 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 podman[67774]: 2024-06-06 07:50:40.479314634 +0000 UTC m=+0.394352975 container start 32d2e8d9b75eef78bc322e07b2bef4578f472f28e01d8c98c11cb0393a1cf003 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-06-06T07:50:40.609 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 ceph-mds[67793]: -- 172.21.15.203:0/3458940437 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563ea72e5a40 con 0x563ea72b8c00 2024-06-06T07:50:40.609 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: starting mds.i at 2024-06-06T07:50:40.609 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 bash[67774]: 32d2e8d9b75eef78bc322e07b2bef4578f472f28e01d8c98c11cb0393a1cf003 2024-06-06T07:50:40.609 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:50:40 smithi203 systemd[1]: Started Ceph mds.i for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:40.850 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:40 smithi027 ceph-mon[32293]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:40.851 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4022898162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:40.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:40 smithi176 ceph-mon[36543]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:40.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4022898162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:41.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:40 smithi203 ceph-mon[37192]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:41.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4022898162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:41.893 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] up:boot 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: fsmap 9 up:standby 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:41.894 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:41 smithi203 ceph-mon[37192]: Deploying daemon mds.g on smithi027 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] up:boot 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: fsmap 9 up:standby 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:41 smithi027 ceph-mon[32293]: Deploying daemon mds.g on smithi027 2024-06-06T07:50:41.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] up:boot 2024-06-06T07:50:41.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: fsmap 9 up:standby 2024-06-06T07:50:41.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T07:50:41.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:41.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:41.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:41.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:41.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:41 smithi176 ceph-mon[36543]: Deploying daemon mds.g on smithi027 2024-06-06T07:50:42.633 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:42.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:42 smithi027 ceph-mon[32293]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:42.895 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:42 smithi027 systemd[1]: Starting Ceph mds.g for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:42.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:42 smithi176 ceph-mon[36543]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:43.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:42 smithi203 ceph-mon[37192]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:43.329 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 podman[74389]: 2024-06-06 07:50:42.94261413 +0000 UTC m=+0.018465083 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:43.329 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 podman[74389]: 2024-06-06 07:50:43.051897698 +0000 UTC m=+0.127748630 container create 8e314ddc2d36690b2345afbd2e447d614668ab975de9d94fbc407a8dc295759c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T07:50:43.329 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 podman[74389]: 2024-06-06 07:50:43.329891266 +0000 UTC m=+0.405742209 container init 8e314ddc2d36690b2345afbd2e447d614668ab975de9d94fbc407a8dc295759c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-06-06T07:50:43.509 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:43.633 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 podman[74389]: 2024-06-06 07:50:43.333023282 +0000 UTC m=+0.408874233 container start 8e314ddc2d36690b2345afbd2e447d614668ab975de9d94fbc407a8dc295759c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-06T07:50:43.633 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 ceph-mds[74432]: -- 172.21.15.27:0/3210216886 <== mon.0 v2:172.21.15.27:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556ca9b0da40 con 0x556ca9ae0800 2024-06-06T07:50:43.633 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g[74416]: starting mds.g at 2024-06-06T07:50:43.633 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 bash[74389]: 8e314ddc2d36690b2345afbd2e447d614668ab975de9d94fbc407a8dc295759c 2024-06-06T07:50:43.633 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 07:50:43 smithi027 systemd[1]: Started Ceph mds.g for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:44.621 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.621 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.621 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: Deploying daemon mds.a on smithi027 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.27:6838/4141066426,v1:172.21.15.27:6839/4141066426] up:boot 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: fsmap 10 up:standby 2024-06-06T07:50:44.622 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:44 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:44.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: Deploying daemon mds.a on smithi027 2024-06-06T07:50:44.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:44.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.27:6838/4141066426,v1:172.21.15.27:6839/4141066426] up:boot 2024-06-06T07:50:44.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: fsmap 10 up:standby 2024-06-06T07:50:44.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:44 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T07:50:44.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: Deploying daemon mds.a on smithi027 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.27:6838/4141066426,v1:172.21.15.27:6839/4141066426] up:boot 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: fsmap 10 up:standby 2024-06-06T07:50:44.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:44 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T07:50:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 -- 172.21.15.27:0/1800883279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560107840 msgr2=0x7f356010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 --2- 172.21.15.27:0/1800883279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560107840 0x7f356010f3c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f35580099c0 tx=0x7f3558009cd0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 -- 172.21.15.27:0/1800883279 shutdown_connections 2024-06-06T07:50:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 --2- 172.21.15.27:0/1800883279 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560107840 0x7f356010f3c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 --2- 172.21.15.27:0/1800883279 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3560102740 0x7f3560102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 --2- 172.21.15.27:0/1800883279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35601030f0 0x7f3560107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.147+0000 7f356714c700 1 -- 172.21.15.27:0/1800883279 >> 172.21.15.27:0/1800883279 conn(0x7f35600795f0 msgr2=0x7f3560079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 -- 172.21.15.27:0/1800883279 shutdown_connections 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 -- 172.21.15.27:0/1800883279 wait complete. 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 Processor -- start 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 -- start start 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 0x7f356019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35601030f0 0x7f356019edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3560107840 0x7f3560198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3560112910 con 0x7f3560102740 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3560112790 con 0x7f35601030f0 2024-06-06T07:50:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.148+0000 7f356714c700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3560112a90 con 0x7f3560107840 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 0x7f356019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 0x7f356019e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43104/0 (socket says 172.21.15.27:43104) 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 -- 172.21.15.27:0/2094238223 learned_addr learned my addr 172.21.15.27:0/2094238223 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f355ffff700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35601030f0 0x7f356019edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f35656e9700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3560107840 0x7f3560198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 -- 172.21.15.27:0/2094238223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3560107840 msgr2=0x7f3560198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3560107840 0x7f3560198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 -- 172.21.15.27:0/2094238223 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35601030f0 msgr2=0x7f356019edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35601030f0 0x7f356019edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 -- 172.21.15.27:0/2094238223 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35601991d0 con 0x7f3560102740 2024-06-06T07:50:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f355ffff700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35601030f0 0x7f356019edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f35656e9700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3560107840 0x7f3560198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f3564ee8700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 0x7f356019e8b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f35500060b0 tx=0x7f3550007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355001a070 con 0x7f3560102740 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f355000de20 con 0x7f3560102740 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35601994c0 con 0x7f3560102740 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550014830 con 0x7f3560102740 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.149+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35601a5780 con 0x7f3560102740 2024-06-06T07:50:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.150+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3560069180 con 0x7f3560102740 2024-06-06T07:50:45.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.152+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f355001d070 con 0x7f3560102740 2024-06-06T07:50:45.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.152+0000 7f355dffb700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f354c0a2ca0 0x7f354c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:45.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.153+0000 7f355ffff700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f354c0a2ca0 0x7f354c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:45.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.153+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f35500ce3f0 con 0x7f3560102740 2024-06-06T07:50:45.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.153+0000 7f355ffff700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f354c0a2ca0 0x7f354c0a5160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3560101ec0 tx=0x7f3548008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:45.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.157+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3550010070 con 0x7f3560102740 2024-06-06T07:50:45.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.414+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3560199fa0 con 0x7f3560102740 2024-06-06T07:50:45.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.414+0000 7f355dffb700 1 -- 172.21.15.27:0/2094238223 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8839 (secure 0 0 0) 0x7f355009b7f0 con 0x7f3560102740 2024-06-06T07:50:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:45.415 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24449,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-06-06T07:50:45.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f354c0a2ca0 msgr2=0x7f354c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:45.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f354c0a2ca0 0x7f354c0a5160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3560101ec0 tx=0x7f3548008040 comp rx=0 tx=0).stop 2024-06-06T07:50:45.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 msgr2=0x7f356019e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 0x7f356019e8b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f35500060b0 tx=0x7f3550007f90 comp rx=0 tx=0).stop 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 shutdown_connections 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3560107840 0x7f3560198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f354c0a2ca0 0x7f354c0a5160 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3560102740 0x7f356019e8b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 --2- 172.21.15.27:0/2094238223 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f35601030f0 0x7f356019edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 >> 172.21.15.27:0/2094238223 conn(0x7f35600795f0 msgr2=0x7f3560100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 shutdown_connections 2024-06-06T07:50:45.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:45.417+0000 7f356714c700 1 -- 172.21.15.27:0/2094238223 wait complete. 2024-06-06T07:50:45.418 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 11 2024-06-06T07:50:45.888 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2094238223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:45.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2094238223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:46.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2094238223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:46.635 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:46 smithi027 ceph-mon[32293]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:46.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:46 smithi176 ceph-mon[36543]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:47.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:46 smithi203 ceph-mon[37192]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:47.644 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:47 smithi027 systemd[1]: Starting Ceph mds.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:48.068 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:47 smithi027 podman[74832]: 2024-06-06 07:50:47.67816977 +0000 UTC m=+0.017939989 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:48.068 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:47 smithi027 podman[74832]: 2024-06-06 07:50:47.816164127 +0000 UTC m=+0.155934340 container create 843c88032f86c6a799e3cd9d1ba051db90b9f421979f34610964e7a172c1662a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T07:50:48.068 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:48 smithi027 podman[74832]: 2024-06-06 07:50:48.068887125 +0000 UTC m=+0.408657332 container init 843c88032f86c6a799e3cd9d1ba051db90b9f421979f34610964e7a172c1662a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-06-06T07:50:48.395 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:48 smithi027 podman[74832]: 2024-06-06 07:50:48.071897687 +0000 UTC m=+0.411667906 container start 843c88032f86c6a799e3cd9d1ba051db90b9f421979f34610964e7a172c1662a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.build-date=20240528) 2024-06-06T07:50:48.395 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:48 smithi027 ceph-mds[74851]: -- 172.21.15.27:0/2032487868 <== mon.0 v2:172.21.15.27:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55880c9b7a40 con 0x55880c98a800 2024-06-06T07:50:48.395 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a[74847]: starting mds.a at 2024-06-06T07:50:48.395 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:48 smithi027 bash[74832]: 843c88032f86c6a799e3cd9d1ba051db90b9f421979f34610964e7a172c1662a 2024-06-06T07:50:48.395 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 07:50:48 smithi027 systemd[1]: Started Ceph mds.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:48.671 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:48.925 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: Deploying daemon mds.b on smithi176 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.27:6840/2198070486,v1:172.21.15.27:6841/2198070486] up:boot 2024-06-06T07:50:49.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: fsmap 11 up:standby 2024-06-06T07:50:49.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:49 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: Deploying daemon mds.b on smithi176 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.27:6840/2198070486,v1:172.21.15.27:6841/2198070486] up:boot 2024-06-06T07:50:49.414 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: fsmap 11 up:standby 2024-06-06T07:50:49.415 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:49 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: Deploying daemon mds.b on smithi176 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.27:6840/2198070486,v1:172.21.15.27:6841/2198070486] up:boot 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: fsmap 11 up:standby 2024-06-06T07:50:49.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:49 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T07:50:50.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 -- 172.21.15.27:0/1771744411 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6781085a0 msgr2=0x7fb678108980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:50.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1771744411 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6781085a0 0x7fb678108980 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb6600099c0 tx=0x7fb660009cd0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 -- 172.21.15.27:0/1771744411 shutdown_connections 2024-06-06T07:50:50.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1771744411 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb67806b580 0x7fb67810f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1771744411 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb6781085a0 0x7fb678108980 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1771744411 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb67806abc0 0x7fb67806b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 -- 172.21.15.27:0/1771744411 >> 172.21.15.27:0/1771744411 conn(0x7fb678077200 msgr2=0x7fb678077610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:50.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 -- 172.21.15.27:0/1771744411 shutdown_connections 2024-06-06T07:50:50.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.595+0000 7fb67d70d700 1 -- 172.21.15.27:0/1771744411 wait complete. 2024-06-06T07:50:50.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 Processor -- start 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 -- start start 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 0x7fb67819ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb67806b580 0x7fb67819efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb6781085a0 0x7fb678198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb678112930 con 0x7fb67806abc0 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb6781127b0 con 0x7fb6781085a0 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.596+0000 7fb67d70d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb678112ab0 con 0x7fb67806b580 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 0x7fb67819ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 0x7fb67819ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43136/0 (socket says 172.21.15.27:43136) 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 -- 172.21.15.27:0/1115725685 learned_addr learned my addr 172.21.15.27:0/1115725685 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:50.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb6767fc700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb67806b580 0x7fb67819efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb6777fe700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb6781085a0 0x7fb678198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 -- 172.21.15.27:0/1115725685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb67806b580 msgr2=0x7fb67819efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb67806b580 0x7fb67819efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 -- 172.21.15.27:0/1115725685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb6781085a0 msgr2=0x7fb678198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb6781085a0 0x7fb678198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 -- 172.21.15.27:0/1115725685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb678199410 con 0x7fb67806abc0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb6777fe700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb6781085a0 0x7fb678198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb676ffd700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 0x7fb67819ea60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb66000b580 tx=0x7fb660004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb660027070 con 0x7fb67806abc0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb660004040 con 0x7fb67806abc0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66000f460 con 0x7fb67806abc0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6781996a0 con 0x7fb67806abc0 2024-06-06T07:50:50.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.597+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6781a5810 con 0x7fb67806abc0 2024-06-06T07:50:50.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.598+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb678103bf0 con 0x7fb67806abc0 2024-06-06T07:50:50.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.600+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb66002a070 con 0x7fb67806abc0 2024-06-06T07:50:50.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.601+0000 7fb66ffff700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb6640a2c20 0x7fb6640a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:50.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.601+0000 7fb6767fc700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb6640a2c20 0x7fb6640a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:50.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.601+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb6600cf950 con 0x7fb67806abc0 2024-06-06T07:50:50.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.601+0000 7fb6767fc700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb6640a2c20 0x7fb6640a50e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb67819a280 tx=0x7fb66800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:50.604 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.605+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb660013070 con 0x7fb67806abc0 2024-06-06T07:50:50.675 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 systemd[1]: Starting Ceph mds.b for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:50:50.855 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.855+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb678199ff0 con 0x7fb67806abc0 2024-06-06T07:50:50.856 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.856+0000 7fb66ffff700 1 -- 172.21.15.27:0/1115725685 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9665 (secure 0 0 0) 0x7fb66009cde0 con 0x7fb67806abc0 2024-06-06T07:50:50.856 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:50.856 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24449,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb6640a2c20 msgr2=0x7fb6640a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb6640a2c20 0x7fb6640a50e0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb67819a280 tx=0x7fb66800b410 comp rx=0 tx=0).stop 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 msgr2=0x7fb67819ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 0x7fb67819ea60 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb66000b580 tx=0x7fb660004580 comp rx=0 tx=0).stop 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 shutdown_connections 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb6781085a0 0x7fb678198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb6640a2c20 0x7fb6640a50e0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb67806abc0 0x7fb67819ea60 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.858 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 --2- 172.21.15.27:0/1115725685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb67806b580 0x7fb67819efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:50.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.858+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 >> 172.21.15.27:0/1115725685 conn(0x7fb678077200 msgr2=0x7fb678100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:50.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.859+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 shutdown_connections 2024-06-06T07:50:50.859 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:50.859+0000 7fb67d70d700 1 -- 172.21.15.27:0/1115725685 wait complete. 2024-06-06T07:50:50.859 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 12 2024-06-06T07:50:50.928 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 podman[66471]: 2024-06-06 07:50:50.577728128 +0000 UTC m=+0.017232878 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:50:50.929 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 podman[66471]: 2024-06-06 07:50:50.693311574 +0000 UTC m=+0.132816305 container create 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T07:50:50.929 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 podman[66471]: 2024-06-06 07:50:50.929648795 +0000 UTC m=+0.369153515 container init 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-06T07:50:51.223 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 podman[66471]: 2024-06-06 07:50:50.932371682 +0000 UTC m=+0.371876416 container start 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528) 2024-06-06T07:50:51.223 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 ceph-mds[66490]: -- 172.21.15.176:0/2295725420 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563e4699da40 con 0x563e46970800 2024-06-06T07:50:51.223 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b[66486]: starting mds.b at 2024-06-06T07:50:51.223 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:51 smithi176 bash[66471]: 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 2024-06-06T07:50:51.223 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 07:50:51 smithi176 systemd[1]: Started Ceph mds.b for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:50:51.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1115725685' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:51 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.510 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:51.510 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1115725685' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:51.511 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.511 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.511 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.511 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.511 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:51 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1115725685' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:51 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:52.401 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:52 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] up:boot 2024-06-06T07:50:52.402 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:52 smithi176 ceph-mon[36543]: fsmap 12 up:standby 2024-06-06T07:50:52.402 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T07:50:52.402 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:52 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:52 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] up:boot 2024-06-06T07:50:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:52 smithi203 ceph-mon[37192]: fsmap 12 up:standby 2024-06-06T07:50:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T07:50:52.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:52 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:52.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:52 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] up:boot 2024-06-06T07:50:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:52 smithi027 ceph-mon[32293]: fsmap 12 up:standby 2024-06-06T07:50:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T07:50:52.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:52 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:53 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:53 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.540 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:50:53.565 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:53.565 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.565 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.565 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.565 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.565 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.566 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:53 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:53.813 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:54.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:54.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:54 smithi027 ceph-mon[32293]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:54.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:54.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:54.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:54.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:54 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:54.906 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:54.906 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:54 smithi176 ceph-mon[36543]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:54.906 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:54.906 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:54.906 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:54.906 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:54 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:54.986 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:54.986 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:54 smithi203 ceph-mon[37192]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:54.986 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:54.986 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:54.986 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:54.987 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:54 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:50:55.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 -- 172.21.15.27:0/4238506653 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806b3c0 msgr2=0x7f0d2810f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:55.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4238506653 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806b3c0 0x7f0d2810f310 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0d2000b0a0 tx=0x7f0d2000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 -- 172.21.15.27:0/4238506653 shutdown_connections 2024-06-06T07:50:55.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4238506653 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806b3c0 0x7f0d2810f310 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4238506653 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 0x7f0d281088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4238506653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d2806aa00 0x7f0d2806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 -- 172.21.15.27:0/4238506653 >> 172.21.15.27:0/4238506653 conn(0x7f0d28078300 msgr2=0x7f0d28078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 -- 172.21.15.27:0/4238506653 shutdown_connections 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 -- 172.21.15.27:0/4238506653 wait complete. 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 Processor -- start 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.544+0000 7f0d2d597700 1 -- start start 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d2d597700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 0x7f0d2819e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d2d597700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d2806b3c0 0x7f0d2819ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d2d597700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 0x7f0d28198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d2d597700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0d281128b0 con 0x7f0d2806aa00 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d2d597700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0d28112730 con 0x7f0d281084f0 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d2d597700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0d28112a30 con 0x7f0d2806b3c0 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 0x7f0d2819e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d277fe700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 0x7f0d28198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 0x7f0d2819e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33400/0 (socket says 172.21.15.27:33400) 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 -- 172.21.15.27:0/4078159355 learned_addr learned my addr 172.21.15.27:0/4078159355 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:55.547 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d267fc700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d2806b3c0 0x7f0d2819ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 -- 172.21.15.27:0/4078159355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d2806b3c0 msgr2=0x7f0d2819ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d2806b3c0 0x7f0d2819ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 -- 172.21.15.27:0/4078159355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 msgr2=0x7f0d28198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 0x7f0d28198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d26ffd700 1 -- 172.21.15.27:0/4078159355 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d281991f0 con 0x7f0d2806aa00 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.545+0000 7f0d277fe700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 0x7f0d28198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.546+0000 7f0d26ffd700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 0x7f0d2819e8d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800e9a0 tx=0x7f0d1800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.546+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1800ca10 con 0x7f0d2806aa00 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.546+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d281994e0 con 0x7f0d2806aa00 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.546+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d1800cbb0 con 0x7f0d2806aa00 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.546+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18018710 con 0x7f0d2806aa00 2024-06-06T07:50:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.546+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d281a57a0 con 0x7f0d2806aa00 2024-06-06T07:50:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.547+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d28069180 con 0x7f0d2806aa00 2024-06-06T07:50:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.549+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0d18010430 con 0x7f0d2806aa00 2024-06-06T07:50:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.550+0000 7f0d0ffff700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0d100a2c20 0x7f0d100a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:55.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.550+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f0d180cecb0 con 0x7f0d2806aa00 2024-06-06T07:50:55.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.550+0000 7f0d267fc700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0d100a2c20 0x7f0d100a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:55.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.550+0000 7f0d267fc700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0d100a2c20 0x7f0d100a50e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0d28078890 tx=0x7f0d1c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:55.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.554+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0d1809c0b0 con 0x7f0d2806aa00 2024-06-06T07:50:55.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.827+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d28199fc0 con 0x7f0d2806aa00 2024-06-06T07:50:55.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.828+0000 7f0d0ffff700 1 -- 172.21.15.27:0/4078159355 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10494 (secure 0 0 0) 0x7f0d1809b9b0 con 0x7f0d2806aa00 2024-06-06T07:50:55.828 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:55.828 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24449,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24473,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24487,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-06-06T07:50:55.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0d100a2c20 msgr2=0x7f0d100a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:55.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0d100a2c20 0x7f0d100a50e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0d28078890 tx=0x7f0d1c009260 comp rx=0 tx=0).stop 2024-06-06T07:50:55.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 msgr2=0x7f0d2819e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:55.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 0x7f0d2819e8d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0d1800e9a0 tx=0x7f0d1800ecb0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 shutdown_connections 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d281084f0 0x7f0d28198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0d100a2c20 0x7f0d100a50e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d2806aa00 0x7f0d2819e8d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 --2- 172.21.15.27:0/4078159355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d2806b3c0 0x7f0d2819ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 >> 172.21.15.27:0/4078159355 conn(0x7f0d28078300 msgr2=0x7f0d280ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 shutdown_connections 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:55.830+0000 7f0d2d597700 1 -- 172.21.15.27:0/4078159355 wait complete. 2024-06-06T07:50:55.831 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 13 2024-06-06T07:50:56.947 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:56 smithi027 ceph-mon[32293]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:56.947 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.948 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.948 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.948 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:56 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.948 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4078159355' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:56.977 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-06-06T07:50:56.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:56 smithi176 ceph-mon[36543]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:56.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:56 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:56.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:56 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4078159355' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:57.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:56 smithi203 ceph-mon[37192]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:56 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:57.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:56 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4078159355' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:50:57.289 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:50:58.776 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:58 smithi027 ceph-mon[32293]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:58.776 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:58.776 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:58.776 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:58.776 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:58.776 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:50:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:58.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:58 smithi176 ceph-mon[36543]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:58.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:50:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:58 smithi203 ceph-mon[37192]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:50:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:50:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:50:59.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:50:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 -- 172.21.15.27:0/374460729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784107450 msgr2=0x7f2784107830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 --2- 172.21.15.27:0/374460729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784107450 0x7f2784107830 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2780009990 tx=0x7f2780009ca0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 -- 172.21.15.27:0/374460729 shutdown_connections 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 --2- 172.21.15.27:0/374460729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2784102ee0 0x7f278410f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 --2- 172.21.15.27:0/374460729 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784107450 0x7f2784107830 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 --2- 172.21.15.27:0/374460729 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 0x7f27841029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 -- 172.21.15.27:0/374460729 >> 172.21.15.27:0/374460729 conn(0x7f27840795f0 msgr2=0x7f2784079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 -- 172.21.15.27:0/374460729 shutdown_connections 2024-06-06T07:50:59.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.066+0000 7f278bc5e700 1 -- 172.21.15.27:0/374460729 wait complete. 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 Processor -- start 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 -- start start 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 0x7f278419aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 0x7f278419b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2784107450 0x7f278419f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2784112900 con 0x7f2784102ee0 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2784112780 con 0x7f2784102540 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f278bc5e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2784112a80 con 0x7f2784107450 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.067+0000 7f27891f9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 0x7f278419b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 0x7f278419b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33418/0 (socket says 172.21.15.27:33418) 2024-06-06T07:50:59.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 -- 172.21.15.27:0/540736580 learned_addr learned my addr 172.21.15.27:0/540736580 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:50:59.069 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f278a1fb700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2784107450 0x7f278419f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27899fa700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 0x7f278419aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 -- 172.21.15.27:0/540736580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2784107450 msgr2=0x7f278419f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2784107450 0x7f278419f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 -- 172.21.15.27:0/540736580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 msgr2=0x7f278419aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 0x7f278419aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 -- 172.21.15.27:0/540736580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f278419fec0 con 0x7f2784102ee0 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27899fa700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 0x7f278419aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f27891f9700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 0x7f278419b3f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f277400c9b0 tx=0x7f277400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774007b00 con 0x7f2784102ee0 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2774007ca0 con 0x7f2784102ee0 2024-06-06T07:50:59.070 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27841a01b0 con 0x7f2784102ee0 2024-06-06T07:50:59.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2774018840 con 0x7f2784102ee0 2024-06-06T07:50:59.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.068+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27841a7a30 con 0x7f2784102ee0 2024-06-06T07:50:59.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.069+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2784069180 con 0x7f2784102ee0 2024-06-06T07:50:59.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.070+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f27740189e0 con 0x7f2784102ee0 2024-06-06T07:50:59.071 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.071+0000 7f277affd700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f27700a2c20 0x7f27700a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:50:59.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.071+0000 7f27899fa700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f27700a2c20 0x7f27700a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:50:59.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.071+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f27740cecf0 con 0x7f2784102ee0 2024-06-06T07:50:59.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.072+0000 7f27899fa700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f27700a2c20 0x7f27700a50e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2780000c00 tx=0x7f2780005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:50:59.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.076+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f27740d3070 con 0x7f2784102ee0 2024-06-06T07:50:59.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.283+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f278419c210 con 0x7f2784102ee0 2024-06-06T07:50:59.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.284+0000 7f277affd700 1 -- 172.21.15.27:0/540736580 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f278419c210 con 0x7f2784102ee0 2024-06-06T07:50:59.283 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:50:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:[ 2024-06-06T07:50:59.284 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:50:59.284 INFO:teuthology.orchestra.run.smithi027.stdout: "poolnum": 1, 2024-06-06T07:50:59.284 INFO:teuthology.orchestra.run.smithi027.stdout: "poolname": ".mgr" 2024-06-06T07:50:59.284 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:50:59.284 INFO:teuthology.orchestra.run.smithi027.stdout:] 2024-06-06T07:50:59.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f27700a2c20 msgr2=0x7f27700a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:59.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f27700a2c20 0x7f27700a50e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2780000c00 tx=0x7f2780005fb0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 msgr2=0x7f278419b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 0x7f278419b3f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f277400c9b0 tx=0x7f277400cd70 comp rx=0 tx=0).stop 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 shutdown_connections 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2784107450 0x7f278419f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2784102540 0x7f278419aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f27700a2c20 0x7f27700a50e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 --2- 172.21.15.27:0/540736580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2784102ee0 0x7f278419b3f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 >> 172.21.15.27:0/540736580 conn(0x7f27840795f0 msgr2=0x7f27841003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 shutdown_connections 2024-06-06T07:50:59.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:50:59.286+0000 7f278bc5e700 1 -- 172.21.15.27:0/540736580 wait complete. 2024-06-06T07:51:00.101 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-06-06T07:51:00.102 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-06-06T07:51:00.354 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:00.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:00 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/540736580' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-06T07:51:00.514 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:00 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/540736580' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-06T07:51:00.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:00 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/540736580' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-06T07:51:01.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:01 smithi027 ceph-mon[32293]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:01.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:01 smithi176 ceph-mon[36543]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:01.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:01 smithi203 ceph-mon[37192]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:02.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 -- 172.21.15.27:0/397443804 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb25006b5c0 msgr2=0x7fb25010f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 --2- 172.21.15.27:0/397443804 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb25006b5c0 0x7fb25010f360 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb24800b0a0 tx=0x7fb24800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 -- 172.21.15.27:0/397443804 shutdown_connections 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 --2- 172.21.15.27:0/397443804 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb25006b5c0 0x7fb25010f360 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 --2- 172.21.15.27:0/397443804 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb250108570 0x7fb250108950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 --2- 172.21.15.27:0/397443804 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb25006ac00 0x7fb25006b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 -- 172.21.15.27:0/397443804 >> 172.21.15.27:0/397443804 conn(0x7fb2500773e0 msgr2=0x7fb2500777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 -- 172.21.15.27:0/397443804 shutdown_connections 2024-06-06T07:51:02.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 -- 172.21.15.27:0/397443804 wait complete. 2024-06-06T07:51:02.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.182+0000 7fb2555d6700 1 Processor -- start 2024-06-06T07:51:02.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 -- start start 2024-06-06T07:51:02.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb25006ac00 0x7fb25019e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:02.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb25006b5c0 0x7fb25019ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:02.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 0x7fb250198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb250112900 con 0x7fb250108570 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb250112780 con 0x7fb25006b5c0 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb2555d6700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb250112a80 con 0x7fb25006ac00 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 0x7fb250198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 0x7fb250198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33440/0 (socket says 172.21.15.27:33440) 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 -- 172.21.15.27:0/1761439778 learned_addr learned my addr 172.21.15.27:0/1761439778 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24effd700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb25006ac00 0x7fb25019e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24e7fc700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb25006b5c0 0x7fb25019ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 -- 172.21.15.27:0/1761439778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb25006ac00 msgr2=0x7fb25019e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb25006ac00 0x7fb25019e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 -- 172.21.15.27:0/1761439778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb25006b5c0 msgr2=0x7fb25019ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb25006b5c0 0x7fb25019ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:02.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.183+0000 7fb24f7fe700 1 -- 172.21.15.27:0/1761439778 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb250199220 con 0x7fb250108570 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.184+0000 7fb24f7fe700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 0x7fb250198ac0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb248006070 tx=0x7fb248004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.184+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb248021070 con 0x7fb250108570 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.184+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2501994b0 con 0x7fb250108570 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.184+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb248003c00 con 0x7fb250108570 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.184+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24801d450 con 0x7fb250108570 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.184+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2501a57d0 con 0x7fb250108570 2024-06-06T07:51:02.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.185+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb250069180 con 0x7fb250108570 2024-06-06T07:51:02.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.186+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb248007980 con 0x7fb250108570 2024-06-06T07:51:02.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.187+0000 7fb237fff700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2380a2c20 0x7fb2380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:02.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.187+0000 7fb24effd700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2380a2c20 0x7fb2380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:02.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.187+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb24800f020 con 0x7fb250108570 2024-06-06T07:51:02.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.187+0000 7fb24effd700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2380a2c20 0x7fb2380a50e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb250199c00 tx=0x7fb24000b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:02.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.190+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb24802a020 con 0x7fb250108570 2024-06-06T07:51:02.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:02.393+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb2501a59a0 con 0x7fb250108570 2024-06-06T07:51:03.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.113+0000 7fb237fff700 1 -- 172.21.15.27:0/1761439778 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fb24809daa0 con 0x7fb250108570 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2380a2c20 msgr2=0x7fb2380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2380a2c20 0x7fb2380a50e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb250199c00 tx=0x7fb24000b3c0 comp rx=0 tx=0).stop 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 msgr2=0x7fb250198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 0x7fb250198ac0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb248006070 tx=0x7fb248004ce0 comp rx=0 tx=0).stop 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 shutdown_connections 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2380a2c20 0x7fb2380a50e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb250108570 0x7fb250198ac0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb25006ac00 0x7fb25019e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 --2- 172.21.15.27:0/1761439778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb25006b5c0 0x7fb25019ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 >> 172.21.15.27:0/1761439778 conn(0x7fb2500773e0 msgr2=0x7fb2500ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:03.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.116+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 shutdown_connections 2024-06-06T07:51:03.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:03.117+0000 7fb2555d6700 1 -- 172.21.15.27:0/1761439778 wait complete. 2024-06-06T07:51:03.119 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_metadata' created 2024-06-06T07:51:03.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:03 smithi027 ceph-mon[32293]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:03.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:03 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1761439778' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-06T07:51:03.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:03 smithi176 ceph-mon[36543]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:03.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:03 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1761439778' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-06T07:51:03.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:03 smithi203 ceph-mon[37192]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:03.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:03 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1761439778' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-06T07:51:03.887 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-06-06T07:51:04.152 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:04.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:04 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1761439778' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-06T07:51:04.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:04 smithi027 ceph-mon[32293]: osdmap e83: 12 total, 12 up, 12 in 2024-06-06T07:51:04.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:04 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1761439778' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-06T07:51:04.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:04 smithi176 ceph-mon[36543]: osdmap e83: 12 total, 12 up, 12 in 2024-06-06T07:51:04.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:04 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1761439778' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-06T07:51:04.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:04 smithi203 ceph-mon[37192]: osdmap e83: 12 total, 12 up, 12 in 2024-06-06T07:51:05.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:05 smithi027 ceph-mon[32293]: pgmap v298: 33 pgs: 1 creating+peering, 1 active+clean, 31 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:05 smithi027 ceph-mon[32293]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T07:51:05.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:05 smithi027 ceph-mon[32293]: osdmap e84: 12 total, 12 up, 12 in 2024-06-06T07:51:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:05 smithi176 ceph-mon[36543]: pgmap v298: 33 pgs: 1 creating+peering, 1 active+clean, 31 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:05 smithi176 ceph-mon[36543]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T07:51:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:05 smithi176 ceph-mon[36543]: osdmap e84: 12 total, 12 up, 12 in 2024-06-06T07:51:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:05 smithi203 ceph-mon[37192]: pgmap v298: 33 pgs: 1 creating+peering, 1 active+clean, 31 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:05 smithi203 ceph-mon[37192]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T07:51:05.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:05 smithi203 ceph-mon[37192]: osdmap e84: 12 total, 12 up, 12 in 2024-06-06T07:51:06.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 -- 172.21.15.27:0/1624972308 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 msgr2=0x7f364c101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:06.002 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 --2- 172.21.15.27:0/1624972308 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c101810 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3634009990 tx=0x7f3634009ca0 comp rx=0 tx=0).stop 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 -- 172.21.15.27:0/1624972308 shutdown_connections 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 --2- 172.21.15.27:0/1624972308 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f364c101d50 0x7f364c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 --2- 172.21.15.27:0/1624972308 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f364c107400 0x7f364c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 --2- 172.21.15.27:0/1624972308 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c101810 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 -- 172.21.15.27:0/1624972308 >> 172.21.15.27:0/1624972308 conn(0x7f364c078340 msgr2=0x7f364c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 -- 172.21.15.27:0/1624972308 shutdown_connections 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.001+0000 7f36516a1700 1 -- 172.21.15.27:0/1624972308 wait complete. 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.002+0000 7f36516a1700 1 Processor -- start 2024-06-06T07:51:06.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.002+0000 7f36516a1700 1 -- start start 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.002+0000 7f36516a1700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c199bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.002+0000 7f36516a1700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f364c101d50 0x7f364c19a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.002+0000 7f36516a1700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f364c107400 0x7f364c1a4c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f36516a1700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f364c111830 con 0x7f364c101390 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f36516a1700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f364c1116b0 con 0x7f364c107400 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f36516a1700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f364c1119b0 con 0x7f364c101d50 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c199bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c199bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36444/0 (socket says 172.21.15.27:36444) 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 -- 172.21.15.27:0/153624468 learned_addr learned my addr 172.21.15.27:0/153624468 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364b7fe700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f364c107400 0x7f364c1a4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364a7fc700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f364c101d50 0x7f364c19a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 -- 172.21.15.27:0/153624468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f364c101d50 msgr2=0x7f364c19a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:06.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f364c101d50 0x7f364c19a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 -- 172.21.15.27:0/153624468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f364c107400 msgr2=0x7f364c1a4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f364c107400 0x7f364c1a4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 -- 172.21.15.27:0/153624468 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c1a5170 con 0x7f364c101390 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f364affd700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c199bb0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f363c00ba50 tx=0x7f363c00bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363c019070 con 0x7f364c101390 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f364c1a53a0 con 0x7f364c101390 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f363c014440 con 0x7f364c101390 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.003+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363c0075b0 con 0x7f364c101390 2024-06-06T07:51:06.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.004+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f364c1a5900 con 0x7f364c101390 2024-06-06T07:51:06.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.005+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f364c069180 con 0x7f364c101390 2024-06-06T07:51:06.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.006+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f363c01c070 con 0x7f364c101390 2024-06-06T07:51:06.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.006+0000 7f3643fff700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f36380a2c20 0x7f36380a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:06.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.007+0000 7f364a7fc700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f36380a2c20 0x7f36380a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:06.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.007+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7f363c0ce100 con 0x7f364c101390 2024-06-06T07:51:06.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.007+0000 7f364a7fc700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f36380a2c20 0x7f36380a50e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3634006010 tx=0x7f363400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:06.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.011+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f363c09b390 con 0x7f364c101390 2024-06-06T07:51:06.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:06.218+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f364c1a5bc0 con 0x7f364c101390 2024-06-06T07:51:06.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:06 smithi027 ceph-mon[32293]: osdmap e85: 12 total, 12 up, 12 in 2024-06-06T07:51:06.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:06 smithi176 ceph-mon[36543]: osdmap e85: 12 total, 12 up, 12 in 2024-06-06T07:51:06.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:06 smithi203 ceph-mon[37192]: osdmap e85: 12 total, 12 up, 12 in 2024-06-06T07:51:07.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.142+0000 7f3643fff700 1 -- 172.21.15.27:0/153624468 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v86) ==== 171+0+0 (secure 0 0 0) 0x7f363c09ac90 con 0x7f364c101390 2024-06-06T07:51:07.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f36380a2c20 msgr2=0x7f36380a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:07.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f36380a2c20 0x7f36380a50e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3634006010 tx=0x7f363400b540 comp rx=0 tx=0).stop 2024-06-06T07:51:07.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 msgr2=0x7f364c199bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c199bb0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f363c00ba50 tx=0x7f363c00bd60 comp rx=0 tx=0).stop 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 shutdown_connections 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f364c107400 0x7f364c1a4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f36380a2c20 0x7f36380a50e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f364c101390 0x7f364c199bb0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 --2- 172.21.15.27:0/153624468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f364c101d50 0x7f364c19a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:07.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 >> 172.21.15.27:0/153624468 conn(0x7f364c078340 msgr2=0x7f364c0ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:07.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 shutdown_connections 2024-06-06T07:51:07.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:07.146+0000 7f36516a1700 1 -- 172.21.15.27:0/153624468 wait complete. 2024-06-06T07:51:07.148 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data' created 2024-06-06T07:51:07.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:07 smithi027 ceph-mon[32293]: pgmap v301: 33 pgs: 6 creating+peering, 12 active+clean, 15 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:07.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:07 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/153624468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T07:51:07.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:07 smithi176 ceph-mon[36543]: pgmap v301: 33 pgs: 6 creating+peering, 12 active+clean, 15 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:07.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:07 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/153624468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T07:51:07.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:07 smithi203 ceph-mon[37192]: pgmap v301: 33 pgs: 6 creating+peering, 12 active+clean, 15 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:07.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:07 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/153624468' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-06-06T07:51:07.861 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-06-06T07:51:08.118 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:08.479 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:08 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/153624468' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-06T07:51:08.480 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:08 smithi027 ceph-mon[32293]: osdmap e86: 12 total, 12 up, 12 in 2024-06-06T07:51:08.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:08 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/153624468' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-06T07:51:08.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:08 smithi176 ceph-mon[36543]: osdmap e86: 12 total, 12 up, 12 in 2024-06-06T07:51:08.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:08 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/153624468' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-06-06T07:51:08.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:08 smithi203 ceph-mon[37192]: osdmap e86: 12 total, 12 up, 12 in 2024-06-06T07:51:09.251 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:09 smithi027 ceph-mon[32293]: pgmap v303: 97 pgs: 22 creating+peering, 27 active+clean, 48 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:09.252 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:09 smithi027 ceph-mon[32293]: osdmap e87: 12 total, 12 up, 12 in 2024-06-06T07:51:09.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:09 smithi176 ceph-mon[36543]: pgmap v303: 97 pgs: 22 creating+peering, 27 active+clean, 48 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:09.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:09 smithi176 ceph-mon[36543]: osdmap e87: 12 total, 12 up, 12 in 2024-06-06T07:51:09.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:09 smithi203 ceph-mon[37192]: pgmap v303: 97 pgs: 22 creating+peering, 27 active+clean, 48 unknown; 577 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:09.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:09 smithi203 ceph-mon[37192]: osdmap e87: 12 total, 12 up, 12 in 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/66337402 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 msgr2=0x7f9fdc06b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/66337402 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc06b060 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc009990 tx=0x7f9fcc009ca0 comp rx=0 tx=0).stop 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/66337402 shutdown_connections 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/66337402 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9fdc06b5a0 0x7f9fdc10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/66337402 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fdc108500 0x7f9fdc1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/66337402 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc06b060 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/66337402 >> 172.21.15.27:0/66337402 conn(0x7f9fdc078360 msgr2=0x7f9fdc078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/66337402 shutdown_connections 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.813+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/66337402 wait complete. 2024-06-06T07:51:09.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 Processor -- start 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 -- start start 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc19e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fdc06b5a0 0x7f9fdc19ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9fdc108500 0x7f9fdc198b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc1128b0 con 0x7f9fdc06abe0 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc112730 con 0x7f9fdc108500 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe3eb1700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9fdc112a30 con 0x7f9fdc06b5a0 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe1c4d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc19e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe1c4d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc19e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36460/0 (socket says 172.21.15.27:36460) 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe1c4d700 1 -- 172.21.15.27:0/2585649953 learned_addr learned my addr 172.21.15.27:0/2585649953 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:09.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.814+0000 7f9fe144c700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fdc06b5a0 0x7f9fdc19ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe244e700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9fdc108500 0x7f9fdc198b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe1c4d700 1 -- 172.21.15.27:0/2585649953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fdc06b5a0 msgr2=0x7f9fdc19ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe1c4d700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fdc06b5a0 0x7f9fdc19ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe1c4d700 1 -- 172.21.15.27:0/2585649953 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9fdc108500 msgr2=0x7f9fdc198b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe1c4d700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9fdc108500 0x7f9fdc198b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe1c4d700 1 -- 172.21.15.27:0/2585649953 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fdc199270 con 0x7f9fdc06abe0 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe1c4d700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc19e900 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9fd800c9b0 tx=0x7f9fd800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd8007b00 con 0x7f9fdc06abe0 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fdc199560 con 0x7f9fdc06abe0 2024-06-06T07:51:09.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9fd8007ca0 con 0x7f9fdc06abe0 2024-06-06T07:51:09.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fdc1a57d0 con 0x7f9fdc06abe0 2024-06-06T07:51:09.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.815+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd8018780 con 0x7f9fdc06abe0 2024-06-06T07:51:09.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.816+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fdc069180 con 0x7f9fdc06abe0 2024-06-06T07:51:09.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.817+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9fd800f450 con 0x7f9fdc06abe0 2024-06-06T07:51:09.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.818+0000 7f9fd2ffd700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f9fc80a2ca0 0x7f9fc80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:09.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.818+0000 7f9fe144c700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f9fc80a2ca0 0x7f9fc80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:09.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.818+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7f9fd80ced80 con 0x7f9fdc06abe0 2024-06-06T07:51:09.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.818+0000 7f9fe144c700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f9fc80a2ca0 0x7f9fc80a5160 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc0098e0 tx=0x7f9fcc005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:09.823+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9fd8014030 con 0x7f9fdc06abe0 2024-06-06T07:51:10.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.098+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f9fdc199ff0 con 0x7f9fdc06abe0 2024-06-06T07:51:10.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.159+0000 7f9fd2ffd700 1 -- 172.21.15.27:0/2585649953 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f9fd800de20 con 0x7f9fdc06abe0 2024-06-06T07:51:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f9fc80a2ca0 msgr2=0x7f9fc80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:10.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f9fc80a2ca0 0x7f9fc80a5160 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9fcc0098e0 tx=0x7f9fcc005960 comp rx=0 tx=0).stop 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 msgr2=0x7f9fdc19e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc19e900 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9fd800c9b0 tx=0x7f9fd800ccc0 comp rx=0 tx=0).stop 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 shutdown_connections 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9fdc108500 0x7f9fdc198b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f9fc80a2ca0 0x7f9fc80a5160 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9fdc06abe0 0x7f9fdc19e900 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 --2- 172.21.15.27:0/2585649953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fdc06b5a0 0x7f9fdc19ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 >> 172.21.15.27:0/2585649953 conn(0x7f9fdc078360 msgr2=0x7f9fdc0fffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 shutdown_connections 2024-06-06T07:51:10.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:10.162+0000 7f9fe3eb1700 1 -- 172.21.15.27:0/2585649953 wait complete. 2024-06-06T07:51:10.164 INFO:teuthology.orchestra.run.smithi027.stderr:new fs with metadata pool 2 and data pool 3 2024-06-06T07:51:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:10 smithi027 ceph-mon[32293]: osdmap e88: 12 total, 12 up, 12 in 2024-06-06T07:51:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:10 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2585649953' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-06T07:51:10.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:10 smithi027 ceph-mon[32293]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-06-06T07:51:10.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:10 smithi176 ceph-mon[36543]: osdmap e88: 12 total, 12 up, 12 in 2024-06-06T07:51:10.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:10 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2585649953' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-06T07:51:10.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:10 smithi176 ceph-mon[36543]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-06-06T07:51:10.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:10 smithi203 ceph-mon[37192]: osdmap e88: 12 total, 12 up, 12 in 2024-06-06T07:51:10.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:10 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2585649953' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-06T07:51:10.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:10 smithi203 ceph-mon[37192]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-06-06T07:51:10.954 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-06-06T07:51:10.955 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-06-06T07:51:11.205 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:11.326 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:11 smithi027 ceph-mon[32293]: pgmap v306: 97 pgs: 16 creating+peering, 59 active+clean, 22 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:11.327 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:11 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2585649953' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-06T07:51:11.327 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:11 smithi027 ceph-mon[32293]: osdmap e89: 12 total, 12 up, 12 in 2024-06-06T07:51:11.327 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:11 smithi027 ceph-mon[32293]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-06-06T07:51:11.327 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:11 smithi027 ceph-mon[32293]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-06-06T07:51:11.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:11 smithi176 ceph-mon[36543]: pgmap v306: 97 pgs: 16 creating+peering, 59 active+clean, 22 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:11.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:11 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2585649953' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-06T07:51:11.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:11 smithi176 ceph-mon[36543]: osdmap e89: 12 total, 12 up, 12 in 2024-06-06T07:51:11.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:11 smithi176 ceph-mon[36543]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-06-06T07:51:11.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:11 smithi176 ceph-mon[36543]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-06-06T07:51:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:11 smithi203 ceph-mon[37192]: pgmap v306: 97 pgs: 16 creating+peering, 59 active+clean, 22 unknown; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:11 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2585649953' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-06T07:51:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:11 smithi203 ceph-mon[37192]: osdmap e89: 12 total, 12 up, 12 in 2024-06-06T07:51:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:11 smithi203 ceph-mon[37192]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-06-06T07:51:11.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:11 smithi203 ceph-mon[37192]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-06-06T07:51:12.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:12 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] up:active 2024-06-06T07:51:12.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:12 smithi027 ceph-mon[32293]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:12.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:12 smithi027 ceph-mon[32293]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:12.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:12 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] up:active 2024-06-06T07:51:12.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:12 smithi176 ceph-mon[36543]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:12.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:12 smithi176 ceph-mon[36543]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:12.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:12 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] up:active 2024-06-06T07:51:12.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:12 smithi203 ceph-mon[37192]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:12.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:12 smithi203 ceph-mon[37192]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 -- 172.21.15.27:0/4230727577 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 msgr2=0x7fb26810e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 --2- 172.21.15.27:0/4230727577 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810e1d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb2600099c0 tx=0x7fb260009cd0 comp rx=0 tx=0).stop 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 -- 172.21.15.27:0/4230727577 shutdown_connections 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 --2- 172.21.15.27:0/4230727577 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810e1d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 --2- 172.21.15.27:0/4230727577 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101520 0x7fb268101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 --2- 172.21.15.27:0/4230727577 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb268101ed0 0x7fb268105f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 -- 172.21.15.27:0/4230727577 >> 172.21.15.27:0/4230727577 conn(0x7fb2680fcdb0 msgr2=0x7fb2680ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:13.053 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 -- 172.21.15.27:0/4230727577 shutdown_connections 2024-06-06T07:51:13.054 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.052+0000 7fb26d99e700 1 -- 172.21.15.27:0/4230727577 wait complete. 2024-06-06T07:51:13.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 Processor -- start 2024-06-06T07:51:13.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 -- start start 2024-06-06T07:51:13.055 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb268101520 0x7fb26810ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101ed0 0x7fb26810f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb268112860 con 0x7fb268106600 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb2681126e0 con 0x7fb268101ed0 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d99e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb2681129e0 con 0x7fb268101520 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d19d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d19d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36480/0 (socket says 172.21.15.27:36480) 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26d19d700 1 -- 172.21.15.27:0/1346125868 learned_addr learned my addr 172.21.15.27:0/1346125868 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:13.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.053+0000 7fb26c99c700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb268101520 0x7fb26810ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb267fff700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101ed0 0x7fb26810f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d19d700 1 -- 172.21.15.27:0/1346125868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb268101520 msgr2=0x7fb26810ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d19d700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb268101520 0x7fb26810ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d19d700 1 -- 172.21.15.27:0/1346125868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101ed0 msgr2=0x7fb26810f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d19d700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101ed0 0x7fb26810f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d19d700 1 -- 172.21.15.27:0/1346125868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2681a7180 con 0x7fb268106600 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb267fff700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101ed0 0x7fb26810f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d19d700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810f630 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb260009990 tx=0x7fb260005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260026070 con 0x7fb268106600 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb260005530 con 0x7fb268106600 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2681a7410 con 0x7fb268106600 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260003d80 con 0x7fb268106600 2024-06-06T07:51:13.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.054+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2681a7810 con 0x7fb268106600 2024-06-06T07:51:13.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.055+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb268069180 con 0x7fb268106600 2024-06-06T07:51:13.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.057+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb260029070 con 0x7fb268106600 2024-06-06T07:51:13.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.057+0000 7fb265ffb700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2540a2c20 0x7fb2540a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:13.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.057+0000 7fb26c99c700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2540a2c20 0x7fb2540a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:13.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.057+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fb2600cfd10 con 0x7fb268106600 2024-06-06T07:51:13.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.058+0000 7fb26c99c700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2540a2c20 0x7fb2540a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb258009550 tx=0x7fb2580091f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:13.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.061+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb260030020 con 0x7fb268106600 2024-06-06T07:51:13.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:13.276+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fb2681a7b30 con 0x7fb268106600 2024-06-06T07:51:13.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:13 smithi027 ceph-mon[32293]: pgmap v308: 97 pgs: 16 creating+peering, 81 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-06T07:51:13.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:13 smithi027 ceph-mon[32293]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-06T07:51:13.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:13 smithi027 ceph-mon[32293]: Cluster is now healthy 2024-06-06T07:51:13.443 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:13 smithi203 ceph-mon[37192]: pgmap v308: 97 pgs: 16 creating+peering, 81 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-06T07:51:13.443 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:13 smithi203 ceph-mon[37192]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-06T07:51:13.444 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:13 smithi203 ceph-mon[37192]: Cluster is now healthy 2024-06-06T07:51:13.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:13 smithi176 ceph-mon[36543]: pgmap v308: 97 pgs: 16 creating+peering, 81 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-06-06T07:51:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:13 smithi176 ceph-mon[36543]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-06T07:51:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:13 smithi176 ceph-mon[36543]: Cluster is now healthy 2024-06-06T07:51:14.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.187+0000 7fb265ffb700 1 -- 172.21.15.27:0/1346125868 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v90) ==== 157+0+0 (secure 0 0 0) 0x7fb260013070 con 0x7fb268106600 2024-06-06T07:51:14.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.190+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2540a2c20 msgr2=0x7fb2540a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:14.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.190+0000 7fb26d99e700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2540a2c20 0x7fb2540a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb258009550 tx=0x7fb2580091f0 comp rx=0 tx=0).stop 2024-06-06T07:51:14.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.190+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 msgr2=0x7fb26810f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:14.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.190+0000 7fb26d99e700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810f630 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb260009990 tx=0x7fb260005ef0 comp rx=0 tx=0).stop 2024-06-06T07:51:14.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 shutdown_connections 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2540a2c20 0x7fb2540a50e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb268106600 0x7fb26810f630 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb268101520 0x7fb26810ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 --2- 172.21.15.27:0/1346125868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb268101ed0 0x7fb26810f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 >> 172.21.15.27:0/1346125868 conn(0x7fb2680fcdb0 msgr2=0x7fb2680fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 shutdown_connections 2024-06-06T07:51:14.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:14.191+0000 7fb26d99e700 1 -- 172.21.15.27:0/1346125868 wait complete. 2024-06-06T07:51:14.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:14 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1346125868' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-06T07:51:14.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:14 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1346125868' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-06T07:51:14.619 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:14 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1346125868' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-06-06T07:51:15.056 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-06-06T07:51:15.322 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:15.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:15 smithi027 ceph-mon[32293]: pgmap v309: 97 pgs: 97 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-06-06T07:51:15.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:15 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1346125868' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-06T07:51:15.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:15 smithi027 ceph-mon[32293]: osdmap e90: 12 total, 12 up, 12 in 2024-06-06T07:51:15.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:15 smithi176 ceph-mon[36543]: pgmap v309: 97 pgs: 97 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-06-06T07:51:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:15 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1346125868' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-06T07:51:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:15 smithi176 ceph-mon[36543]: osdmap e90: 12 total, 12 up, 12 in 2024-06-06T07:51:15.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:15 smithi203 ceph-mon[37192]: pgmap v309: 97 pgs: 97 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-06-06T07:51:15.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:15 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1346125868' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-06-06T07:51:15.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:15 smithi203 ceph-mon[37192]: osdmap e90: 12 total, 12 up, 12 in 2024-06-06T07:51:16.028 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:51:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: 2024-06-06T07:51:15.611+0000 7fae46722700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 -- 172.21.15.27:0/690609659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5230105f50 msgr2=0x7f523010da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 --2- 172.21.15.27:0/690609659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5230105f50 0x7f523010da90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f522800b0a0 tx=0x7f522800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 -- 172.21.15.27:0/690609659 shutdown_connections 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 --2- 172.21.15.27:0/690609659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5230105f50 0x7f523010da90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 --2- 172.21.15.27:0/690609659 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52301010b0 0x7f5230101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 --2- 172.21.15.27:0/690609659 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5230101a60 0x7f5230105820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:17.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 -- 172.21.15.27:0/690609659 >> 172.21.15.27:0/690609659 conn(0x7f52300766b0 msgr2=0x7f5230076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:17.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 -- 172.21.15.27:0/690609659 shutdown_connections 2024-06-06T07:51:17.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.221+0000 7f52351e0700 1 -- 172.21.15.27:0/690609659 wait complete. 2024-06-06T07:51:17.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 Processor -- start 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 -- start start 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 0x7f5230102850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5230101a60 0x7f5230102d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5230105f50 0x7f52301032d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5230110770 con 0x7f52301010b0 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f52301105f0 con 0x7f5230101a60 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.222+0000 7f52351e0700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f52301108f0 con 0x7f5230105f50 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 0x7f5230102850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 0x7f5230102850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40432/0 (socket says 172.21.15.27:40432) 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 -- 172.21.15.27:0/2059408483 learned_addr learned my addr 172.21.15.27:0/2059408483 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:17.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522f59e700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5230105f50 0x7f52301032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522e59c700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5230101a60 0x7f5230102d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 -- 172.21.15.27:0/2059408483 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5230105f50 msgr2=0x7f52301032d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5230105f50 0x7f52301032d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 -- 172.21.15.27:0/2059408483 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5230101a60 msgr2=0x7f5230102d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5230101a60 0x7f5230102d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 -- 172.21.15.27:0/2059408483 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52301a7090 con 0x7f52301010b0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f522ed9d700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 0x7f5230102850 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f522000c970 tx=0x7f522000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220007aa0 con 0x7f52301010b0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5220004d30 con 0x7f52301010b0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52301a7380 con 0x7f52301010b0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220005690 con 0x7f52301010b0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.223+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52301a7870 con 0x7f52301010b0 2024-06-06T07:51:17.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.224+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5230050a00 con 0x7f52301010b0 2024-06-06T07:51:17.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.226+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5220004750 con 0x7f52301010b0 2024-06-06T07:51:17.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.226+0000 7f5217fff700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f52180a2cc0 0x7f52180a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:17.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.226+0000 7f522e59c700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f52180a2cc0 0x7f52180a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:17.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.227+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 8277+0+0 (secure 0 0 0) 0x7f52200cf3e0 con 0x7f52301010b0 2024-06-06T07:51:17.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.227+0000 7f522e59c700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f52180a2cc0 0x7f52180a5180 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5224005950 tx=0x7f52240058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:17.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.230+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5220025020 con 0x7f52301010b0 2024-06-06T07:51:17.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:17 smithi027 ceph-mon[32293]: pgmap v311: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-06-06T07:51:17.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:17.436+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f523002de60 con 0x7f52301010b0 2024-06-06T07:51:17.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:17 smithi176 ceph-mon[36543]: pgmap v311: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-06-06T07:51:17.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:17 smithi203 ceph-mon[37192]: pgmap v311: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 6 op/s 2024-06-06T07:51:18.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:18 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2059408483' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-06T07:51:18.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:18 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2059408483' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-06T07:51:18.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:18 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2059408483' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-06T07:51:19.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.215+0000 7f5217fff700 1 -- 172.21.15.27:0/2059408483 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v92) ==== 228+0+0 (secure 0 0 0) 0x7f522009c3a0 con 0x7f52301010b0 2024-06-06T07:51:19.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f52180a2cc0 msgr2=0x7f52180a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:19.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f52180a2cc0 0x7f52180a5180 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5224005950 tx=0x7f52240058e0 comp rx=0 tx=0).stop 2024-06-06T07:51:19.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 msgr2=0x7f5230102850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 0x7f5230102850 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f522000c970 tx=0x7f522000cc80 comp rx=0 tx=0).stop 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 shutdown_connections 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5230105f50 0x7f52301032d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f52180a2cc0 0x7f52180a5180 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f52301010b0 0x7f5230102850 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 --2- 172.21.15.27:0/2059408483 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5230101a60 0x7f5230102d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 >> 172.21.15.27:0/2059408483 conn(0x7f52300766b0 msgr2=0x7f52301049f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 shutdown_connections 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:19.218+0000 7f52351e0700 1 -- 172.21.15.27:0/2059408483 wait complete. 2024-06-06T07:51:19.219 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data_ec' created 2024-06-06T07:51:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:19 smithi176 ceph-mon[36543]: pgmap v312: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-06-06T07:51:19.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:19 smithi176 ceph-mon[36543]: osdmap e91: 12 total, 12 up, 12 in 2024-06-06T07:51:19.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:19 smithi203 ceph-mon[37192]: pgmap v312: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-06-06T07:51:19.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:19 smithi203 ceph-mon[37192]: osdmap e91: 12 total, 12 up, 12 in 2024-06-06T07:51:19.570 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:19 smithi027 ceph-mon[32293]: pgmap v312: 97 pgs: 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-06-06T07:51:19.570 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:19 smithi027 ceph-mon[32293]: osdmap e91: 12 total, 12 up, 12 in 2024-06-06T07:51:20.020 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-06-06T07:51:20.295 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:20.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:20 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2059408483' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-06T07:51:20.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:20 smithi027 ceph-mon[32293]: osdmap e92: 12 total, 12 up, 12 in 2024-06-06T07:51:20.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:20 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2059408483' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-06T07:51:20.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:20 smithi176 ceph-mon[36543]: osdmap e92: 12 total, 12 up, 12 in 2024-06-06T07:51:20.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:20 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2059408483' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-06T07:51:20.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:20 smithi203 ceph-mon[37192]: osdmap e92: 12 total, 12 up, 12 in 2024-06-06T07:51:21.397 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:21 smithi027 ceph-mon[32293]: pgmap v315: 129 pgs: 2 creating+peering, 30 unknown, 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2024-06-06T07:51:21.398 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:21 smithi027 ceph-mon[32293]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T07:51:21.398 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:21 smithi027 ceph-mon[32293]: osdmap e93: 12 total, 12 up, 12 in 2024-06-06T07:51:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:21 smithi176 ceph-mon[36543]: pgmap v315: 129 pgs: 2 creating+peering, 30 unknown, 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2024-06-06T07:51:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:21 smithi176 ceph-mon[36543]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T07:51:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:21 smithi176 ceph-mon[36543]: osdmap e93: 12 total, 12 up, 12 in 2024-06-06T07:51:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:21 smithi203 ceph-mon[37192]: pgmap v315: 129 pgs: 2 creating+peering, 30 unknown, 97 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 3 op/s 2024-06-06T07:51:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:21 smithi203 ceph-mon[37192]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-06T07:51:21.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:21 smithi203 ceph-mon[37192]: osdmap e93: 12 total, 12 up, 12 in 2024-06-06T07:51:22.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 -- 172.21.15.27:0/3895801427 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8102770 msgr2=0x7f25f8102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:22.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/3895801427 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8102770 0x7f25f8102b50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f25f40099c0 tx=0x7f25f4009cd0 comp rx=0 tx=0).stop 2024-06-06T07:51:22.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 -- 172.21.15.27:0/3895801427 shutdown_connections 2024-06-06T07:51:22.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/3895801427 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f25f8107860 0x7f25f810f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/3895801427 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8102770 0x7f25f8102b50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/3895801427 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25f8103120 0x7f25f8107130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 -- 172.21.15.27:0/3895801427 >> 172.21.15.27:0/3895801427 conn(0x7f25f8079600 msgr2=0x7f25f8079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 -- 172.21.15.27:0/3895801427 shutdown_connections 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.121+0000 7f25ff8f2700 1 -- 172.21.15.27:0/3895801427 wait complete. 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 Processor -- start 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 -- start start 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f25f8102770 0x7f25f8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 0x7f25f8074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25f8107860 0x7f25f8075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f25f8112880 con 0x7f25f8103120 2024-06-06T07:51:22.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f25f8112700 con 0x7f25f8102770 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25ff8f2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f25f8112a00 con 0x7f25f8107860 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 0x7f25f8074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 0x7f25f8074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40440/0 (socket says 172.21.15.27:40440) 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 -- 172.21.15.27:0/2506044620 learned_addr learned my addr 172.21.15.27:0/2506044620 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fde8f700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25f8107860 0x7f25f8075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fd68e700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f25f8102770 0x7f25f8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 -- 172.21.15.27:0/2506044620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25f8107860 msgr2=0x7f25f8075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25f8107860 0x7f25f8075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 -- 172.21.15.27:0/2506044620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f25f8102770 msgr2=0x7f25f8074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f25f8102770 0x7f25f8074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.122+0000 7f25fce8d700 1 -- 172.21.15.27:0/2506044620 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25f81a71a0 con 0x7f25f8103120 2024-06-06T07:51:22.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.123+0000 7f25fce8d700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 0x7f25f8074cd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f25e800e9c0 tx=0x7f25e800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:22.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.123+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e800cbd0 con 0x7f25f8103120 2024-06-06T07:51:22.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.123+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f25e800ee60 con 0x7f25f8103120 2024-06-06T07:51:22.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.123+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25f81a7490 con 0x7f25f8103120 2024-06-06T07:51:22.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.123+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25e8010430 con 0x7f25f8103120 2024-06-06T07:51:22.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.123+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25f81a79d0 con 0x7f25f8103120 2024-06-06T07:51:22.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.124+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25f810aaa0 con 0x7f25f8103120 2024-06-06T07:51:22.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.126+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f25e8004750 con 0x7f25f8103120 2024-06-06T07:51:22.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.126+0000 7f25ee7fc700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25e40a2ca0 0x7f25e40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:22.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.127+0000 7f25fd68e700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25e40a2ca0 0x7f25e40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:22.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.127+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8770+0+0 (secure 0 0 0) 0x7f25e80cf6d0 con 0x7f25f8103120 2024-06-06T07:51:22.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.127+0000 7f25fd68e700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25e40a2ca0 0x7f25e40a5160 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f25f4000c00 tx=0x7f25f4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:22.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.130+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f25e8053850 con 0x7f25f8103120 2024-06-06T07:51:22.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:22.342+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f25f8069180 con 0x7f25f8103120 2024-06-06T07:51:22.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:22 smithi027 ceph-mon[32293]: osdmap e94: 12 total, 12 up, 12 in 2024-06-06T07:51:22.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:22 smithi176 ceph-mon[36543]: osdmap e94: 12 total, 12 up, 12 in 2024-06-06T07:51:22.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:22 smithi203 ceph-mon[37192]: osdmap e94: 12 total, 12 up, 12 in 2024-06-06T07:51:23.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.237+0000 7f25ee7fc700 1 -- 172.21.15.27:0/2506044620 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v95) ==== 169+0+0 (secure 0 0 0) 0x7f25e809c410 con 0x7f25f8103120 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25e40a2ca0 msgr2=0x7f25e40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25e40a2ca0 0x7f25e40a5160 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f25f4000c00 tx=0x7f25f4005fb0 comp rx=0 tx=0).stop 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 msgr2=0x7f25f8074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 0x7f25f8074cd0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f25e800e9c0 tx=0x7f25e800ecd0 comp rx=0 tx=0).stop 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 shutdown_connections 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25f8107860 0x7f25f8075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f25f8102770 0x7f25f8074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25e40a2ca0 0x7f25e40a5160 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:23.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 --2- 172.21.15.27:0/2506044620 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f25f8103120 0x7f25f8074cd0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:23.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 >> 172.21.15.27:0/2506044620 conn(0x7f25f8079600 msgr2=0x7f25f8100520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:23.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 shutdown_connections 2024-06-06T07:51:23.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:23.241+0000 7f25ff8f2700 1 -- 172.21.15.27:0/2506044620 wait complete. 2024-06-06T07:51:23.242 INFO:teuthology.orchestra.run.smithi027.stderr:set pool 4 allow_ec_overwrites to true 2024-06-06T07:51:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:23 smithi176 ceph-mon[36543]: pgmap v318: 129 pgs: 15 creating+peering, 14 unknown, 100 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:23 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2506044620' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-06T07:51:23.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:23 smithi203 ceph-mon[37192]: pgmap v318: 129 pgs: 15 creating+peering, 14 unknown, 100 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:23.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:23 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2506044620' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-06T07:51:23.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:23 smithi027 ceph-mon[32293]: pgmap v318: 129 pgs: 15 creating+peering, 14 unknown, 100 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:23 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2506044620' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-06-06T07:51:24.126 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-06-06T07:51:24.386 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:24.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:24 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2506044620' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-06T07:51:24.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:24 smithi027 ceph-mon[32293]: osdmap e95: 12 total, 12 up, 12 in 2024-06-06T07:51:24.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:24 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2506044620' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-06T07:51:24.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:24 smithi176 ceph-mon[36543]: osdmap e95: 12 total, 12 up, 12 in 2024-06-06T07:51:24.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:24 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2506044620' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-06-06T07:51:24.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:24 smithi203 ceph-mon[37192]: osdmap e95: 12 total, 12 up, 12 in 2024-06-06T07:51:25.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:25 smithi176 ceph-mon[36543]: pgmap v320: 129 pgs: 15 creating+peering, 4 unknown, 110 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:25.518 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:25 smithi027 ceph-mon[32293]: pgmap v320: 129 pgs: 15 creating+peering, 4 unknown, 110 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:25.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:25 smithi203 ceph-mon[37192]: pgmap v320: 129 pgs: 15 creating+peering, 4 unknown, 110 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:26.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 -- 172.21.15.27:0/1390423214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26081066f0 msgr2=0x7f260810e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:26.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 --2- 172.21.15.27:0/1390423214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26081066f0 0x7f260810e2c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f260000b0d0 tx=0x7f260000b3e0 comp rx=0 tx=0).stop 2024-06-06T07:51:26.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 -- 172.21.15.27:0/1390423214 shutdown_connections 2024-06-06T07:51:26.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 --2- 172.21.15.27:0/1390423214 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26081066f0 0x7f260810e2c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:26.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 --2- 172.21.15.27:0/1390423214 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2608101610 0x7f26081019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:26.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 --2- 172.21.15.27:0/1390423214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2608101fc0 0x7f2608106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.221+0000 7f260f486700 1 -- 172.21.15.27:0/1390423214 >> 172.21.15.27:0/1390423214 conn(0x7f2608078430 msgr2=0x7f2608078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 -- 172.21.15.27:0/1390423214 shutdown_connections 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 -- 172.21.15.27:0/1390423214 wait complete. 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 Processor -- start 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 -- start start 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 0x7f2608199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2608101fc0 0x7f260819a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26081066f0 0x7f26081a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2608111840 con 0x7f2608101610 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f26081116c0 con 0x7f2608101fc0 2024-06-06T07:51:26.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.222+0000 7f260f486700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26081119c0 con 0x7f26081066f0 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 0x7f2608199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 0x7f2608199ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41026/0 (socket says 172.21.15.27:41026) 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 -- 172.21.15.27:0/2245989619 learned_addr learned my addr 172.21.15.27:0/2245989619 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260da23700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26081066f0 0x7f26081a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 -- 172.21.15.27:0/2245989619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26081066f0 msgr2=0x7f26081a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26081066f0 0x7f26081a4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 -- 172.21.15.27:0/2245989619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2608101fc0 msgr2=0x7f260819a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2608101fc0 0x7f260819a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 -- 172.21.15.27:0/2245989619 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26081a5080 con 0x7f2608101610 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260d222700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 0x7f2608199ac0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f260400d950 tx=0x7f260400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2604016070 con 0x7f2608101610 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26081a52b0 con 0x7f2608101610 2024-06-06T07:51:26.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2604009b40 con 0x7f2608101610 2024-06-06T07:51:26.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260400f620 con 0x7f2608101610 2024-06-06T07:51:26.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.223+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26081a57c0 con 0x7f2608101610 2024-06-06T07:51:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.224+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2608069180 con 0x7f2608101610 2024-06-06T07:51:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.226+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2604019070 con 0x7f2608101610 2024-06-06T07:51:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.226+0000 7f25fe7fc700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25f40a2c20 0x7f25f40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.226+0000 7f260ca21700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25f40a2c20 0x7f25f40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.226+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8770+0+0 (secure 0 0 0) 0x7f26040cf300 con 0x7f2608101610 2024-06-06T07:51:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.227+0000 7f260ca21700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25f40a2c20 0x7f25f40a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f2608107ae0 tx=0x7f25f8009620 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:26.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.230+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f260409c040 con 0x7f2608101610 2024-06-06T07:51:26.488 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:26.489+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f26081a5b30 con 0x7f2608101610 2024-06-06T07:51:27.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.246+0000 7f25fe7fc700 1 -- 172.21.15.27:0/2245989619 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f260409b940 con 0x7f2608101610 2024-06-06T07:51:27.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25f40a2c20 msgr2=0x7f25f40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25f40a2c20 0x7f25f40a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f2608107ae0 tx=0x7f25f8009620 comp rx=0 tx=0).stop 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 msgr2=0x7f2608199ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 0x7f2608199ac0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f260400d950 tx=0x7f260400dd10 comp rx=0 tx=0).stop 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 shutdown_connections 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26081066f0 0x7f26081a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f25f40a2c20 0x7f25f40a50e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2608101610 0x7f2608199ac0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 --2- 172.21.15.27:0/2245989619 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2608101fc0 0x7f260819a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 >> 172.21.15.27:0/2245989619 conn(0x7f2608078430 msgr2=0x7f26080ff240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 shutdown_connections 2024-06-06T07:51:27.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:27.251+0000 7f260f486700 1 -- 172.21.15.27:0/2245989619 wait complete. 2024-06-06T07:51:27.252 INFO:teuthology.orchestra.run.smithi027.stderr:added data pool 4 to fsmap 2024-06-06T07:51:27.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:27 smithi203 ceph-mon[37192]: pgmap v321: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:27 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2245989619' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-06T07:51:27.631 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:27 smithi027 ceph-mon[32293]: pgmap v321: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:27.631 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:27 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2245989619' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-06T07:51:27.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:27 smithi176 ceph-mon[36543]: pgmap v321: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:27.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:27 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2245989619' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-06-06T07:51:28.067 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:51:28.330 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:28 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2245989619' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-06T07:51:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:28 smithi027 ceph-mon[32293]: osdmap e96: 12 total, 12 up, 12 in 2024-06-06T07:51:28.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:28 smithi027 ceph-mon[32293]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:28.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:28 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2245989619' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-06T07:51:28.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:28 smithi203 ceph-mon[37192]: osdmap e96: 12 total, 12 up, 12 in 2024-06-06T07:51:28.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:28 smithi203 ceph-mon[37192]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:28.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:28 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2245989619' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-06-06T07:51:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:28 smithi176 ceph-mon[36543]: osdmap e96: 12 total, 12 up, 12 in 2024-06-06T07:51:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:28 smithi176 ceph-mon[36543]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:51:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:29 smithi203 ceph-mon[37192]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:29 smithi203 ceph-mon[37192]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T07:51:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:29 smithi203 ceph-mon[37192]: Cluster is now healthy 2024-06-06T07:51:29.608 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:29 smithi027 ceph-mon[32293]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:29.608 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:29 smithi027 ceph-mon[32293]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T07:51:29.608 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:29 smithi027 ceph-mon[32293]: Cluster is now healthy 2024-06-06T07:51:29.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:29 smithi176 ceph-mon[36543]: pgmap v323: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:29.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:29 smithi176 ceph-mon[36543]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-06-06T07:51:29.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:29 smithi176 ceph-mon[36543]: Cluster is now healthy 2024-06-06T07:51:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 -- 172.21.15.27:0/699748206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd0406ab30 msgr2=0x7fdd0410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/699748206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd0406ab30 0x7fdd0410f320 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc009990 tx=0x7fdcfc009ca0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 -- 172.21.15.27:0/699748206 shutdown_connections 2024-06-06T07:51:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/699748206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd0406ab30 0x7fdd0410f320 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/699748206 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd04108500 0x7fdd041088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/699748206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdd0406a170 0x7fdd0406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 -- 172.21.15.27:0/699748206 >> 172.21.15.27:0/699748206 conn(0x7fdd04078340 msgr2=0x7fdd04078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 -- 172.21.15.27:0/699748206 shutdown_connections 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.178+0000 7fdd09fbe700 1 -- 172.21.15.27:0/699748206 wait complete. 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 Processor -- start 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 -- start start 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd0406a170 0x7fdd0419ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdd0406ab30 0x7fdd0419b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 0x7fdd0419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fdd041128c0 con 0x7fdd04108500 2024-06-06T07:51:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdd04112740 con 0x7fdd0406a170 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.179+0000 7fdd09fbe700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdd04112a40 con 0x7fdd0406ab30 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 0x7fdd0419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 0x7fdd0419f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41048/0 (socket says 172.21.15.27:41048) 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 -- 172.21.15.27:0/774788980 learned_addr learned my addr 172.21.15.27:0/774788980 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd02ffd700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdd0406ab30 0x7fdd0419b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd037fe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd0406a170 0x7fdd0419ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 -- 172.21.15.27:0/774788980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdd0406ab30 msgr2=0x7fdd0419b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdd0406ab30 0x7fdd0419b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 -- 172.21.15.27:0/774788980 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd0406a170 msgr2=0x7fdd0419ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd0406a170 0x7fdd0419ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 -- 172.21.15.27:0/774788980 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd0419fe70 con 0x7fdd04108500 2024-06-06T07:51:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd03fff700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 0x7fdd0419f730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc00f690 tx=0x7fdcfc00f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc027070 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd041a0100 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdcfc00bb20 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcfc017650 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.180+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd041a79e0 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.181+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd04069180 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.183+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdcfc02a070 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.183+0000 7fdd00ff9700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdcf00a2c20 0x7fdcf00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.183+0000 7fdd037fe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdcf00a2c20 0x7fdcf00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.183+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7fdcfc0d0480 con 0x7fdd04108500 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.184+0000 7fdd037fe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdcf00a2c20 0x7fdcf00a50e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4007700 tx=0x7fdcf4007690 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.187+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdcfc013070 con 0x7fdd04108500 2024-06-06T07:51:30.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.442+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd0419c1c0 con 0x7fdd04108500 2024-06-06T07:51:30.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.443+0000 7fdd00ff9700 1 -- 172.21.15.27:0/774788980 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11812 (secure 0 0 0) 0x7fdd0419c1c0 con 0x7fdd04108500 2024-06-06T07:51:30.443 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:51:30.443 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24449,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24473,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:51:26.490053+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24487,"qdb_cluster":[24487]},"id":1}]} 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdcf00a2c20 msgr2=0x7fdcf00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdcf00a2c20 0x7fdcf00a50e0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdcf4007700 tx=0x7fdcf4007690 comp rx=0 tx=0).stop 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 msgr2=0x7fdd0419f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 0x7fdd0419f730 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdcfc00f690 tx=0x7fdcfc00f6c0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 shutdown_connections 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdcf00a2c20 0x7fdcf00a50e0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdd04108500 0x7fdd0419f730 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdd0406a170 0x7fdd0419ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 --2- 172.21.15.27:0/774788980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdd0406ab30 0x7fdd0419b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:30.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 >> 172.21.15.27:0/774788980 conn(0x7fdd04078340 msgr2=0x7fdd0410d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:30.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.445+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 shutdown_connections 2024-06-06T07:51:30.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:30.446+0000 7fdd09fbe700 1 -- 172.21.15.27:0/774788980 wait complete. 2024-06-06T07:51:30.446 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 17 2024-06-06T07:51:31.112 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:51:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:31 smithi027 ceph-mon[32293]: pgmap v324: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:31.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:31 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/774788980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:51:31.485 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:31.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:31 smithi176 ceph-mon[36543]: pgmap v324: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:31.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:31 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/774788980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:51:31.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:31 smithi203 ceph-mon[37192]: pgmap v324: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:31 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/774788980' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.227+0000 7f4ed5e82700 1 -- 172.21.15.27:0/973222950 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 msgr2=0x7f4ed0107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.227+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/973222950 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0107110 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4ec40099c0 tx=0x7f4ec4009cd0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 -- 172.21.15.27:0/973222950 shutdown_connections 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/973222950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/973222950 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0102740 0x7f4ed0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/973222950 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0107110 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 -- 172.21.15.27:0/973222950 >> 172.21.15.27:0/973222950 conn(0x7f4ed00795f0 msgr2=0x7f4ed0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 -- 172.21.15.27:0/973222950 shutdown_connections 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 -- 172.21.15.27:0/973222950 wait complete. 2024-06-06T07:51:33.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 Processor -- start 2024-06-06T07:51:33.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.228+0000 7f4ed5e82700 1 -- start start 2024-06-06T07:51:33.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ed5e82700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0102740 0x7f4ed0074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:33.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ed5e82700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ed5e82700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed0075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ed5e82700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed01128d0 con 0x7f4ed01030f0 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ed5e82700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed0112750 con 0x7f4ed0102740 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ed5e82700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed0112a50 con 0x7f4ed0107840 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41066/0 (socket says 172.21.15.27:41066) 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 -- 172.21.15.27:0/887154396 learned_addr learned my addr 172.21.15.27:0/887154396 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ecf7fe700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0102740 0x7f4ed0074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ecffff700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed0075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 -- 172.21.15.27:0/887154396 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 msgr2=0x7f4ed0075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed0075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 -- 172.21.15.27:0/887154396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0102740 msgr2=0x7f4ed0074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0102740 0x7f4ed0074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 -- 172.21.15.27:0/887154396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed01a7190 con 0x7f4ed01030f0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4ecffff700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed0075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.229+0000 7f4eceffd700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0074cd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4ec400b580 tx=0x7f4ec4004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.230+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec4027070 con 0x7f4ed01030f0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.230+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec4004040 con 0x7f4ed01030f0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.230+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed01a7420 con 0x7f4ed01030f0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.230+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec400f460 con 0x7f4ed01030f0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.230+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed01a7870 con 0x7f4ed01030f0 2024-06-06T07:51:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.231+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed0069180 con 0x7f4ed01030f0 2024-06-06T07:51:33.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.233+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f4ec402a070 con 0x7f4ed01030f0 2024-06-06T07:51:33.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.234+0000 7f4eccff9700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4eb80a2c20 0x7f4eb80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:33.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.234+0000 7f4ecf7fe700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4eb80a2c20 0x7f4eb80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:33.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.234+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 8802+0+0 (secure 0 0 0) 0x7f4ec40d0010 con 0x7f4ed01030f0 2024-06-06T07:51:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.234+0000 7f4ecf7fe700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4eb80a2c20 0x7f4eb80a50e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0005950 tx=0x7f4ec000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:33.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.237+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4ec4013070 con 0x7f4ed01030f0 2024-06-06T07:51:33.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.442+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4ed002df00 con 0x7f4ed01030f0 2024-06-06T07:51:33.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.444+0000 7f4eccff9700 1 -- 172.21.15.27:0/887154396 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+24116 (secure 0 0 0) 0x7f4ec409cdc0 con 0x7f4ed01030f0 2024-06-06T07:51:33.444 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:51:33.444 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":96,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:51:26.489920+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4eb80a2c20 msgr2=0x7f4eb80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4eb80a2c20 0x7f4eb80a50e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0005950 tx=0x7f4ec000a300 comp rx=0 tx=0).stop 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 msgr2=0x7f4ed0074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0074cd0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4ec400b580 tx=0x7f4ec4004580 comp rx=0 tx=0).stop 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 shutdown_connections 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed0075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0102740 0x7f4ed0074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4eb80a2c20 0x7f4eb80a50e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 --2- 172.21.15.27:0/887154396 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed0074cd0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:33.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 >> 172.21.15.27:0/887154396 conn(0x7f4ed00795f0 msgr2=0x7f4ed0101c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:33.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 shutdown_connections 2024-06-06T07:51:33.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:33.446+0000 7f4ed5e82700 1 -- 172.21.15.27:0/887154396 wait complete. 2024-06-06T07:51:33.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:33 smithi203 ceph-mon[37192]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:33.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:33 smithi027 ceph-mon[32293]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:33 smithi176 ceph-mon[36543]: pgmap v325: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:34.204 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:51:34.461 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/887154396' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [5, 8]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-06-06T07:51:34.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-06-06T07:51:34.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:34 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-06-06T07:51:34.582 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/887154396' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [5, 8]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-06-06T07:51:34.583 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:34 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/887154396' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-06-06T07:51:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [5, 8]}]: dispatch 2024-06-06T07:51:34.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]: dispatch 2024-06-06T07:51:34.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-06-06T07:51:34.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:34 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [5, 8]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-06-06T07:51:35.588 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-06-06T07:51:35.589 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-06-06T07:51:35.589 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:35 smithi027 ceph-mon[32293]: osdmap e97: 12 total, 12 up, 12 in 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [5, 8]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-06-06T07:51:35.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-06-06T07:51:35.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-06-06T07:51:35.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:35 smithi176 ceph-mon[36543]: osdmap e97: 12 total, 12 up, 12 in 2024-06-06T07:51:35.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: pgmap v326: 129 pgs: 129 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:35.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-06-06T07:51:35.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [5, 9]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.6", "id": [5, 8]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8]}]': finished 2024-06-06T07:51:35.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-06-06T07:51:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-06-06T07:51:35.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:35 smithi203 ceph-mon[37192]: osdmap e97: 12 total, 12 up, 12 in 2024-06-06T07:51:36.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 -- 172.21.15.27:0/1235500519 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 msgr2=0x7efec810f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 --2- 172.21.15.27:0/1235500519 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec810f320 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7efec000b0a0 tx=0x7efec000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 -- 172.21.15.27:0/1235500519 shutdown_connections 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 --2- 172.21.15.27:0/1235500519 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec810f320 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 --2- 172.21.15.27:0/1235500519 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efec8108500 0x7efec81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 --2- 172.21.15.27:0/1235500519 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efec806a170 0x7efec806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 -- 172.21.15.27:0/1235500519 >> 172.21.15.27:0/1235500519 conn(0x7efec8078340 msgr2=0x7efec8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 -- 172.21.15.27:0/1235500519 shutdown_connections 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.167+0000 7efece788700 1 -- 172.21.15.27:0/1235500519 wait complete. 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 Processor -- start 2024-06-06T07:51:36.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 -- start start 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efec806a170 0x7efec8101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec81019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efec8108500 0x7efec8101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efec8112920 con 0x7efec806ab30 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efec81127a0 con 0x7efec8108500 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efece788700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efec8112aa0 con 0x7efec806a170 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efec77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec81019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efec77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec81019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41200/0 (socket says 172.21.15.27:41200) 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.168+0000 7efec77fe700 1 -- 172.21.15.27:0/997097723 learned_addr learned my addr 172.21.15.27:0/997097723 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efeccd25700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efec8108500 0x7efec8101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:36.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec7fff700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efec806a170 0x7efec8101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec77fe700 1 -- 172.21.15.27:0/997097723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efec806a170 msgr2=0x7efec8101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec77fe700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efec806a170 0x7efec8101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec77fe700 1 -- 172.21.15.27:0/997097723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efec8108500 msgr2=0x7efec8101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec77fe700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efec8108500 0x7efec8101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec77fe700 1 -- 172.21.15.27:0/997097723 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efec81a7210 con 0x7efec806ab30 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec77fe700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec81019a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efebc00c920 tx=0x7efebc00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc007b00 con 0x7efec806ab30 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efece788700 1 -- 172.21.15.27:0/997097723 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efec81a7500 con 0x7efec806ab30 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efebc004d30 con 0x7efec806ab30 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efebc005680 con 0x7efec806ab30 2024-06-06T07:51:36.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.169+0000 7efece788700 1 -- 172.21.15.27:0/997097723 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efec81a7a40 con 0x7efec806ab30 2024-06-06T07:51:36.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.170+0000 7efece788700 1 -- 172.21.15.27:0/997097723 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efec810a9e0 con 0x7efec806ab30 2024-06-06T07:51:36.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.171+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efebc004750 con 0x7efec806ab30 2024-06-06T07:51:36.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.172+0000 7efec57fa700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7efeb00a2c20 0x7efeb00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:36.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.172+0000 7efec7fff700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7efeb00a2c20 0x7efeb00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:36.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.172+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7efebc0cf320 con 0x7efec806ab30 2024-06-06T07:51:36.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.173+0000 7efec7fff700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7efeb00a2c20 0x7efeb00a50e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efeb8006fd0 tx=0x7efeb8008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:36.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.176+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efebc014030 con 0x7efec806ab30 2024-06-06T07:51:36.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.388+0000 7efece788700 1 -- 172.21.15.27:0/997097723 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efec810a3c0 con 0x7efec806ab30 2024-06-06T07:51:36.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.390+0000 7efec57fa700 1 -- 172.21.15.27:0/997097723 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+24586 (secure 0 0 0) 0x7efebc09bf20 con 0x7efec806ab30 2024-06-06T07:51:36.390 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:51:36.390 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":98,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:51:35.271567+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:51:36.391 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 -- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7efeb00a2c20 msgr2=0x7efeb00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7efeb00a2c20 0x7efeb00a50e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7efeb8006fd0 tx=0x7efeb8008040 comp rx=0 tx=0).stop 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 -- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 msgr2=0x7efec81019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec81019a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efebc00c920 tx=0x7efebc00cc30 comp rx=0 tx=0).stop 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 -- 172.21.15.27:0/997097723 shutdown_connections 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efec8108500 0x7efec8101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efec806a170 0x7efec8101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7efeb00a2c20 0x7efeb00a50e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 --2- 172.21.15.27:0/997097723 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efec806ab30 0x7efec81019a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 -- 172.21.15.27:0/997097723 >> 172.21.15.27:0/997097723 conn(0x7efec8078340 msgr2=0x7efec80ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 -- 172.21.15.27:0/997097723 shutdown_connections 2024-06-06T07:51:36.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:36.392+0000 7efece788700 1 -- 172.21.15.27:0/997097723 wait complete. 2024-06-06T07:51:36.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:36 smithi027 ceph-mon[32293]: osdmap e98: 12 total, 12 up, 12 in 2024-06-06T07:51:37.298 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:36 smithi203 ceph-mon[37192]: osdmap e98: 12 total, 12 up, 12 in 2024-06-06T07:51:37.299 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:36 smithi176 ceph-mon[36543]: osdmap e98: 12 total, 12 up, 12 in 2024-06-06T07:51:37.318 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:51:37.580 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:37 smithi027 ceph-mon[32293]: pgmap v329: 129 pgs: 7 peering, 122 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:37 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/997097723' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:37 smithi176 ceph-mon[36543]: pgmap v329: 129 pgs: 7 peering, 122 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:37 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/997097723' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:37 smithi203 ceph-mon[37192]: pgmap v329: 129 pgs: 7 peering, 122 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:37.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:37 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/997097723' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:39.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 -- 172.21.15.27:0/2286955662 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8101810 msgr2=0x7f15a810f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:39.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 --2- 172.21.15.27:0/2286955662 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8101810 0x7f15a810f280 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f15a000b0a0 tx=0x7f15a000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 -- 172.21.15.27:0/2286955662 shutdown_connections 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 --2- 172.21.15.27:0/2286955662 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8101810 0x7f15a810f280 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 --2- 172.21.15.27:0/2286955662 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15a8107570 0x7f15a8107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 --2- 172.21.15.27:0/2286955662 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15a8100e50 0x7f15a81012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 -- 172.21.15.27:0/2286955662 >> 172.21.15.27:0/2286955662 conn(0x7f15a80766b0 msgr2=0x7f15a8076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 -- 172.21.15.27:0/2286955662 shutdown_connections 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.322+0000 7f15ae49a700 1 -- 172.21.15.27:0/2286955662 wait complete. 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 Processor -- start 2024-06-06T07:51:39.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 -- start start 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15a8100e50 0x7f15a8198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15a8101810 0x7f15a8199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 0x7f15a819d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f15a8112990 con 0x7f15a8107570 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15a8112810 con 0x7f15a8100e50 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15ae49a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15a8112b10 con 0x7f15a8101810 2024-06-06T07:51:39.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.323+0000 7f15aca37700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 0x7f15a819d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 0x7f15a819d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41228/0 (socket says 172.21.15.27:41228) 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 -- 172.21.15.27:0/3284698472 learned_addr learned my addr 172.21.15.27:0/3284698472 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f159ffff700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15a8101810 0x7f15a8199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15a7fff700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15a8100e50 0x7f15a8198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 -- 172.21.15.27:0/3284698472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15a8101810 msgr2=0x7f15a8199320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15a8101810 0x7f15a8199320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 -- 172.21.15.27:0/3284698472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15a8100e50 msgr2=0x7f15a8198de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15a8100e50 0x7f15a8198de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 -- 172.21.15.27:0/3284698472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15a819dda0 con 0x7f15a8107570 2024-06-06T07:51:39.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15aca37700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 0x7f15a819d660 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f15a0006070 tx=0x7f15a0004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:39.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a0021070 con 0x7f15a8107570 2024-06-06T07:51:39.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15a0003c00 con 0x7f15a8107570 2024-06-06T07:51:39.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15a819e030 con 0x7f15a8107570 2024-06-06T07:51:39.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15a001d450 con 0x7f15a8107570 2024-06-06T07:51:39.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.324+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15a8101f60 con 0x7f15a8107570 2024-06-06T07:51:39.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.325+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15a8069180 con 0x7f15a8107570 2024-06-06T07:51:39.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.327+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f15a0007980 con 0x7f15a8107570 2024-06-06T07:51:39.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.327+0000 7f15a5ffb700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f15940a2c20 0x7f15940a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:39.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.327+0000 7f15a7fff700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f15940a2c20 0x7f15940a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:39.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.327+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f15a000f020 con 0x7f15a8107570 2024-06-06T07:51:39.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.328+0000 7f15a7fff700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f15940a2c20 0x7f15940a50e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1598006fd0 tx=0x7f1598008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:39.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.332+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f15a002a020 con 0x7f15a8107570 2024-06-06T07:51:39.331 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:39 smithi027 ceph-mon[32293]: pgmap v330: 129 pgs: 7 peering, 122 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:39.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.587+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15a802dca0 con 0x7f15a8107570 2024-06-06T07:51:39.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.588+0000 7f15a5ffb700 1 -- 172.21.15.27:0/3284698472 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11812 (secure 0 0 0) 0x7f15a009d5f0 con 0x7f15a8107570 2024-06-06T07:51:39.588 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:51:39.588 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14574,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14586,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24421,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24422,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24449,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24463,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24469,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24473,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:51:26.490053+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24487},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24487,"qdb_cluster":[24487]},"id":1}]} 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f15940a2c20 msgr2=0x7f15940a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f15940a2c20 0x7f15940a50e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1598006fd0 tx=0x7f1598008040 comp rx=0 tx=0).stop 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 msgr2=0x7f15a819d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 0x7f15a819d660 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f15a0006070 tx=0x7f15a0004ce0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 shutdown_connections 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f15940a2c20 0x7f15940a50e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15a8107570 0x7f15a819d660 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15a8100e50 0x7f15a8198de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 --2- 172.21.15.27:0/3284698472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15a8101810 0x7f15a8199320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 >> 172.21.15.27:0/3284698472 conn(0x7f15a80766b0 msgr2=0x7f15a80ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:39.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 shutdown_connections 2024-06-06T07:51:39.591 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:39.590+0000 7f15ae49a700 1 -- 172.21.15.27:0/3284698472 wait complete. 2024-06-06T07:51:39.591 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 17 2024-06-06T07:51:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:39 smithi176 ceph-mon[36543]: pgmap v330: 129 pgs: 7 peering, 122 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:39 smithi203 ceph-mon[37192]: pgmap v330: 129 pgs: 7 peering, 122 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:40.310 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:51:40.562 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:40.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3284698472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:51:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3284698472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:51:40.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3284698472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:51:41.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:41 smithi027 ceph-mon[32293]: pgmap v331: 129 pgs: 6 peering, 123 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:41 smithi176 ceph-mon[36543]: pgmap v331: 129 pgs: 6 peering, 123 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:41 smithi203 ceph-mon[37192]: pgmap v331: 129 pgs: 6 peering, 123 active+clean; 579 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 -- 172.21.15.27:0/2401410301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c100e30 msgr2=0x7fa28c1012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 --2- 172.21.15.27:0/2401410301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c100e30 0x7fa28c1012b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa27c009990 tx=0x7fa27c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 -- 172.21.15.27:0/2401410301 shutdown_connections 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 --2- 172.21.15.27:0/2401410301 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c1017f0 0x7fa28c10f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 --2- 172.21.15.27:0/2401410301 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa28c107550 0x7fa28c107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 --2- 172.21.15.27:0/2401410301 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c100e30 0x7fa28c1012b0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 -- 172.21.15.27:0/2401410301 >> 172.21.15.27:0/2401410301 conn(0x7fa28c0766b0 msgr2=0x7fa28c076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 -- 172.21.15.27:0/2401410301 shutdown_connections 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 -- 172.21.15.27:0/2401410301 wait complete. 2024-06-06T07:51:42.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.234+0000 7fa29467d700 1 Processor -- start 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 -- start start 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa28c100e30 0x7fa28c198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 0x7fa28c199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c107550 0x7fa28c19d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c1128f0 con 0x7fa28c1017f0 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c112770 con 0x7fa28c107550 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa29467d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa28c112a70 con 0x7fa28c100e30 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 0x7fa28c199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 0x7fa28c199300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41246/0 (socket says 172.21.15.27:41246) 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 -- 172.21.15.27:0/2549396893 learned_addr learned my addr 172.21.15.27:0/2549396893 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa292419700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa28c100e30 0x7fa28c198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:42.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa292c1a700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c107550 0x7fa28c19d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 -- 172.21.15.27:0/2549396893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa28c100e30 msgr2=0x7fa28c198dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa28c100e30 0x7fa28c198dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 -- 172.21.15.27:0/2549396893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c107550 msgr2=0x7fa28c19d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c107550 0x7fa28c19d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 -- 172.21.15.27:0/2549396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa28c19dd80 con 0x7fa28c1017f0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa292c1a700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c107550 0x7fa28c19d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.235+0000 7fa291c18700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 0x7fa28c199300 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa27c000c00 tx=0x7fa27c00f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.236+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c027070 con 0x7fa28c1017f0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.236+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa27c00fd90 con 0x7fa28c1017f0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.236+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa28c19e010 con 0x7fa28c1017f0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.236+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c017650 con 0x7fa28c1017f0 2024-06-06T07:51:42.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.236+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa28c1a58f0 con 0x7fa28c1017f0 2024-06-06T07:51:42.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.237+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa28c069180 con 0x7fa28c1017f0 2024-06-06T07:51:42.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.238+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa27c02a070 con 0x7fa28c1017f0 2024-06-06T07:51:42.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.239+0000 7fa2837fe700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa2780a2ca0 0x7fa2780a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:42.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.239+0000 7fa292419700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa2780a2ca0 0x7fa2780a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:42.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.239+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fa27c0d0350 con 0x7fa28c1017f0 2024-06-06T07:51:42.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.239+0000 7fa292419700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa2780a2ca0 0x7fa2780a5160 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa28c077c30 tx=0x7fa28800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:42.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.242+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa27c013070 con 0x7fa28c1017f0 2024-06-06T07:51:42.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.453+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa28c02dca0 con 0x7fa28c1017f0 2024-06-06T07:51:42.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.455+0000 7fa2837fe700 1 -- 172.21.15.27:0/2549396893 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+24586 (secure 0 0 0) 0x7fa27c0a1e20 con 0x7fa28c1017f0 2024-06-06T07:51:42.455 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:51:42.456 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":98,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:51:35.271567+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:51:42.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa2780a2ca0 msgr2=0x7fa2780a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa2780a2ca0 0x7fa2780a5160 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa28c077c30 tx=0x7fa28800b410 comp rx=0 tx=0).stop 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 msgr2=0x7fa28c199300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 0x7fa28c199300 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa27c000c00 tx=0x7fa27c00f460 comp rx=0 tx=0).stop 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 shutdown_connections 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa28c107550 0x7fa28c19d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa28c100e30 0x7fa28c198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa2780a2ca0 0x7fa2780a5160 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 --2- 172.21.15.27:0/2549396893 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa28c1017f0 0x7fa28c199300 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 >> 172.21.15.27:0/2549396893 conn(0x7fa28c0766b0 msgr2=0x7fa28c0ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 shutdown_connections 2024-06-06T07:51:42.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:42.457+0000 7fa29467d700 1 -- 172.21.15.27:0/2549396893 wait complete. 2024-06-06T07:51:43.189 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-06-06T07:51:10.100595+0000', 'modified': '2024-06-06T07:51:26.490053+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24487}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.203:6839/2128317350', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2128317350}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2128317350}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24487, 'qdb_cluster': [24487]} 2024-06-06T07:51:43.189 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-06-06T07:51:43.189 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T07:51:43.441 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:43.564 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:43 smithi027 ceph-mon[32293]: pgmap v332: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 201 B/s, 0 objects/s recovering 2024-06-06T07:51:43.564 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2549396893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:43.580 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:43 smithi203 ceph-mon[37192]: pgmap v332: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 201 B/s, 0 objects/s recovering 2024-06-06T07:51:43.580 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2549396893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:43.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:43 smithi176 ceph-mon[36543]: pgmap v332: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 201 B/s, 0 objects/s recovering 2024-06-06T07:51:43.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2549396893' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:51:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2952541533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f44102740 msgr2=0x7f3f44102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2952541533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f44102740 0x7f3f44102b20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f3f380099c0 tx=0x7f3f38009cd0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2952541533 shutdown_connections 2024-06-06T07:51:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2952541533 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3f44107840 0x7f3f4410f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2952541533 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f44102740 0x7f3f44102b20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2952541533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f441030f0 0x7f3f44107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2952541533 >> 172.21.15.27:0/2952541533 conn(0x7f3f440795f0 msgr2=0x7f3f44079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2952541533 shutdown_connections 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2952541533 wait complete. 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 Processor -- start 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.106+0000 7f3f4ad86700 1 -- start start 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f4ad86700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3f44102740 0x7f3f4419ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f4ad86700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 0x7f3f4419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f4ad86700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f44107840 0x7f3f44198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f4ad86700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3f44112910 con 0x7f3f441030f0 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f4ad86700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3f44112790 con 0x7f3f44102740 2024-06-06T07:51:45.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f4ad86700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3f44112a90 con 0x7f3f44107840 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 0x7f3f4419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 0x7f3f4419ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44946/0 (socket says 172.21.15.27:44946) 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 -- 172.21.15.27:0/2297520534 learned_addr learned my addr 172.21.15.27:0/2297520534 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f48b22700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3f44102740 0x7f3f4419ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f49323700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f44107840 0x7f3f44198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 -- 172.21.15.27:0/2297520534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f44107840 msgr2=0x7f3f44198b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f44107840 0x7f3f44198b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 -- 172.21.15.27:0/2297520534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3f44102740 msgr2=0x7f3f4419ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3f44102740 0x7f3f4419ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 -- 172.21.15.27:0/2297520534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f44199450 con 0x7f3f441030f0 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f43fff700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 0x7f3f4419ef90 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3f3000b530 tx=0x7f3f3000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.107+0000 7f3f41ffb700 1 -- 172.21.15.27:0/2297520534 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f30015020 con 0x7f3f441030f0 2024-06-06T07:51:45.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.108+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f44199740 con 0x7f3f441030f0 2024-06-06T07:51:45.111 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.108+0000 7f3f41ffb700 1 -- 172.21.15.27:0/2297520534 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f30011d30 con 0x7f3f441030f0 2024-06-06T07:51:45.111 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.108+0000 7f3f41ffb700 1 -- 172.21.15.27:0/2297520534 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3000f2e0 con 0x7f3f441030f0 2024-06-06T07:51:45.111 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.108+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f441a59d0 con 0x7f3f441030f0 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.110+0000 7f3f41ffb700 1 -- 172.21.15.27:0/2297520534 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f3f30018020 con 0x7f3f441030f0 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.110+0000 7f3f41ffb700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3f340a2c20 0x7f3f340a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.111+0000 7f3f48b22700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3f340a2c20 0x7f3f340a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.111+0000 7f3f41ffb700 1 -- 172.21.15.27:0/2297520534 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f3f300cec20 con 0x7f3f441030f0 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.111+0000 7f3f48b22700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3f340a2c20 0x7f3f340a50e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3f38009990 tx=0x7f3f3800b790 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.111+0000 7f3f55609b80 1 Processor -- start 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.111+0000 7f3f55609b80 1 -- start start 2024-06-06T07:51:45.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd4f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd49aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd561c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f55609b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x558fadc37f10 con 0x558fadd49fe0 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f55609b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x558fadc96800 con 0x558fadd4f420 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f55609b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x558fadbfe410 con 0x558fadd49620 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd561c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44962/0 (socket says 172.21.15.27:44962) 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 -- 172.21.15.27:0/3486163244 learned_addr learned my addr 172.21.15.27:0/3486163244 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f48b22700 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd4f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f43fff700 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd49aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 -- 172.21.15.27:0/3486163244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 msgr2=0x558fadd49aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd49aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 -- 172.21.15.27:0/3486163244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 msgr2=0x558fadd4f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd4f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 -- 172.21.15.27:0/3486163244 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fadbe5880 con 0x558fadd49fe0 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f49323700 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd561c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c008550 tx=0x7f3f3c008860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9ccbe717aa5ed15 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.112+0000 7f3f2effd700 1 -- 172.21.15.27:0/3486163244 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c003c00 con 0x558fadd49fe0 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f2effd700 1 -- 172.21.15.27:0/3486163244 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f3c003da0 con 0x558fadd49fe0 2024-06-06T07:51:45.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f2effd700 1 -- 172.21.15.27:0/3486163244 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c012a60 con 0x558fadd49fe0 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 -- 172.21.15.27:0/3486163244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 msgr2=0x558fadd561c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd561c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3f3c008550 tx=0x7f3f3c008860 comp rx=0 tx=0).stop 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 -- 172.21.15.27:0/3486163244 shutdown_connections 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd561c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd4f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 --2- 172.21.15.27:0/3486163244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd49aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 -- 172.21.15.27:0/3486163244 >> 172.21.15.27:0/3486163244 conn(0x558fadc72030 msgr2=0x558fadd401d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 -- 172.21.15.27:0/3486163244 shutdown_connections 2024-06-06T07:51:45.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.113+0000 7f3f55609b80 1 -- 172.21.15.27:0/3486163244 wait complete. 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 -- start start 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 Processor -- start 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 0x558fadd55e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49fe0 0x558fadd53110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd53650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x558fadc36f70 con 0x558fadd49620 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x558fadc927c0 con 0x558fadd4f420 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x558fadd56700 con 0x558fadd49fe0 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f55609b80 10 client.0 _ll_register_callbacks cb 0x558fadc2c560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f48b22700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 0x558fadd55e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f48b22700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 0x558fadd55e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44966/0 (socket says 172.21.15.27:44966) 2024-06-06T07:51:45.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.114+0000 7f3f48b22700 1 -- 172.21.15.27:0/4022284984 learned_addr learned my addr 172.21.15.27:0/4022284984 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f43fff700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49fe0 0x558fadd53110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f49323700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd53650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f48b22700 1 -- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49fe0 msgr2=0x558fadd53110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f48b22700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49fe0 0x558fadd53110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f48b22700 1 -- 172.21.15.27:0/4022284984 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 msgr2=0x558fadd53650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f48b22700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd53650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f48b22700 1 -- 172.21.15.27:0/4022284984 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fadc5c700 con 0x558fadd49620 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f48b22700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 0x558fadd55e10 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3f380098e0 tx=0x7f3f38009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a87e93937a4412d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f23fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f23fff700 1 -- 172.21.15.27:0/4022284984 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f38035060 con 0x558fadd49620 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f23fff700 1 -- 172.21.15.27:0/4022284984 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f3f38024820 con 0x558fadd49620 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f3c003da0 con 0x558fadd49620 2024-06-06T07:51:45.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f23fff700 1 -- 172.21.15.27:0/4022284984 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f3f3803c050 con 0x558fadd49620 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f55609b80 10 client.14694 fetch_fsmap learned FSMap version 17 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.115+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x558fadd60d30 con 0x558fadd49620 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f23fff700 1 -- 172.21.15.27:0/4022284984 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f3c003da0 con 0x558fadd49620 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f23fff700 1 -- 172.21.15.27:0/4022284984 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f3f3802f070 con 0x558fadd49620 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f55609b80 10 client.14694 fetch_fsmap finished waiting for FSMap version 17 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f55609b80 10 client.14694 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f55609b80 20 client.14694 populate_metadata read hostname 'smithi027' 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f55609b80 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558fadd63350 0x558fadd647c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f55609b80 4 client.14694 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fadca3d00 con 0x558fadd63350 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.116+0000 7f3f43fff700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558fadd63350 0x558fadd647c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.117+0000 7f3f23fff700 10 client.14694 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.117+0000 7f3f43fff700 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558fadd63350 0x558fadd647c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db21e9b53268e03b server_cookie=4e1d3e8b0b768be7 in_seq=0 out_seq=0 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.117+0000 7f3f23fff700 1 -- 172.21.15.27:0/4022284984 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558fadca3d00 con 0x558fadd63350 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.117+0000 7f3f23fff700 10 client.14694 handle_command_reply: tid=0 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.117+0000 7f3f55609b80 1 client.14694 shutdown 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 msgr2=0x558fadd55e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 0x558fadd55e10 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3f380098e0 tx=0x7f3f38009cd0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 shutdown_connections 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558fadd63350 0x558fadd647c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd4f420 0x558fadd53650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49620 0x558fadd55e10 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f23fff700 0 client.14694 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 --2- 172.21.15.27:0/4022284984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49fe0 0x558fadd53110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 >> 172.21.15.27:0/4022284984 conn(0x558fadc72030 msgr2=0x558fadd3f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:45.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 shutdown_connections 2024-06-06T07:51:45.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 1 -- 172.21.15.27:0/4022284984 wait complete. 2024-06-06T07:51:45.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.118+0000 7f3f55609b80 20 client.14694 trim_cache size 0 max 16384 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 Processor -- start 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 -- start start 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49620 0x558fadd536a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd5f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd4f420 0x558fadd4e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x558fadd62b00 con 0x558fadd49fe0 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x558fadd631d0 con 0x558fadd49620 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.139+0000 7f3f55609b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x558fadd638a0 con 0x558fadd4f420 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd5f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd5f520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44972/0 (socket says 172.21.15.27:44972) 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 -- 172.21.15.27:0/884397265 learned_addr learned my addr 172.21.15.27:0/884397265 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:45.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f48b22700 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49620 0x558fadd536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f49323700 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd4f420 0x558fadd4e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 -- 172.21.15.27:0/884397265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd4f420 msgr2=0x558fadd4e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd4f420 0x558fadd4e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 -- 172.21.15.27:0/884397265 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49620 msgr2=0x558fadd536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49620 0x558fadd536a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 -- 172.21.15.27:0/884397265 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fadd40ca0 con 0x558fadd49fe0 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f48b22700 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49620 0x558fadd536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f43fff700 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd5f520 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3f3009b0b0 tx=0x7f3f300ce040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e191f74ce63e80 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f2e7fc700 1 -- 172.21.15.27:0/884397265 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f300991c0 con 0x558fadd49fe0 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f2e7fc700 1 -- 172.21.15.27:0/884397265 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f30099420 con 0x558fadd49fe0 2024-06-06T07:51:45.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.140+0000 7f3f2e7fc700 1 -- 172.21.15.27:0/884397265 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3009b380 con 0x558fadd49fe0 2024-06-06T07:51:45.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 -- 172.21.15.27:0/884397265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 msgr2=0x558fadd5f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd5f520 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3f3009b0b0 tx=0x7f3f300ce040 comp rx=0 tx=0).stop 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 -- 172.21.15.27:0/884397265 shutdown_connections 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd4f420 0x558fadd4e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49620 0x558fadd536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 --2- 172.21.15.27:0/884397265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd49fe0 0x558fadd5f520 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 -- 172.21.15.27:0/884397265 >> 172.21.15.27:0/884397265 conn(0x558fadc72030 msgr2=0x558fadd4e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 -- 172.21.15.27:0/884397265 shutdown_connections 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 -- 172.21.15.27:0/884397265 wait complete. 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 -- start start 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.141+0000 7f3f55609b80 1 Processor -- start 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd6de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49fe0 0x558fadd6e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 0x558fadd68bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x558fadd64640 con 0x558fadd4f420 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x558fadd63f70 con 0x558fadd49fe0 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x558fadd64d10 con 0x558fadd49620 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 10 client.0 _ll_register_callbacks cb 0x558fadc2c560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 0x558fadd68bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 0x558fadd68bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44988/0 (socket says 172.21.15.27:44988) 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 -- 172.21.15.27:0/1697063287 learned_addr learned my addr 172.21.15.27:0/1697063287 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f43fff700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49fe0 0x558fadd6e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f48b22700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd6de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 -- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 msgr2=0x558fadd6de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd6de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 -- 172.21.15.27:0/1697063287 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49fe0 msgr2=0x558fadd6e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49fe0 0x558fadd6e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 -- 172.21.15.27:0/1697063287 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fadd693f0 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f49323700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 0x558fadd68bf0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x558fadd40ea0 tx=0x7f3f3c012dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858107599e1140db server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f23fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f23fff700 1 -- 172.21.15.27:0/1697063287 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f3c023070 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f23fff700 1 -- 172.21.15.27:0/1697063287 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f3f3c004a90 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.142+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f30099420 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f23fff700 1 -- 172.21.15.27:0/1697063287 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f3f3c02f050 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 10 client.14700 fetch_fsmap learned FSMap version 17 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x558faddcf5d0 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f23fff700 1 -- 172.21.15.27:0/1697063287 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3f30099420 con 0x558fadd4f420 2024-06-06T07:51:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f23fff700 1 -- 172.21.15.27:0/1697063287 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 17) ==== 8342+0+0 (secure 0 0 0) 0x7f3f3c013070 con 0x558fadd4f420 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 10 client.14700 fetch_fsmap finished waiting for FSMap version 17 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 10 client.14700 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 20 client.14700 populate_metadata read hostname 'smithi027' 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558faddd3eb0 0x558faddd2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 4 client.14700 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "status"}) -- 0x558fadc9e280 con 0x558faddd3eb0 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.143+0000 7f3f48b22700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558faddd3eb0 0x558faddd2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f48b22700 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558faddd3eb0 0x558faddd2bc0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c102b2ba2c4bfa1 server_cookie=6ea1c7b743f8199f in_seq=0 out_seq=0 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f23fff700 10 client.14700 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f23fff700 1 -- 172.21.15.27:0/1697063287 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558fadc9e280 con 0x558faddd3eb0 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f23fff700 10 client.14700 handle_command_reply: tid=0 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 client.14700 shutdown 2024-06-06T07:51:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 msgr2=0x558fadd68bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 0x558fadd68bf0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x558fadd40ea0 tx=0x7f3f3c012dd0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 shutdown_connections 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558faddd3eb0 0x558faddd2bc0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x558fadd4f420 0x558fadd68bf0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558fadd49620 0x558fadd6de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 --2- 172.21.15.27:0/1697063287 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x558fadd49fe0 0x558fadd6e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 >> 172.21.15.27:0/1697063287 conn(0x558fadc72030 msgr2=0x558fadd50970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f23fff700 0 client.14700 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 shutdown_connections 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 1 -- 172.21.15.27:0/1697063287 wait complete. 2024-06-06T07:51:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.144+0000 7f3f55609b80 20 client.14700 trim_cache size 0 max 16384 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 0, 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24487, 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 34.982728258999998, 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 17, 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 98, 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 95, 2024-06-06T07:51:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 64.640718613000004 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3f340a2c20 msgr2=0x7f3f340a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3f340a2c20 0x7f3f340a50e0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3f38009990 tx=0x7f3f3800b790 comp rx=0 tx=0).stop 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 msgr2=0x7f3f4419ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 0x7f3f4419ef90 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3f3000b530 tx=0x7f3f3000b840 comp rx=0 tx=0).stop 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 shutdown_connections 2024-06-06T07:51:45.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f44107840 0x7f3f44198b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3f44102740 0x7f3f4419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3f340a2c20 0x7f3f340a50e0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 --2- 172.21.15.27:0/2297520534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3f441030f0 0x7f3f4419ef90 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 >> 172.21.15.27:0/2297520534 conn(0x7f3f440795f0 msgr2=0x7f3f44100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 shutdown_connections 2024-06-06T07:51:45.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:45.145+0000 7f3f4ad86700 1 -- 172.21.15.27:0/2297520534 wait complete. 2024-06-06T07:51:45.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:45 smithi027 ceph-mon[32293]: pgmap v333: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 172 B/s, 0 objects/s recovering 2024-06-06T07:51:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:45 smithi176 ceph-mon[36543]: pgmap v333: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 172 B/s, 0 objects/s recovering 2024-06-06T07:51:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:45 smithi203 ceph-mon[37192]: pgmap v333: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 172 B/s, 0 objects/s recovering 2024-06-06T07:51:45.923 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-06T07:51:45.923 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:45.923 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs ls 2024-06-06T07:51:46.179 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:47.636 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:47 smithi027 ceph-mon[32293]: pgmap v334: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 155 B/s, 0 objects/s recovering 2024-06-06T07:51:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:47 smithi176 ceph-mon[36543]: pgmap v334: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 155 B/s, 0 objects/s recovering 2024-06-06T07:51:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:47 smithi203 ceph-mon[37192]: pgmap v334: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 155 B/s, 0 objects/s recovering 2024-06-06T07:51:47.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.900+0000 7faa9baff700 1 -- 172.21.15.27:0/2561673820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9406ac70 msgr2=0x7faa9406b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.900+0000 7faa9baff700 1 --2- 172.21.15.27:0/2561673820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9406ac70 0x7faa9406b050 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7faa90009990 tx=0x7faa90009ca0 comp rx=0 tx=0).stop 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 -- 172.21.15.27:0/2561673820 shutdown_connections 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 --2- 172.21.15.27:0/2561673820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9410eea0 0x7faa94111290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 --2- 172.21.15.27:0/2561673820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9406ac70 0x7faa9406b050 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 --2- 172.21.15.27:0/2561673820 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa9406b590 0x7faa9410e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 -- 172.21.15.27:0/2561673820 >> 172.21.15.27:0/2561673820 conn(0x7faa94078460 msgr2=0x7faa94078870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 -- 172.21.15.27:0/2561673820 shutdown_connections 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 -- 172.21.15.27:0/2561673820 wait complete. 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 Processor -- start 2024-06-06T07:51:47.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.901+0000 7faa9baff700 1 -- start start 2024-06-06T07:51:47.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9406ac70 0x7faa9419b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:47.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa9406b590 0x7faa9419b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:47.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 0x7faa9419f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:47.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7faa94114c10 con 0x7faa9410eea0 2024-06-06T07:51:47.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7faa94114a90 con 0x7faa9406b590 2024-06-06T07:51:47.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faa94114d90 con 0x7faa9406ac70 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 0x7faa9419f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 0x7faa9419f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:45002/0 (socket says 172.21.15.27:45002) 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 -- 172.21.15.27:0/3949805670 learned_addr learned my addr 172.21.15.27:0/3949805670 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9909a700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa9406b590 0x7faa9419b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9989b700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9406ac70 0x7faa9419b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 -- 172.21.15.27:0/3949805670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9406ac70 msgr2=0x7faa9419b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9406ac70 0x7faa9419b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 -- 172.21.15.27:0/3949805670 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa9406b590 msgr2=0x7faa9419b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa9406b590 0x7faa9419b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 -- 172.21.15.27:0/3949805670 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa941a00f0 con 0x7faa9410eea0 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9989b700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9406ac70 0x7faa9419b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9a09c700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 0x7faa9419f9b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7faa8c00b970 tx=0x7faa8c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:47.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa8c019070 con 0x7faa9410eea0 2024-06-06T07:51:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faa8c00ce30 con 0x7faa9410eea0 2024-06-06T07:51:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa8c0075d0 con 0x7faa9410eea0 2024-06-06T07:51:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.902+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa941a03e0 con 0x7faa9410eea0 2024-06-06T07:51:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.903+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa941a7c60 con 0x7faa9410eea0 2024-06-06T07:51:47.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.903+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa94069180 con 0x7faa9410eea0 2024-06-06T07:51:47.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.905+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7faa8c01c070 con 0x7faa9410eea0 2024-06-06T07:51:47.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.905+0000 7faa8affd700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faa800a2c20 0x7faa800a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:47.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.905+0000 7faa9989b700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faa800a2c20 0x7faa800a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:47.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.906+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7faa8c0cf190 con 0x7faa9410eea0 2024-06-06T07:51:47.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.906+0000 7faa9989b700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faa800a2c20 0x7faa800a50e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7faa90009750 tx=0x7faa90005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:47.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:47.909+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faa8c023070 con 0x7faa9410eea0 2024-06-06T07:51:48.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.163+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faa9402dca0 con 0x7faa9410eea0 2024-06-06T07:51:48.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.163+0000 7faa8affd700 1 -- 172.21.15.27:0/3949805670 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7faa8c09bd90 con 0x7faa9410eea0 2024-06-06T07:51:48.164 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.166+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faa800a2c20 msgr2=0x7faa800a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.166+0000 7faa9baff700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faa800a2c20 0x7faa800a50e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7faa90009750 tx=0x7faa90005fd0 comp rx=0 tx=0).stop 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.166+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 msgr2=0x7faa9419f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.166+0000 7faa9baff700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 0x7faa9419f9b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7faa8c00b970 tx=0x7faa8c00bc80 comp rx=0 tx=0).stop 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 shutdown_connections 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faa800a2c20 0x7faa800a50e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:48.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa9410eea0 0x7faa9419f9b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:48.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa9406ac70 0x7faa9419b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:48.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 --2- 172.21.15.27:0/3949805670 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa9406b590 0x7faa9419b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:48.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 >> 172.21.15.27:0/3949805670 conn(0x7faa94078460 msgr2=0x7faa94110250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:48.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 shutdown_connections 2024-06-06T07:51:48.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48.167+0000 7faa9baff700 1 -- 172.21.15.27:0/3949805670 wait complete. 2024-06-06T07:51:48.538 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:48 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3949805670' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T07:51:48.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:48 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3949805670' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T07:51:48.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:48 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3949805670' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi027.front.sepia.ceph.com 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-06-06T07:51:48.883 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-06T07:51:48.884 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-06T07:51:48.884 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-06-06T07:51:48.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:48.884 DEBUG:teuthology.orchestra.run.smithi027:> ip addr 2024-06-06T07:51:48.902 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-06T07:51:48.902 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-06T07:51:48.902 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-06-06T07:51:48.902 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-06-06T07:51:48.902 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c8 brd ff:ff:ff:ff:ff:ff 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f0 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c9 brd ff:ff:ff:ff:ff:ff 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f1 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5a brd ff:ff:ff:ff:ff:ff 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f0 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: inet 172.21.15.27/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft 42218sec preferred_lft 42218sec 2024-06-06T07:51:48.903 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::ae1f:6bff:fef8:395a/64 scope link noprefixroute 2024-06-06T07:51:48.904 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-06-06T07:51:48.904 INFO:teuthology.orchestra.run.smithi027.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T07:51:48.904 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5b brd ff:ff:ff:ff:ff:ff 2024-06-06T07:51:48.904 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f1 2024-06-06T07:51:48.904 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add name ceph-brx type bridge 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip addr flush dev ceph-brx 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set ceph-brx up 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-06T07:51:48.905 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:51:48.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:51:49.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:49.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:49.114 DEBUG:teuthology.orchestra.run.smithi027:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-06T07:51:49.140 INFO:teuthology.orchestra.run.smithi027.stdout:1 2024-06-06T07:51:49.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:49.142 DEBUG:teuthology.orchestra.run.smithi027:> route 2024-06-06T07:51:49.229 INFO:teuthology.orchestra.run.smithi027.stdout:Kernel IP routing table 2024-06-06T07:51:49.229 INFO:teuthology.orchestra.run.smithi027.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-06T07:51:49.229 INFO:teuthology.orchestra.run.smithi027.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-06T07:51:49.229 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-06T07:51:49.229 INFO:teuthology.orchestra.run.smithi027.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-06T07:51:49.230 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:51:49.230 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:51:49.230 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-06T07:51:49.230 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-06T07:51:49.230 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-06T07:51:49.230 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:51:49.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:51:49.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:49 smithi027 ceph-mon[32293]: pgmap v335: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:49.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:49.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:49.497 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-06-06T07:51:49.513 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:49.513 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list-id 2024-06-06T07:51:49.569 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:51:49.569 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:51:49.570 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T07:51:49.570 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-06-06T07:51:49.570 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:51:49.649 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:49 smithi176 ceph-mon[36543]: pgmap v335: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:49.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:51:49.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:49.690 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-06-06T07:51:49.690 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:51:49.690 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:51:49.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-06-06T07:51:49.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-06T07:51:49.691 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-06-06T07:51:49.691 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-06-06T07:51:49.691 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-06-06T07:51:49.691 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:51:49.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:51:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:49 smithi203 ceph-mon[37192]: pgmap v335: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:49.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:49.824 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:51:49.824 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:51:49.824 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set brx.0 up 2024-06-06T07:51:49.824 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set dev brx.0 master ceph-brx 2024-06-06T07:51:49.824 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:51:49.875 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:51:49.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:49.904 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-06-06T07:51:49.904 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T07:51:49.904 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:49.920 INFO:teuthology.orchestra.run.smithi027.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-06-06T07:51:49.920 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T07:51:49.920 DEBUG:teuthology.orchestra.run.smithi027:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:49.977 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-06-06T07:51:50.044 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-06-06T07:51:50.101 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-06-06T07:51:50.102 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-06T07:51:50.106 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-06-06T07:51:50.106 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-06-06T07:51:50.106 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-06-06T07:51:50.106 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-06T07:51:50.106 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/58530f221ad893da88d95a477bcfc405349322c7149974623629cf50ac5d40b2/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/53e40dc34ad0d7fa142a6e4fcf6b1d9bd81e16ee851774ce5a3880fa91128376/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/0 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/fd97833070354c15574384338c80d5cb2b3d9acfc520ba7f2724c4489f733387/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/961817e4105e61fbd19da2928343b0fe3ea0df9d5f6cbba9bd5b1c97941d6ff3/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/1d6941031a5e07297529a6f1a478dd67cafd2ba5e9a0f829619026f21d007d40/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/70683f3d4b771d593b353f8a91b6050c250d4b2e5d0e31d052ebbc4350aeefe9/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/0eb949ae0c885c7b1b69db6e02d0697fcdc20771c2cedae3525c9cecc75d10a5/merged 2024-06-06T07:51:50.107 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/92568f02665c44ee4ecc7d71e9d4009a3568cebd4f753c5920f68804d59a9e98/merged 2024-06-06T07:51:50.108 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/6c02eda4cab5c2e97119d2e293299dcd0d77230b0da6d59e8e0cba928c12b0cd/merged 2024-06-06T07:51:50.108 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/4bc53463086d286d6bd7b8b8d13676422f656943796bf8086fbedf33ab0191a9/merged 2024-06-06T07:51:50.108 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-06-06T07:51:50.108 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T07:51:50.108 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T07:51:50.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:50.108 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-06-06T07:51:50.157 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-06-06T07:51:50.157 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-06-06T07:51:50.200 DEBUG:teuthology.orchestra.run.smithi027:> sudo modprobe fuse 2024-06-06T07:51:50.225 DEBUG:teuthology.orchestra.run.smithi027:> cat /proc/self/mounts | awk '{print $2}' 2024-06-06T07:51:50.282 INFO:teuthology.orchestra.run.smithi027.stdout:/proc 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/sys 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/dev 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/security 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/shm 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/pts 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/run 2024-06-06T07:51:50.283 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/cgroup 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/pstore 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/bpf 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/ 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/selinux 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/mqueue 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/dev/hugepages 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/debug 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/tracing 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/fs/fuse/connections 2024-06-06T07:51:50.284 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-sysctl.service 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/sys/kernel/config 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/nfs/rpc_pipefs 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/1000 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/ceph 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/58530f221ad893da88d95a477bcfc405349322c7149974623629cf50ac5d40b2/merged 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/53e40dc34ad0d7fa142a6e4fcf6b1d9bd81e16ee851774ce5a3880fa91128376/merged 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/run/user/0 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/proc/sys/fs/binfmt_misc 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/fd97833070354c15574384338c80d5cb2b3d9acfc520ba7f2724c4489f733387/merged 2024-06-06T07:51:50.285 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/961817e4105e61fbd19da2928343b0fe3ea0df9d5f6cbba9bd5b1c97941d6ff3/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/1d6941031a5e07297529a6f1a478dd67cafd2ba5e9a0f829619026f21d007d40/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/70683f3d4b771d593b353f8a91b6050c250d4b2e5d0e31d052ebbc4350aeefe9/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/0eb949ae0c885c7b1b69db6e02d0697fcdc20771c2cedae3525c9cecc75d10a5/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/92568f02665c44ee4ecc7d71e9d4009a3568cebd4f753c5920f68804d59a9e98/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/6c02eda4cab5c2e97119d2e293299dcd0d77230b0da6d59e8e0cba928c12b0cd/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/var/lib/containers/storage/overlay/4bc53463086d286d6bd7b8b8d13676422f656943796bf8086fbedf33ab0191a9/merged 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T07:51:50.286 INFO:teuthology.orchestra.run.smithi027.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T07:51:50.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:50.287 DEBUG:teuthology.orchestra.run.smithi027:> ls /sys/fs/fuse/connections 2024-06-06T07:51:50.315 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi027.stderr:2024-06-06T07:51:50.313+0000 7f579b33d480 -1 init, newargv = 0x557713d4ca10 newargc=15 2024-06-06T07:51:50.315 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi027.stderr:ceph-fuse[78864]: starting ceph client 2024-06-06T07:51:50.323 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi027.stderr:ceph-fuse[78864]: starting fuse 2024-06-06T07:51:50.332 INFO:teuthology.orchestra.run.smithi027.stdout:119 2024-06-06T07:51:50.333 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119] 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> sudo stdin-killer -- python3 -c ' 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> import glob 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> import re 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> import os 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> import subprocess 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> def _find_admin_socket(client_name): 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-06-06T07:51:50.333 DEBUG:teuthology.orchestra.run.smithi027:> files = glob.glob(asok_path) 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> # Given a non-glob path, it better be there 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> if "*" not in asok_path: 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> assert(len(files) == 1) 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> return files[0] 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> for f in files: 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> if os.path.exists("/proc/{0}".format(pid)): 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> contents = proc_f.read() 2024-06-06T07:51:50.334 DEBUG:teuthology.orchestra.run.smithi027:> if mountpoint in contents: 2024-06-06T07:51:50.335 DEBUG:teuthology.orchestra.run.smithi027:> return f 2024-06-06T07:51:50.335 DEBUG:teuthology.orchestra.run.smithi027:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-06-06T07:51:50.335 DEBUG:teuthology.orchestra.run.smithi027:> 2024-06-06T07:51:50.335 DEBUG:teuthology.orchestra.run.smithi027:> print(_find_admin_socket("client.admin")) 2024-06-06T07:51:50.335 DEBUG:teuthology.orchestra.run.smithi027:> ' 2024-06-06T07:51:50.453 INFO:teuthology.orchestra.run.smithi027.stdout:/var/run/ceph/ceph-client.admin.78864.asok 2024-06-06T07:51:50.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:50.464 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.78864.asok 2024-06-06T07:51:50.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:50.465 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.78864.asok status 2024-06-06T07:51:50.603 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:51:50.603 INFO:teuthology.orchestra.run.smithi027.stdout: "metadata": { 2024-06-06T07:51:50.603 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_sha1": "3d89accfe3201286f000e065a1faea2a88c7a6ba", 2024-06-06T07:51:50.603 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-06T07:51:50.603 INFO:teuthology.orchestra.run.smithi027.stdout: "entity_id": "admin", 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": "smithi027", 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "pid": "78864", 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "root": "/" 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_count": 0, 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "dentry_pinned_count": 0, 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 14712, 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "inst": { 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "name": { 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "client", 2024-06-06T07:51:50.604 INFO:teuthology.orchestra.run.smithi027.stdout: "num": 14712 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.1:0", 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 3859655482 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": { 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "192.168.0.1:0", 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 3859655482 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:51:50.605 INFO:teuthology.orchestra.run.smithi027.stdout: "inst_str": "client.14712 192.168.0.1:0/3859655482", 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "addr_str": "192.168.0.1:0/3859655482", 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "inode_count": 1, 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_epoch": 17, 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch": 98, 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_epoch_barrier": 0, 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "blocklisted": false, 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs" 2024-06-06T07:51:50.606 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:51:50.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:50.612 DEBUG:teuthology.orchestra.run.smithi027:> stat --file-system '--printf=%T 2024-06-06T07:51:50.612 DEBUG:teuthology.orchestra.run.smithi027:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:50.628 INFO:teuthology.orchestra.run.smithi027.stdout:fuseblk 2024-06-06T07:51:50.628 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:50.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:50.629 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:50.695 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-06-06T07:51:50.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T07:51:50.804 INFO:teuthology.orchestra.run.smithi027.stdout:# file: . 2024-06-06T07:51:50.804 INFO:teuthology.orchestra.run.smithi027.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-06-06T07:51:50.804 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:51:50.804 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:51:50.810 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:51:50.810 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T07:51:50.829 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd blocklist ls 2024-06-06T07:51:51.117 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:51.561 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:51 smithi027 ceph-mon[32293]: pgmap v336: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:51.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:51 smithi176 ceph-mon[36543]: pgmap v336: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:51.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:51 smithi203 ceph-mon[37192]: pgmap v336: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.799+0000 7f448e2d9700 1 -- 172.21.15.27:0/1895535083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4488102740 msgr2=0x7f4488102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.799+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1895535083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4488102740 0x7f4488102b20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f44780099c0 tx=0x7f4478009cd0 comp rx=0 tx=0).stop 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 -- 172.21.15.27:0/1895535083 shutdown_connections 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1895535083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488107840 0x7f448810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1895535083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4488102740 0x7f4488102b20 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1895535083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f44881030f0 0x7f4488107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 -- 172.21.15.27:0/1895535083 >> 172.21.15.27:0/1895535083 conn(0x7f44880795f0 msgr2=0x7f4488079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:52.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 -- 172.21.15.27:0/1895535083 shutdown_connections 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 -- 172.21.15.27:0/1895535083 wait complete. 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 Processor -- start 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.800+0000 7f448e2d9700 1 -- start start 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448e2d9700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448810e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448e2d9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448810ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448e2d9700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f44881a3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448e2d9700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4488112850 con 0x7f44881030f0 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448e2d9700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f44881126d0 con 0x7f4488107840 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448e2d9700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f44881129d0 con 0x7f4488102740 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448810ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448810ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:45020/0 (socket says 172.21.15.27:45020) 2024-06-06T07:51:52.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 -- 172.21.15.27:0/1215799659 learned_addr learned my addr 172.21.15.27:0/1215799659 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f448c876700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f44881a3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f4487fff700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448810e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 -- 172.21.15.27:0/1215799659 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 msgr2=0x7f448810e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448810e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 -- 172.21.15.27:0/1215799659 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 msgr2=0x7f44881a3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f44881a3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.801+0000 7f44877fe700 1 -- 172.21.15.27:0/1215799659 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44881a4270 con 0x7f44881030f0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.802+0000 7f44877fe700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448810ebf0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f447c00d980 tx=0x7f447c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.802+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447c016070 con 0x7f44881030f0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.802+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f447c004d30 con 0x7f44881030f0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.802+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44881a4560 con 0x7f44881030f0 2024-06-06T07:51:52.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.802+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447c0056c0 con 0x7f44881030f0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.802+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44881abe10 con 0x7f44881030f0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.803+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4488069180 con 0x7f44881030f0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.804+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f447c004750 con 0x7f44881030f0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.805+0000 7f44857fa700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44700a2c20 0x7f44700a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.805+0000 7f4487fff700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44700a2c20 0x7f44700a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.805+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f447c0cf700 con 0x7f44881030f0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.806+0000 7f4487fff700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44700a2c20 0x7f44700a50e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4478000c00 tx=0x7f4478005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:52.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:52.809+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f447c01f020 con 0x7f44881030f0 2024-06-06T07:51:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.029+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f44881abfe0 con 0x7f44881030f0 2024-06-06T07:51:53.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.030+0000 7f44857fa700 1 -- 172.21.15.27:0/1215799659 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v98) ==== 81+0+590 (secure 0 0 0) 0x7f447c09c300 con 0x7f44881030f0 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/1600380670 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/1993858605 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2712159377 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/1600380670 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/573921897 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/588603459 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/3628723626 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/3628723626 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2289787346 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:53.031 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2690744328 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44700a2c20 msgr2=0x7f44700a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44700a2c20 0x7f44700a50e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4478000c00 tx=0x7f4478005fb0 comp rx=0 tx=0).stop 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 msgr2=0x7f448810ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448810ebf0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f447c00d980 tx=0x7f447c00dc90 comp rx=0 tx=0).stop 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 shutdown_connections 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4488107840 0x7f44881a3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4488102740 0x7f448810e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f44700a2c20 0x7f44700a50e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 --2- 172.21.15.27:0/1215799659 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f44881030f0 0x7f448810ebf0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 >> 172.21.15.27:0/1215799659 conn(0x7f44880795f0 msgr2=0x7f4488100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 shutdown_connections 2024-06-06T07:51:53.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:53.032+0000 7f448e2d9700 1 -- 172.21.15.27:0/1215799659 wait complete. 2024-06-06T07:51:53.034 INFO:teuthology.orchestra.run.smithi027.stderr:listed 10 entries 2024-06-06T07:51:53.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:53 smithi027 ceph-mon[32293]: pgmap v337: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:53.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:53 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1215799659' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T07:51:53.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:53 smithi176 ceph-mon[36543]: pgmap v337: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:53.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:53 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1215799659' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T07:51:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:53 smithi203 ceph-mon[37192]: pgmap v337: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 134 B/s, 0 objects/s recovering 2024-06-06T07:51:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:53 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1215799659' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T07:51:53.781 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:51:53.781 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T07:51:53.801 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd blocklist ls 2024-06-06T07:51:54.095 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:51:55.384 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:55 smithi027 ceph-mon[32293]: pgmap v338: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:55.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:55 smithi176 ceph-mon[36543]: pgmap v338: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:55 smithi203 ceph-mon[37192]: pgmap v338: 129 pgs: 129 active+clean; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:51:55.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 -- 172.21.15.27:0/660366963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf301019d0 msgr2=0x7fcf30101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:55.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 --2- 172.21.15.27:0/660366963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf301019d0 0x7fcf30101db0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcf2000b0d0 tx=0x7fcf2000b3e0 comp rx=0 tx=0).stop 2024-06-06T07:51:55.990 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 -- 172.21.15.27:0/660366963 shutdown_connections 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 --2- 172.21.15.27:0/660366963 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf30106720 0x7fcf3010e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 --2- 172.21.15.27:0/660366963 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf301019d0 0x7fcf30101db0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 --2- 172.21.15.27:0/660366963 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf30102380 0x7fcf30105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 -- 172.21.15.27:0/660366963 >> 172.21.15.27:0/660366963 conn(0x7fcf30078340 msgr2=0x7fcf30078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 -- 172.21.15.27:0/660366963 shutdown_connections 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.986+0000 7fcf35166700 1 -- 172.21.15.27:0/660366963 wait complete. 2024-06-06T07:51:55.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 Processor -- start 2024-06-06T07:51:55.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 -- start start 2024-06-06T07:51:55.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf301019d0 0x7fcf30103090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:55.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 0x7fcf301035d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:55.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf30106720 0x7fcf30103b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:55.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fcf30111890 con 0x7fcf30102380 2024-06-06T07:51:55.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcf30111710 con 0x7fcf30106720 2024-06-06T07:51:55.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf35166700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcf30111a10 con 0x7fcf301019d0 2024-06-06T07:51:55.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf2e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 0x7fcf301035d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:55.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf2e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 0x7fcf301035d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:45788/0 (socket says 172.21.15.27:45788) 2024-06-06T07:51:55.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.987+0000 7fcf2e59c700 1 -- 172.21.15.27:0/2718920628 learned_addr learned my addr 172.21.15.27:0/2718920628 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:51:55.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2ed9d700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf301019d0 0x7fcf30103090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:55.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2f59e700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf30106720 0x7fcf30103b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:55.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2e59c700 1 -- 172.21.15.27:0/2718920628 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf301019d0 msgr2=0x7fcf30103090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:55.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2e59c700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf301019d0 0x7fcf30103090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:55.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2e59c700 1 -- 172.21.15.27:0/2718920628 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf30106720 msgr2=0x7fcf30103b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:55.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2e59c700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf30106720 0x7fcf30103b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:55.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2e59c700 1 -- 172.21.15.27:0/2718920628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf301a7300 con 0x7fcf30102380 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2ed9d700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf301019d0 0x7fcf30103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf2e59c700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 0x7fcf301035d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fcf1800d950 tx=0x7fcf1800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18017070 con 0x7fcf30102380 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf301a75f0 con 0x7fcf30102380 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcf1800fd90 con 0x7fcf30102380 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1800e3b0 con 0x7fcf30102380 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.988+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf301a7b80 con 0x7fcf30102380 2024-06-06T07:51:55.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.990+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf30102ad0 con 0x7fcf30102380 2024-06-06T07:51:55.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.991+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fcf1801a070 con 0x7fcf30102380 2024-06-06T07:51:55.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.991+0000 7fcf27fff700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcf1c0a2c20 0x7fcf1c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:51:55.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.992+0000 7fcf2ed9d700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcf1c0a2c20 0x7fcf1c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:51:55.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.992+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fcf180ceb60 con 0x7fcf30102380 2024-06-06T07:51:55.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.992+0000 7fcf2ed9d700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcf1c0a2c20 0x7fcf1c0a50e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fcf20009fd0 tx=0x7fcf2000b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:51:55.997 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:55.996+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcf1809b760 con 0x7fcf30102380 2024-06-06T07:51:56.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.220+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcf3002dca0 con 0x7fcf30102380 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.220+0000 7fcf27fff700 1 -- 172.21.15.27:0/2718920628 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v98) ==== 81+0+590 (secure 0 0 0) 0x7fcf1809b060 con 0x7fcf30102380 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/1600380670 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/1993858605 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2712159377 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/1600380670 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/573921897 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/588603459 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/3628723626 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:56.221 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/3628723626 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:56.222 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2289787346 2024-06-07T07:43:05.813341+0000 2024-06-06T07:51:56.222 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2690744328 2024-06-07T07:43:33.504912+0000 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcf1c0a2c20 msgr2=0x7fcf1c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcf1c0a2c20 0x7fcf1c0a50e0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fcf20009fd0 tx=0x7fcf2000b040 comp rx=0 tx=0).stop 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 msgr2=0x7fcf301035d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 0x7fcf301035d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fcf1800d950 tx=0x7fcf1800dc60 comp rx=0 tx=0).stop 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 shutdown_connections 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcf30106720 0x7fcf30103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcf301019d0 0x7fcf30103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:56.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcf1c0a2c20 0x7fcf1c0a50e0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:56.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 --2- 172.21.15.27:0/2718920628 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcf30102380 0x7fcf301035d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:51:56.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.222+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 >> 172.21.15.27:0/2718920628 conn(0x7fcf30078340 msgr2=0x7fcf3006ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:51:56.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.223+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 shutdown_connections 2024-06-06T07:51:56.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:51:56.223+0000 7fcf35166700 1 -- 172.21.15.27:0/2718920628 wait complete. 2024-06-06T07:51:56.224 INFO:teuthology.orchestra.run.smithi027.stderr:listed 10 entries 2024-06-06T07:51:56.600 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2718920628' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T07:51:56.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:56 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2718920628' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T07:51:56.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:56 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2718920628' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T07:51:56.947 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi027.front.sepia.ceph.com... 2024-06-06T07:51:56.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:51:56.948 DEBUG:teuthology.orchestra.run.smithi027:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-06-06T07:51:56.975 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi027.stderr:ceph-fuse[78864]: fuse finished with error 0 and tester_r 0 2024-06-06T07:51:56.977 INFO:teuthology.orchestra.run:waiting for 300 2024-06-06T07:51:57.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:57 smithi027 ceph-mon[32293]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:51:57.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:57 smithi176 ceph-mon[36543]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:51:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:57 smithi203 ceph-mon[37192]: pgmap v339: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:51:58.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:58 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:51:58.654 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:58 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:51:58.704 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:58 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:51:59.610 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:51:59 smithi027 ceph-mon[32293]: pgmap v340: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:51:59.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:51:59 smithi176 ceph-mon[36543]: pgmap v340: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:51:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:51:59 smithi203 ceph-mon[37192]: pgmap v340: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:52:00.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: pgmap v341: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:52:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:00 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: pgmap v341: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:52:00.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:00 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: pgmap v341: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-06-06T07:52:01.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:01.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:52:01.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:52:01.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:00 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:52:02.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:02 smithi176 ceph-mon[36543]: pgmap v342: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:03.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:02 smithi203 ceph-mon[37192]: pgmap v342: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:03.080 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:52:03.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:52:03.080 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-06-06T07:52:03.113 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:52:03.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:02 smithi027 ceph-mon[32293]: pgmap v342: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:03.404 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:04.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:04 smithi027 ceph-mon[32293]: pgmap v343: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:04.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:04 smithi176 ceph-mon[36543]: pgmap v343: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:05.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:04 smithi203 ceph-mon[37192]: pgmap v343: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 -- 172.21.15.27:0/366425516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758101390 msgr2=0x7f4758101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 --2- 172.21.15.27:0/366425516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758101390 0x7f4758101810 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4744009990 tx=0x7f4744009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 -- 172.21.15.27:0/366425516 shutdown_connections 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 --2- 172.21.15.27:0/366425516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4758101d50 0x7f475810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 --2- 172.21.15.27:0/366425516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4758107400 0x7f47581077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 --2- 172.21.15.27:0/366425516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758101390 0x7f4758101810 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 -- 172.21.15.27:0/366425516 >> 172.21.15.27:0/366425516 conn(0x7f4758078340 msgr2=0x7f4758078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 -- 172.21.15.27:0/366425516 shutdown_connections 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.189+0000 7f475edb1700 1 -- 172.21.15.27:0/366425516 wait complete. 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 Processor -- start 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 -- start start 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4758101390 0x7f475819af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4758101d50 0x7f475819b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 0x7f475819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4758111830 con 0x7f4758107400 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f47581116b0 con 0x7f4758101d50 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475edb1700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f47581119b0 con 0x7f4758101390 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 0x7f475819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:05.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 0x7f475819f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35284/0 (socket says 172.21.15.27:35284) 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 -- 172.21.15.27:0/1071995482 learned_addr learned my addr 172.21.15.27:0/1071995482 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f4757fff700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4758101d50 0x7f475819b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475cb4d700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4758101390 0x7f475819af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 -- 172.21.15.27:0/1071995482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4758101390 msgr2=0x7f475819af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4758101390 0x7f475819af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 -- 172.21.15.27:0/1071995482 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4758101d50 msgr2=0x7f475819b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.190+0000 7f475d34e700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4758101d50 0x7f475819b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f475d34e700 1 -- 172.21.15.27:0/1071995482 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f475819ff90 con 0x7f4758107400 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f475d34e700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 0x7f475819f850 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f475000b970 tx=0x7f475000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f475000d860 con 0x7f4758107400 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f475000e430 con 0x7f4758107400 2024-06-06T07:52:05.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47581a0280 con 0x7f4758107400 2024-06-06T07:52:05.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4750017640 con 0x7f4758107400 2024-06-06T07:52:05.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.191+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47581a7b00 con 0x7f4758107400 2024-06-06T07:52:05.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.192+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4758069180 con 0x7f4758107400 2024-06-06T07:52:05.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.193+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f475000e5e0 con 0x7f4758107400 2024-06-06T07:52:05.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.194+0000 7f4755ffb700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f47480a2c20 0x7f47480a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:05.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.194+0000 7f475cb4d700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f47480a2c20 0x7f47480a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:05.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.194+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f47500cf040 con 0x7f4758107400 2024-06-06T07:52:05.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.195+0000 7f475cb4d700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f47480a2c20 0x7f47480a50e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f474c005950 tx=0x7f474c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:05.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.199+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4750013030 con 0x7f4758107400 2024-06-06T07:52:05.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.406+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f47581a7cd0 con 0x7f4758107400 2024-06-06T07:52:05.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.408+0000 7f4755ffb700 1 -- 172.21.15.27:0/1071995482 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+24586 (secure 0 0 0) 0x7f475009bc40 con 0x7f4758107400 2024-06-06T07:52:05.408 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:05.408 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":98,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:51:35.271567+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f47480a2c20 msgr2=0x7f47480a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f47480a2c20 0x7f47480a50e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f474c005950 tx=0x7f474c00b410 comp rx=0 tx=0).stop 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 msgr2=0x7f475819f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 0x7f475819f850 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f475000b970 tx=0x7f475000bc80 comp rx=0 tx=0).stop 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 shutdown_connections 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f47480a2c20 0x7f47480a50e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4758107400 0x7f475819f850 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4758101390 0x7f475819af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 --2- 172.21.15.27:0/1071995482 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4758101d50 0x7f475819b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:05.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 >> 172.21.15.27:0/1071995482 conn(0x7f4758078340 msgr2=0x7f475806a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:05.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 shutdown_connections 2024-06-06T07:52:05.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:05.410+0000 7f475edb1700 1 -- 172.21.15.27:0/1071995482 wait complete. 2024-06-06T07:52:05.882 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:05 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1071995482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:05.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:05 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1071995482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:06.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:05 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1071995482' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:06.250 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:52:06.506 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:06.886 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:06 smithi027 ceph-mon[32293]: pgmap v344: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:06.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:06 smithi176 ceph-mon[36543]: pgmap v344: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:07.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:06 smithi203 ceph-mon[37192]: pgmap v344: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-06-06T07:52:08.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.255+0000 7fb77725d700 1 -- 172.21.15.27:0/1238757687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770107450 msgr2=0x7fb770107830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.255+0000 7fb77725d700 1 --2- 172.21.15.27:0/1238757687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770107450 0x7fb770107830 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb764009990 tx=0x7fb764009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 -- 172.21.15.27:0/1238757687 shutdown_connections 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 --2- 172.21.15.27:0/1238757687 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770102ee0 0x7fb77010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 --2- 172.21.15.27:0/1238757687 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770107450 0x7fb770107830 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 --2- 172.21.15.27:0/1238757687 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb770102540 0x7fb7701029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 -- 172.21.15.27:0/1238757687 >> 172.21.15.27:0/1238757687 conn(0x7fb7700795f0 msgr2=0x7fb770079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 -- 172.21.15.27:0/1238757687 shutdown_connections 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 -- 172.21.15.27:0/1238757687 wait complete. 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 Processor -- start 2024-06-06T07:52:08.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 -- start start 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.256+0000 7fb77725d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 0x7fb770074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb77725d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb770102ee0 0x7fb770074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb77725d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770107450 0x7fb770075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb77725d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb770112920 con 0x7fb770102540 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb77725d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb7701127a0 con 0x7fb770107450 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb77725d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb770112aa0 con 0x7fb770102ee0 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 0x7fb770074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 0x7fb770074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35302/0 (socket says 172.21.15.27:35302) 2024-06-06T07:52:08.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 -- 172.21.15.27:0/969811787 learned_addr learned my addr 172.21.15.27:0/969811787 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:08.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb76ffff700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb770102ee0 0x7fb770074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:08.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 -- 172.21.15.27:0/969811787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb770102ee0 msgr2=0x7fb770074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:08.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb7757fa700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770107450 0x7fb770075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb770102ee0 0x7fb770074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 -- 172.21.15.27:0/969811787 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770107450 msgr2=0x7fb770075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770107450 0x7fb770075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 -- 172.21.15.27:0/969811787 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7701a7280 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb7757fa700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770107450 0x7fb770075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb774ff9700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 0x7fb770074790 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb764000c00 tx=0x7fb76400f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764027070 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb76400fd90 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.257+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7701a7510 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.258+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764017650 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.258+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7701a79c0 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.259+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb77010aa80 con 0x7fb770102540 2024-06-06T07:52:08.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.260+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb76402a070 con 0x7fb770102540 2024-06-06T07:52:08.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.260+0000 7fb76dffb700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb7600a2ca0 0x7fb7600a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:08.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.261+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fb7640d0300 con 0x7fb770102540 2024-06-06T07:52:08.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.261+0000 7fb76ffff700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb7600a2ca0 0x7fb7600a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:08.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.261+0000 7fb76ffff700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb7600a2ca0 0x7fb7600a5160 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb770079bf0 tx=0x7fb75c00b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:08.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.264+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb764013070 con 0x7fb770102540 2024-06-06T07:52:08.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.471+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb770075cc0 con 0x7fb770102540 2024-06-06T07:52:08.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.472+0000 7fb76dffb700 1 -- 172.21.15.27:0/969811787 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) ==== 74+0+24586 (secure 0 0 0) 0x7fb76409cf90 con 0x7fb770102540 2024-06-06T07:52:08.472 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:08.472 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":98,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:51:35.271567+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:52:08.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.474+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb7600a2ca0 msgr2=0x7fb7600a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:08.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.474+0000 7fb77725d700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb7600a2ca0 0x7fb7600a5160 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb770079bf0 tx=0x7fb75c00b3c0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 msgr2=0x7fb770074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:08.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 0x7fb770074790 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb764000c00 tx=0x7fb76400f460 comp rx=0 tx=0).stop 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 shutdown_connections 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb770107450 0x7fb770075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb7600a2ca0 0x7fb7600a5160 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb770102540 0x7fb770074790 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 --2- 172.21.15.27:0/969811787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb770102ee0 0x7fb770074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 >> 172.21.15.27:0/969811787 conn(0x7fb7700795f0 msgr2=0x7fb7701005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 shutdown_connections 2024-06-06T07:52:08.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:08.475+0000 7fb77725d700 1 -- 172.21.15.27:0/969811787 wait complete. 2024-06-06T07:52:08.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:08 smithi176 ceph-mon[36543]: pgmap v345: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:08.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:08 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/969811787' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:09.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:08 smithi203 ceph-mon[37192]: pgmap v345: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:09.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:08 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/969811787' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:09.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:08 smithi027 ceph-mon[32293]: pgmap v345: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:09.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:08 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/969811787' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:09.183 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-06-06T07:52:09.436 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:10.872 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:10 smithi027 ceph-mon[32293]: pgmap v346: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:10.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:10 smithi176 ceph-mon[36543]: pgmap v346: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:11.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:10 smithi203 ceph-mon[37192]: pgmap v346: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 -- 172.21.15.27:0/3980966782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c107440 msgr2=0x7fab9c107820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 --2- 172.21.15.27:0/3980966782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c107440 0x7fab9c107820 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009990 tx=0x7fab8c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 -- 172.21.15.27:0/3980966782 shutdown_connections 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 --2- 172.21.15.27:0/3980966782 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fab9c101d80 0x7fab9c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 --2- 172.21.15.27:0/3980966782 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c107440 0x7fab9c107820 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 --2- 172.21.15.27:0/3980966782 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fab9c1013c0 0x7fab9c101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.131 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 -- 172.21.15.27:0/3980966782 >> 172.21.15.27:0/3980966782 conn(0x7fab9c077400 msgr2=0x7fab9c077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:11.132 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 -- 172.21.15.27:0/3980966782 shutdown_connections 2024-06-06T07:52:11.132 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.131+0000 7faba2b33700 1 -- 172.21.15.27:0/3980966782 wait complete. 2024-06-06T07:52:11.132 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 Processor -- start 2024-06-06T07:52:11.132 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 -- start start 2024-06-06T07:52:11.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fab9c1013c0 0x7fab9c103370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:11.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 0x7fab9c1038b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:11.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fab9c107440 0x7fab9c103df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c111820 con 0x7fab9c101d80 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c1116a0 con 0x7fab9c107440 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba2b33700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c1119a0 con 0x7fab9c1013c0 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7fab9bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 0x7fab9c1038b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7fab9bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 0x7fab9c1038b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35330/0 (socket says 172.21.15.27:35330) 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7fab9bfff700 1 -- 172.21.15.27:0/3317184418 learned_addr learned my addr 172.21.15.27:0/3317184418 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba08cf700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fab9c1013c0 0x7fab9c103370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.132+0000 7faba10d0700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fab9c107440 0x7fab9c103df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab9bfff700 1 -- 172.21.15.27:0/3317184418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fab9c1013c0 msgr2=0x7fab9c103370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab9bfff700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fab9c1013c0 0x7fab9c103370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab9bfff700 1 -- 172.21.15.27:0/3317184418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fab9c107440 msgr2=0x7fab9c103df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:11.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab9bfff700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fab9c107440 0x7fab9c103df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab9bfff700 1 -- 172.21.15.27:0/3317184418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9c1a7280 con 0x7fab9c101d80 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab9bfff700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 0x7fab9c1038b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fab9000b530 tx=0x7fab9000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab90015020 con 0x7fab9c101d80 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fab90011d30 con 0x7fab9c101d80 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab9c1a7570 con 0x7fab9c101d80 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab9000f2e0 con 0x7fab9c101d80 2024-06-06T07:52:11.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.133+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab9c1a7a60 con 0x7fab9c101d80 2024-06-06T07:52:11.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.134+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab9c102ab0 con 0x7fab9c101d80 2024-06-06T07:52:11.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.136+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fab90018020 con 0x7fab9c101d80 2024-06-06T07:52:11.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.137+0000 7fab99ffb700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fab840a2c20 0x7fab840a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:11.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.137+0000 7faba08cf700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fab840a2c20 0x7fab840a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:11.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.137+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fab900ceee0 con 0x7fab9c101d80 2024-06-06T07:52:11.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.137+0000 7faba08cf700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fab840a2c20 0x7fab840a50e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fab8c00b5c0 tx=0x7fab8c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:11.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.141+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fab9001f020 con 0x7fab9c101d80 2024-06-06T07:52:11.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.393+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fab9c069180 con 0x7fab9c101d80 2024-06-06T07:52:11.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.696+0000 7fab99ffb700 1 -- 172.21.15.27:0/3317184418 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7fab9c069180 con 0x7fab9c101d80 2024-06-06T07:52:11.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fab840a2c20 msgr2=0x7fab840a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:11.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fab840a2c20 0x7fab840a50e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fab8c00b5c0 tx=0x7fab8c005960 comp rx=0 tx=0).stop 2024-06-06T07:52:11.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 msgr2=0x7fab9c1038b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:11.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 0x7fab9c1038b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fab9000b530 tx=0x7fab9000b840 comp rx=0 tx=0).stop 2024-06-06T07:52:11.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 shutdown_connections 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fab9c107440 0x7fab9c103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fab9c1013c0 0x7fab9c103370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fab840a2c20 0x7fab840a50e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 --2- 172.21.15.27:0/3317184418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fab9c101d80 0x7fab9c1038b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.698+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 >> 172.21.15.27:0/3317184418 conn(0x7fab9c077400 msgr2=0x7fab9c1055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.699+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 shutdown_connections 2024-06-06T07:52:11.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:11.699+0000 7faba2b33700 1 -- 172.21.15.27:0/3317184418 wait complete. 2024-06-06T07:52:11.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:11 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3317184418' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-06T07:52:12.025 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:11 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3317184418' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-06T07:52:12.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:11 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3317184418' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-06T07:52:12.359 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}} 2024-06-06T07:52:12.359 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-06-06T07:52:12.614 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:12.988 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:12 smithi027 ceph-mon[32293]: pgmap v347: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:12.988 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:12 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3317184418' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-06T07:52:12.988 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:12 smithi027 ceph-mon[32293]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:52:12.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:12 smithi176 ceph-mon[36543]: pgmap v347: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:12.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:12 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3317184418' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-06T07:52:12.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:12 smithi176 ceph-mon[36543]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:52:13.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:12 smithi203 ceph-mon[37192]: pgmap v347: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-06-06T07:52:13.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:12 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3317184418' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-06T07:52:13.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:12 smithi203 ceph-mon[37192]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:52:14.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 -- 172.21.15.27:0/2140953377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 msgr2=0x7f84fc10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:14.333 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 --2- 172.21.15.27:0/2140953377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc10e240 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f84f400b0a0 tx=0x7f84f400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 -- 172.21.15.27:0/2140953377 shutdown_connections 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 --2- 172.21.15.27:0/2140953377 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc10e240 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 --2- 172.21.15.27:0/2140953377 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f84fc107400 0x7f84fc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 --2- 172.21.15.27:0/2140953377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc101390 0x7f84fc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 -- 172.21.15.27:0/2140953377 >> 172.21.15.27:0/2140953377 conn(0x7f84fc078340 msgr2=0x7f84fc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 -- 172.21.15.27:0/2140953377 shutdown_connections 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.333+0000 7f8502945700 1 -- 172.21.15.27:0/2140953377 wait complete. 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 Processor -- start 2024-06-06T07:52:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 -- start start 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f84fc101390 0x7f84fc198e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc107400 0x7f84fc19d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc1118b0 con 0x7f84fc101d50 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc111730 con 0x7f84fc101390 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f8502945700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f84fc111a30 con 0x7f84fc107400 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f84fb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.334+0000 7f84fb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc199340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59392/0 (socket says 172.21.15.27:59392) 2024-06-06T07:52:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 -- 172.21.15.27:0/4221552304 learned_addr learned my addr 172.21.15.27:0/4221552304 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f8500ee2700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc107400 0x7f84fc19d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fbfff700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f84fc101390 0x7f84fc198e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 -- 172.21.15.27:0/4221552304 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc107400 msgr2=0x7f84fc19d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc107400 0x7f84fc19d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 -- 172.21.15.27:0/4221552304 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f84fc101390 msgr2=0x7f84fc198e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f84fc101390 0x7f84fc198e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 -- 172.21.15.27:0/4221552304 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84fc19de10 con 0x7f84fc101d50 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f8500ee2700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc107400 0x7f84fc19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84fb7fe700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc199340 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f84f000b530 tx=0x7f84f000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0015020 con 0x7f84fc101d50 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84f0011d30 con 0x7f84fc101d50 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84fc19e100 con 0x7f84fc101d50 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f000f2e0 con 0x7f84fc101d50 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.335+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84fc1a5980 con 0x7f84fc101d50 2024-06-06T07:52:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.336+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84fc069180 con 0x7f84fc101d50 2024-06-06T07:52:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.338+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f84f0018020 con 0x7f84fc101d50 2024-06-06T07:52:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.338+0000 7f84f97fa700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e40a2c20 0x7f84e40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.338+0000 7f84fbfff700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e40a2c20 0x7f84e40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.338+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f84f00cec40 con 0x7f84fc101d50 2024-06-06T07:52:14.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.339+0000 7f84fbfff700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e40a2c20 0x7f84e40a50e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f84ec006fd0 tx=0x7f84ec008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:14.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.343+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f84f001f020 con 0x7f84fc101d50 2024-06-06T07:52:14.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.598+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f84fc1a5b50 con 0x7f84fc101d50 2024-06-06T07:52:14.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.700+0000 7f84f97fa700 1 -- 172.21.15.27:0/4221552304 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f84f0010380 con 0x7f84fc101d50 2024-06-06T07:52:14.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.702+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e40a2c20 msgr2=0x7f84e40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:14.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.702+0000 7f8502945700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e40a2c20 0x7f84e40a50e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f84ec006fd0 tx=0x7f84ec008040 comp rx=0 tx=0).stop 2024-06-06T07:52:14.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.702+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 msgr2=0x7f84fc199340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.702+0000 7f8502945700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc199340 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f84f000b530 tx=0x7f84f000b8f0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 shutdown_connections 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f84fc107400 0x7f84fc19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f84fc101390 0x7f84fc198e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e40a2c20 0x7f84e40a50e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 --2- 172.21.15.27:0/4221552304 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f84fc101d50 0x7f84fc199340 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 >> 172.21.15.27:0/4221552304 conn(0x7f84fc078340 msgr2=0x7f84fc105440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 shutdown_connections 2024-06-06T07:52:14.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:14.703+0000 7f8502945700 1 -- 172.21.15.27:0/4221552304 wait complete. 2024-06-06T07:52:14.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:14 smithi027 ceph-mon[32293]: pgmap v348: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:52:14.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:14 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4221552304' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-06-06T07:52:14.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:14 smithi176 ceph-mon[36543]: pgmap v348: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:52:14.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:14 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4221552304' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-06-06T07:52:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:14 smithi203 ceph-mon[37192]: pgmap v348: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:52:15.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:14 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4221552304' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-06-06T07:52:15.421 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-06-06T07:52:15.680 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:15.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:15 smithi176 ceph-mon[36543]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T07:52:15.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:15 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4221552304' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-06-06T07:52:15.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:15 smithi176 ceph-mon[36543]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-06T07:52:15.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:15 smithi176 ceph-mon[36543]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:52:15.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:15 smithi176 ceph-mon[36543]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-06-06T07:52:15.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:15 smithi176 ceph-mon[36543]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-06-06T07:52:16.025 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:15 smithi203 ceph-mon[37192]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T07:52:16.025 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:15 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4221552304' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-06-06T07:52:16.026 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:15 smithi203 ceph-mon[37192]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-06T07:52:16.026 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:15 smithi203 ceph-mon[37192]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:52:16.026 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:15 smithi203 ceph-mon[37192]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-06-06T07:52:16.026 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:15 smithi203 ceph-mon[37192]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-06-06T07:52:16.055 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:15 smithi027 ceph-mon[32293]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-06T07:52:16.055 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:15 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4221552304' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-06-06T07:52:16.055 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:15 smithi027 ceph-mon[32293]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-06T07:52:16.055 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:15 smithi027 ceph-mon[32293]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-06-06T07:52:16.055 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:15 smithi027 ceph-mon[32293]: fsmap cephfs:2 {0=i=up:active,1=b=up:creating} 10 up:standby 2024-06-06T07:52:16.055 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:15 smithi027 ceph-mon[32293]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-06-06T07:52:16.810 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:16 smithi027 ceph-mon[32293]: pgmap v349: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-06-06T07:52:16.810 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:16 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] up:active 2024-06-06T07:52:16.811 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:16 smithi027 ceph-mon[32293]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-06T07:52:16.811 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:16 smithi027 ceph-mon[32293]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-06-06T07:52:16.811 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:16 smithi027 ceph-mon[32293]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-06-06T07:52:16.811 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:16 smithi027 ceph-mon[32293]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-06-06T07:52:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:16 smithi176 ceph-mon[36543]: pgmap v349: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-06-06T07:52:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:16 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] up:active 2024-06-06T07:52:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:16 smithi176 ceph-mon[36543]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-06T07:52:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:16 smithi176 ceph-mon[36543]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-06-06T07:52:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:16 smithi176 ceph-mon[36543]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-06-06T07:52:16.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:16 smithi176 ceph-mon[36543]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-06-06T07:52:17.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:16 smithi203 ceph-mon[37192]: pgmap v349: 129 pgs: 129 active+clean; 581 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s wr, 1 op/s 2024-06-06T07:52:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:16 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] up:active 2024-06-06T07:52:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:16 smithi203 ceph-mon[37192]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-06T07:52:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:16 smithi203 ceph-mon[37192]: fsmap cephfs:2 {0=i=up:active,1=b=up:active} 10 up:standby 2024-06-06T07:52:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:16 smithi203 ceph-mon[37192]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:creating} 9 up:standby 2024-06-06T07:52:17.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:16 smithi203 ceph-mon[37192]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-06-06T07:52:17.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 -- 172.21.15.27:0/4144255728 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4101440 msgr2=0x7fdff410f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:17.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 --2- 172.21.15.27:0/4144255728 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4101440 0x7fdff410f530 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fdfec009990 tx=0x7fdfec009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 -- 172.21.15.27:0/4144255728 shutdown_connections 2024-06-06T07:52:17.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 --2- 172.21.15.27:0/4144255728 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4101440 0x7fdff410f530 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 --2- 172.21.15.27:0/4144255728 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdff41086f0 0x7fdff4108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 --2- 172.21.15.27:0/4144255728 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdff4100a80 0x7fdff4100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 -- 172.21.15.27:0/4144255728 >> 172.21.15.27:0/4144255728 conn(0x7fdff4077a00 msgr2=0x7fdff40fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 -- 172.21.15.27:0/4144255728 shutdown_connections 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.409+0000 7fdffb189700 1 -- 172.21.15.27:0/4144255728 wait complete. 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.410+0000 7fdffb189700 1 Processor -- start 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.410+0000 7fdffb189700 1 -- start start 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.410+0000 7fdffb189700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 0x7fdff4198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.410+0000 7fdffb189700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdff4101440 0x7fdff41992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.410+0000 7fdffb189700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdff41086f0 0x7fdff419d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:17.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdffb189700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fdff4112ad0 con 0x7fdff4100a80 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdffb189700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdff4112950 con 0x7fdff4101440 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdffb189700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdff4112c50 con 0x7fdff41086f0 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 0x7fdff4198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 0x7fdff4198da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59412/0 (socket says 172.21.15.27:59412) 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 -- 172.21.15.27:0/1222367905 learned_addr learned my addr 172.21.15.27:0/1222367905 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff3fff700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdff4101440 0x7fdff41992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff9726700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdff41086f0 0x7fdff419d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 -- 172.21.15.27:0/1222367905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdff41086f0 msgr2=0x7fdff419d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdff41086f0 0x7fdff419d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 -- 172.21.15.27:0/1222367905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdff4101440 msgr2=0x7fdff41992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdff4101440 0x7fdff41992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 -- 172.21.15.27:0/1222367905 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdff419ddb0 con 0x7fdff4100a80 2024-06-06T07:52:17.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff8f25700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 0x7fdff4198da0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdfe4007f10 tx=0x7fdfe400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:17.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfe400dbd0 con 0x7fdff4100a80 2024-06-06T07:52:17.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdfe400dd70 con 0x7fdff4100a80 2024-06-06T07:52:17.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdff419e0a0 con 0x7fdff4100a80 2024-06-06T07:52:17.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.411+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfe40133f0 con 0x7fdff4100a80 2024-06-06T07:52:17.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.412+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdff41a5920 con 0x7fdff4100a80 2024-06-06T07:52:17.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.412+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdff4069180 con 0x7fdff4100a80 2024-06-06T07:52:17.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.414+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdfe401a020 con 0x7fdff4100a80 2024-06-06T07:52:17.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.414+0000 7fdff1ffb700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdfe00a2ca0 0x7fdfe00a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:17.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.415+0000 7fdff3fff700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdfe00a2ca0 0x7fdfe00a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:17.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.415+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7fdfe40cf0e0 con 0x7fdff4100a80 2024-06-06T07:52:17.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.415+0000 7fdff3fff700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdfe00a2ca0 0x7fdfe00a5160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdff4107c70 tx=0x7fdfdc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:17.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.418+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdfe4010070 con 0x7fdff4100a80 2024-06-06T07:52:17.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.670+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fdff4069f80 con 0x7fdff4100a80 2024-06-06T07:52:17.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.730+0000 7fdff1ffb700 1 -- 172.21.15.27:0/1222367905 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v25) ==== 121+0+0 (secure 0 0 0) 0x7fdfe409bce0 con 0x7fdff4100a80 2024-06-06T07:52:17.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdfe00a2ca0 msgr2=0x7fdfe00a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdfe00a2ca0 0x7fdfe00a5160 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fdff4107c70 tx=0x7fdfdc00b410 comp rx=0 tx=0).stop 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 msgr2=0x7fdff4198da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 0x7fdff4198da0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fdfe4007f10 tx=0x7fdfe400d3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 shutdown_connections 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdff41086f0 0x7fdff419d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdfe00a2ca0 0x7fdfe00a5160 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdff4100a80 0x7fdff4198da0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 --2- 172.21.15.27:0/1222367905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdff4101440 0x7fdff41992e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 >> 172.21.15.27:0/1222367905 conn(0x7fdff4077a00 msgr2=0x7fdff40fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 shutdown_connections 2024-06-06T07:52:17.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:17.733+0000 7fdffb189700 1 -- 172.21.15.27:0/1222367905 wait complete. 2024-06-06T07:52:17.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:17 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:active 2024-06-06T07:52:17.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:17 smithi176 ceph-mon[36543]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-06-06T07:52:17.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:17 smithi176 ceph-mon[36543]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-06-06T07:52:17.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:17 smithi176 ceph-mon[36543]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-06-06T07:52:17.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:17 smithi176 ceph-mon[36543]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-06-06T07:52:17.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:17 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1222367905' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-06T07:52:18.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:17 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:active 2024-06-06T07:52:18.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:17 smithi203 ceph-mon[37192]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-06-06T07:52:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:17 smithi203 ceph-mon[37192]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-06-06T07:52:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:17 smithi203 ceph-mon[37192]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-06-06T07:52:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:17 smithi203 ceph-mon[37192]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-06-06T07:52:18.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:17 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1222367905' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-06T07:52:18.110 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:17 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:active 2024-06-06T07:52:18.110 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:17 smithi027 ceph-mon[32293]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-06-06T07:52:18.110 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:17 smithi027 ceph-mon[32293]: fsmap cephfs:3 {0=i=up:active,1=b=up:active,2=c=up:active} 9 up:standby 2024-06-06T07:52:18.110 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:17 smithi027 ceph-mon[32293]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:creating} 8 up:standby 2024-06-06T07:52:18.110 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:17 smithi027 ceph-mon[32293]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-06-06T07:52:18.110 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:17 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1222367905' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-06T07:52:18.538 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-06-06T07:52:18.798 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: pgmap v350: 129 pgs: 129 active+clean; 583 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1222367905' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] up:active 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: Cluster is now healthy 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 8 up:standby 2024-06-06T07:52:18.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-06-06T07:52:18.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:18 smithi027 ceph-mon[32293]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: pgmap v350: 129 pgs: 129 active+clean; 583 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1222367905' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] up:active 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: Cluster is now healthy 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 8 up:standby 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-06-06T07:52:18.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:18 smithi176 ceph-mon[36543]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-06-06T07:52:19.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: pgmap v350: 129 pgs: 129 active+clean; 583 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 4 op/s 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1222367905' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] up:active 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: daemon mds.h assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: Cluster is now healthy 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: fsmap cephfs:4 {0=i=up:active,1=b=up:active,2=c=up:active,3=f=up:active} 8 up:standby 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-06-06T07:52:19.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:18 smithi203 ceph-mon[37192]: daemon mds.h is now active in filesystem cephfs as rank 4 2024-06-06T07:52:19.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:19 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] up:active 2024-06-06T07:52:19.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:19 smithi176 ceph-mon[36543]: fsmap cephfs:5 7 up:standby 5 up:active 2024-06-06T07:52:19.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:19 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:52:20.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:19 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] up:active 2024-06-06T07:52:20.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:19 smithi203 ceph-mon[37192]: fsmap cephfs:5 7 up:standby 5 up:active 2024-06-06T07:52:20.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:19 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:52:20.105 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:19 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] up:active 2024-06-06T07:52:20.105 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:19 smithi027 ceph-mon[32293]: fsmap cephfs:5 7 up:standby 5 up:active 2024-06-06T07:52:20.105 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:19 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 -- 172.21.15.27:0/3577874458 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17801030f0 msgr2=0x7f1780107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 --2- 172.21.15.27:0/3577874458 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17801030f0 0x7f1780107110 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f17680099c0 tx=0x7f1768009cd0 comp rx=0 tx=0).stop 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 -- 172.21.15.27:0/3577874458 shutdown_connections 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 --2- 172.21.15.27:0/3577874458 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1780107840 0x7f178010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 --2- 172.21.15.27:0/3577874458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1780102740 0x7f1780102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 --2- 172.21.15.27:0/3577874458 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17801030f0 0x7f1780107110 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:20.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 -- 172.21.15.27:0/3577874458 >> 172.21.15.27:0/3577874458 conn(0x7f17800795f0 msgr2=0x7f1780079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:20.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 -- 172.21.15.27:0/3577874458 shutdown_connections 2024-06-06T07:52:20.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.669+0000 7f1784a06700 1 -- 172.21.15.27:0/3577874458 wait complete. 2024-06-06T07:52:20.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.670+0000 7f1784a06700 1 Processor -- start 2024-06-06T07:52:20.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 -- start start 2024-06-06T07:52:20.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 0x7f178019e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17801030f0 0x7f178019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1780107840 0x7f1780198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f17801128b0 con 0x7f1780102740 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1780112730 con 0x7f1780107840 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1784a06700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1780112a30 con 0x7f17801030f0 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f177e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 0x7f178019e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f177e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 0x7f178019e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59418/0 (socket says 172.21.15.27:59418) 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f177e59c700 1 -- 172.21.15.27:0/3294421109 learned_addr learned my addr 172.21.15.27:0/3294421109 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f1775d9b700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17801030f0 0x7f178019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.671+0000 7f177ed9d700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1780107840 0x7f1780198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1775d9b700 1 -- 172.21.15.27:0/3294421109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1780107840 msgr2=0x7f1780198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:20.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1775d9b700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1780107840 0x7f1780198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:20.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1775d9b700 1 -- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 msgr2=0x7f178019e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:20.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1775d9b700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 0x7f178019e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:20.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1775d9b700 1 -- 172.21.15.27:0/3294421109 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1780199210 con 0x7f17801030f0 2024-06-06T07:52:20.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f177e59c700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 0x7f178019e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:52:20.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1775d9b700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17801030f0 0x7f178019ee30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1768009f50 tx=0x7f17680047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1768027070 con 0x7f17801030f0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17801994a0 con 0x7f17801030f0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17801a57c0 con 0x7f17801030f0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1768004040 con 0x7f17801030f0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.672+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1768022cd0 con 0x7f17801030f0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.673+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1780069180 con 0x7f17801030f0 2024-06-06T07:52:20.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.675+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f176802a070 con 0x7f17801030f0 2024-06-06T07:52:20.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.675+0000 7f1777fff700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f176c0a2c20 0x7f176c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:20.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.676+0000 7f177e59c700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f176c0a2c20 0x7f176c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:20.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.676+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f17680d0550 con 0x7f17801030f0 2024-06-06T07:52:20.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.676+0000 7f177e59c700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f176c0a2c20 0x7f176c0a50e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1780199bf0 tx=0x7f177000b480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:20.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.679+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1768031070 con 0x7f17801030f0 2024-06-06T07:52:20.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:20.931+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f17801a5990 con 0x7f17801030f0 2024-06-06T07:52:20.932 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:20 smithi027 ceph-mon[32293]: pgmap v351: 129 pgs: 129 active+clean; 584 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s rd, 2.6 KiB/s wr, 6 op/s 2024-06-06T07:52:21.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:20 smithi203 ceph-mon[37192]: pgmap v351: 129 pgs: 129 active+clean; 584 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s rd, 2.6 KiB/s wr, 6 op/s 2024-06-06T07:52:21.028 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:52:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: 2024-06-06T07:52:20.614+0000 7fae46722700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-06-06T07:52:21.028 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:52:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: 2024-06-06T07:52:20.614+0000 7fae46722700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-06-06T07:52:21.028 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 07:52:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: 2024-06-06T07:52:20.614+0000 7fae46722700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-06-06T07:52:21.170 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:20 smithi176 ceph-mon[36543]: pgmap v351: 129 pgs: 129 active+clean; 584 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 597 B/s rd, 2.6 KiB/s wr, 6 op/s 2024-06-06T07:52:21.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.762+0000 7f1777fff700 1 -- 172.21.15.27:0/3294421109 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v29) ==== 115+0+0 (secure 0 0 0) 0x7f1768013070 con 0x7f17801030f0 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f176c0a2c20 msgr2=0x7f176c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f176c0a2c20 0x7f176c0a50e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1780199bf0 tx=0x7f177000b480 comp rx=0 tx=0).stop 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17801030f0 msgr2=0x7f178019ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17801030f0 0x7f178019ee30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1768009f50 tx=0x7f17680047b0 comp rx=0 tx=0).stop 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 shutdown_connections 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1780107840 0x7f1780198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f176c0a2c20 0x7f176c0a50e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1780102740 0x7f178019e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 --2- 172.21.15.27:0/3294421109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17801030f0 0x7f178019ee30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 >> 172.21.15.27:0/3294421109 conn(0x7f17800795f0 msgr2=0x7f1780100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 shutdown_connections 2024-06-06T07:52:21.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:21.765+0000 7f1784a06700 1 -- 172.21.15.27:0/3294421109 wait complete. 2024-06-06T07:52:22.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:21 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3294421109' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T07:52:22.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:21 smithi203 ceph-mon[37192]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T07:52:22.086 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:21 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3294421109' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T07:52:22.086 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:21 smithi176 ceph-mon[36543]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T07:52:22.095 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:21 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3294421109' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T07:52:22.095 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:21 smithi027 ceph-mon[32293]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-06T07:52:22.549 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs' 2024-06-06T07:52:22.549 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-06-06T07:52:22.807 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:22.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:22 smithi027 ceph-mon[32293]: pgmap v352: 129 pgs: 129 active+clean; 585 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 3.7 KiB/s wr, 14 op/s 2024-06-06T07:52:22.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:22 smithi027 ceph-mon[32293]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-06T07:52:22.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:22 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:52:23.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:22 smithi203 ceph-mon[37192]: pgmap v352: 129 pgs: 129 active+clean; 585 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 3.7 KiB/s wr, 14 op/s 2024-06-06T07:52:23.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:22 smithi203 ceph-mon[37192]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-06T07:52:23.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:22 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:52:23.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:22 smithi176 ceph-mon[36543]: pgmap v352: 129 pgs: 129 active+clean; 585 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 3.7 KiB/s wr, 14 op/s 2024-06-06T07:52:23.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:22 smithi176 ceph-mon[36543]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-06T07:52:23.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:22 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:52:24.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 -- 172.21.15.27:0/4186065973 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc101390 msgr2=0x7f08bc101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:24.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 --2- 172.21.15.27:0/4186065973 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc101390 0x7f08bc101810 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f08b0009990 tx=0x7f08b0009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 -- 172.21.15.27:0/4186065973 shutdown_connections 2024-06-06T07:52:24.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 --2- 172.21.15.27:0/4186065973 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 0x7f08bc10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 --2- 172.21.15.27:0/4186065973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08bc107400 0x7f08bc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 --2- 172.21.15.27:0/4186065973 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc101390 0x7f08bc101810 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 -- 172.21.15.27:0/4186065973 >> 172.21.15.27:0/4186065973 conn(0x7f08bc078340 msgr2=0x7f08bc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:24.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.668+0000 7f08c383c700 1 -- 172.21.15.27:0/4186065973 shutdown_connections 2024-06-06T07:52:24.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.669+0000 7f08c383c700 1 -- 172.21.15.27:0/4186065973 wait complete. 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.669+0000 7f08c383c700 1 Processor -- start 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.669+0000 7f08c383c700 1 -- start start 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.669+0000 7f08c383c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08bc101390 0x7f08bc198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.669+0000 7f08c383c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 0x7f08bc199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c383c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 0x7f08bc19d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c383c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f08bc1118b0 con 0x7f08bc107400 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c383c700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f08bc111730 con 0x7f08bc101d50 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c383c700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f08bc111a30 con 0x7f08bc101390 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 0x7f08bc19d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 0x7f08bc19d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52118/0 (socket says 172.21.15.27:52118) 2024-06-06T07:52:24.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 -- 172.21.15.27:0/1354662027 learned_addr learned my addr 172.21.15.27:0/1354662027 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c0dd7700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 0x7f08bc199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c15d8700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08bc101390 0x7f08bc198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 -- 172.21.15.27:0/1354662027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08bc101390 msgr2=0x7f08bc198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08bc101390 0x7f08bc198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 -- 172.21.15.27:0/1354662027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 msgr2=0x7f08bc199310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 0x7f08bc199310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 -- 172.21.15.27:0/1354662027 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08bc19dd90 con 0x7f08bc107400 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c0dd7700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 0x7f08bc199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c1dd9700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 0x7f08bc19d650 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f08b400b550 tx=0x7f08b400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b4015020 con 0x7f08bc107400 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.670+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08bc19e080 con 0x7f08bc107400 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.671+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f08b4011d30 con 0x7f08bc107400 2024-06-06T07:52:24.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.671+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08bc1a5900 con 0x7f08bc107400 2024-06-06T07:52:24.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.671+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b400f2e0 con 0x7f08bc107400 2024-06-06T07:52:24.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.672+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08a8005330 con 0x7f08bc107400 2024-06-06T07:52:24.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.673+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f08b4018020 con 0x7f08bc107400 2024-06-06T07:52:24.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.673+0000 7f08ba7fc700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f08a40a2c20 0x7f08a40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:24.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.674+0000 7f08c15d8700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f08a40a2c20 0x7f08a40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:24.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.674+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f08b40ceaa0 con 0x7f08bc107400 2024-06-06T07:52:24.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.674+0000 7f08c15d8700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f08a40a2c20 0x7f08a40a50e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f08ac009f20 tx=0x7f08ac0094f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:24.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.678+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f08b401f020 con 0x7f08bc107400 2024-06-06T07:52:24.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.917+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f08a8000bc0 con 0x7f08a40a2c20 2024-06-06T07:52:24.923 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:24 smithi027 ceph-mon[32293]: pgmap v353: 129 pgs: 129 active+clean; 587 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-06-06T07:52:24.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.947+0000 7f08ba7fc700 1 -- 172.21.15.27:0/1354662027 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f08a8000bc0 con 0x7f08a40a2c20 2024-06-06T07:52:24.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f08a40a2c20 msgr2=0x7f08a40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:24.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f08a40a2c20 0x7f08a40a50e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f08ac009f20 tx=0x7f08ac0094f0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 msgr2=0x7f08bc19d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:24.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 0x7f08bc19d650 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f08b400b550 tx=0x7f08b400b910 comp rx=0 tx=0).stop 2024-06-06T07:52:24.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 shutdown_connections 2024-06-06T07:52:24.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f08a40a2c20 0x7f08a40a50e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f08bc107400 0x7f08bc19d650 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08bc101390 0x7f08bc198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 --2- 172.21.15.27:0/1354662027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f08bc101d50 0x7f08bc199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:24.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.949+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 >> 172.21.15.27:0/1354662027 conn(0x7f08bc078340 msgr2=0x7f08bc1005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:24.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.950+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 shutdown_connections 2024-06-06T07:52:24.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:24.950+0000 7f08c383c700 1 -- 172.21.15.27:0/1354662027 wait complete. 2024-06-06T07:52:25.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:24 smithi203 ceph-mon[37192]: pgmap v353: 129 pgs: 129 active+clean; 587 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-06-06T07:52:25.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:24 smithi176 ceph-mon[36543]: pgmap v353: 129 pgs: 129 active+clean; 587 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 4.0 KiB/s wr, 17 op/s 2024-06-06T07:52:25.326 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:52:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:52:24.922+0000 7f4efb505700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:52:25.327 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:52:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:52:24.922+0000 7f4efb505700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:52:25.327 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:52:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:52:24.922+0000 7f4efb505700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:52:25.327 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:52:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:52:24.922+0000 7f4efb505700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:52:25.327 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:52:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:52:24.922+0000 7f4efb505700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:52:25.777 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-06-06T07:52:26.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:25 smithi203 ceph-mon[37192]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:26.033 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:26.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:25 smithi027 ceph-mon[32293]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:26.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:25 smithi176 ceph-mon[36543]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:26 smithi203 ceph-mon[37192]: pgmap v354: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.7 KiB/s wr, 21 op/s 2024-06-06T07:52:27.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:26 smithi203 ceph-mon[37192]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-06-06T07:52:27.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:26 smithi027 ceph-mon[32293]: pgmap v354: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.7 KiB/s wr, 21 op/s 2024-06-06T07:52:27.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:26 smithi027 ceph-mon[32293]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-06-06T07:52:27.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:26 smithi176 ceph-mon[36543]: pgmap v354: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 4.7 KiB/s wr, 21 op/s 2024-06-06T07:52:27.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:26 smithi176 ceph-mon[36543]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-06-06T07:52:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.762+0000 7f3e97339700 1 -- 172.21.15.27:0/72281020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90101810 msgr2=0x7f3e9010f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.762+0000 7f3e97339700 1 --2- 172.21.15.27:0/72281020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90101810 0x7f3e9010f280 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3e8800b0a0 tx=0x7f3e8800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 -- 172.21.15.27:0/72281020 shutdown_connections 2024-06-06T07:52:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 --2- 172.21.15.27:0/72281020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90101810 0x7f3e9010f280 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 --2- 172.21.15.27:0/72281020 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3e90107570 0x7f3e90107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 --2- 172.21.15.27:0/72281020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3e90100e50 0x7f3e901012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 -- 172.21.15.27:0/72281020 >> 172.21.15.27:0/72281020 conn(0x7f3e900766b0 msgr2=0x7f3e90076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 -- 172.21.15.27:0/72281020 shutdown_connections 2024-06-06T07:52:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 -- 172.21.15.27:0/72281020 wait complete. 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 Processor -- start 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.763+0000 7f3e97339700 1 -- start start 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e97339700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 0x7f3e90102030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e97339700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3e90101810 0x7f3e90102570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e97339700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3e90107570 0x7f3e90102ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e97339700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3e90112970 con 0x7f3e90100e50 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e97339700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3e901127f0 con 0x7f3e90107570 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e97339700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3e90112af0 con 0x7f3e90101810 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 0x7f3e90102030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 0x7f3e90102030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52172/0 (socket says 172.21.15.27:52172) 2024-06-06T07:52:27.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 -- 172.21.15.27:0/1347887515 learned_addr learned my addr 172.21.15.27:0/1347887515 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e948d4700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3e90101810 0x7f3e90102570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e958d6700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3e90107570 0x7f3e90102ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 -- 172.21.15.27:0/1347887515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3e90101810 msgr2=0x7f3e90102570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3e90101810 0x7f3e90102570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 -- 172.21.15.27:0/1347887515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3e90107570 msgr2=0x7f3e90102ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3e90107570 0x7f3e90102ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 -- 172.21.15.27:0/1347887515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e901a7260 con 0x7f3e90100e50 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.764+0000 7f3e950d5700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 0x7f3e90102030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c00c970 tx=0x7f3e8c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.765+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c004220 con 0x7f3e90100e50 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.765+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3e8c0043c0 con 0x7f3e90100e50 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.765+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e901a7550 con 0x7f3e90100e50 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.765+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e8c003da0 con 0x7f3e90100e50 2024-06-06T07:52:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.765+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e901a7ae0 con 0x7f3e90100e50 2024-06-06T07:52:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.766+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e90069180 con 0x7f3e90100e50 2024-06-06T07:52:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.767+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3e8c0076d0 con 0x7f3e90100e50 2024-06-06T07:52:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.768+0000 7f3e827fc700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3e7c0a2d30 0x7f3e7c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.768+0000 7f3e948d4700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3e7c0a2d30 0x7f3e7c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.768+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f3e8c0cefc0 con 0x7f3e90100e50 2024-06-06T07:52:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.769+0000 7f3e948d4700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3e7c0a2d30 0x7f3e7c0a51f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3e90076c40 tx=0x7f3e84009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:27.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:27.773+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3e8c014030 con 0x7f3e90100e50 2024-06-06T07:52:28.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.013+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f3e900628d0 con 0x7f3e7c0a2d30 2024-06-06T07:52:28.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.041+0000 7f3e827fc700 1 -- 172.21.15.27:0/1347887515 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3e900628d0 con 0x7f3e7c0a2d30 2024-06-06T07:52:28.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3e7c0a2d30 msgr2=0x7f3e7c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:28.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3e7c0a2d30 0x7f3e7c0a51f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3e90076c40 tx=0x7f3e84009190 comp rx=0 tx=0).stop 2024-06-06T07:52:28.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 msgr2=0x7f3e90102030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 0x7f3e90102030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c00c970 tx=0x7f3e8c00cc80 comp rx=0 tx=0).stop 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 shutdown_connections 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3e90107570 0x7f3e90102ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3e7c0a2d30 0x7f3e7c0a51f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3e90100e50 0x7f3e90102030 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 --2- 172.21.15.27:0/1347887515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3e90101810 0x7f3e90102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 >> 172.21.15.27:0/1347887515 conn(0x7f3e900766b0 msgr2=0x7f3e900ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 shutdown_connections 2024-06-06T07:52:28.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:28.043+0000 7f3e97339700 1 -- 172.21.15.27:0/1347887515 wait complete. 2024-06-06T07:52:28.891 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-06-06T07:52:29.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:28 smithi203 ceph-mon[37192]: pgmap v355: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.2 KiB/s wr, 21 op/s 2024-06-06T07:52:29.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:28 smithi203 ceph-mon[37192]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:29.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:28 smithi027 ceph-mon[32293]: pgmap v355: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.2 KiB/s wr, 21 op/s 2024-06-06T07:52:29.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:28 smithi027 ceph-mon[32293]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:29.149 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:29.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:28 smithi176 ceph-mon[36543]: pgmap v355: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 4.2 KiB/s wr, 21 op/s 2024-06-06T07:52:29.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:28 smithi176 ceph-mon[36543]: from='client.14778 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.928+0000 7f1c01190700 1 -- 172.21.15.27:0/1944885366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06ab30 msgr2=0x7f1bfc10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.928+0000 7f1c01190700 1 --2- 172.21.15.27:0/1944885366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06ab30 0x7f1bfc10f320 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1bf400b0a0 tx=0x7f1bf400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.928+0000 7f1c01190700 1 -- 172.21.15.27:0/1944885366 shutdown_connections 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.929+0000 7f1c01190700 1 --2- 172.21.15.27:0/1944885366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06ab30 0x7f1bfc10f320 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.929+0000 7f1c01190700 1 --2- 172.21.15.27:0/1944885366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc108500 0x7f1bfc1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.929+0000 7f1c01190700 1 --2- 172.21.15.27:0/1944885366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc06a170 0x7f1bfc06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.929+0000 7f1c01190700 1 -- 172.21.15.27:0/1944885366 >> 172.21.15.27:0/1944885366 conn(0x7f1bfc078340 msgr2=0x7f1bfc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:30.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.929+0000 7f1c01190700 1 -- 172.21.15.27:0/1944885366 shutdown_connections 2024-06-06T07:52:30.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.929+0000 7f1c01190700 1 -- 172.21.15.27:0/1944885366 wait complete. 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.930+0000 7f1c01190700 1 Processor -- start 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.930+0000 7f1c01190700 1 -- start start 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1c01190700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 0x7f1bfc101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1c01190700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc06ab30 0x7f1bfc1019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1c01190700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc108500 0x7f1bfc101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1c01190700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc1128b0 con 0x7f1bfc06a170 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1c01190700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc112730 con 0x7f1bfc108500 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1c01190700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc112a30 con 0x7f1bfc06ab30 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 0x7f1bfc101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 0x7f1bfc101460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52190/0 (socket says 172.21.15.27:52190) 2024-06-06T07:52:30.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 -- 172.21.15.27:0/113348272 learned_addr learned my addr 172.21.15.27:0/113348272 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:30.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfa59c700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc06ab30 0x7f1bfc1019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:30.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfb59e700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc108500 0x7f1bfc101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 -- 172.21.15.27:0/113348272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc06ab30 msgr2=0x7f1bfc1019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc06ab30 0x7f1bfc1019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 -- 172.21.15.27:0/113348272 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc108500 msgr2=0x7f1bfc101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc108500 0x7f1bfc101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfad9d700 1 -- 172.21.15.27:0/113348272 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bfc1a71f0 con 0x7f1bfc06a170 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.931+0000 7f1bfb59e700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc108500 0x7f1bfc101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.932+0000 7f1bfad9d700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 0x7f1bfc101460 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1bec00d950 tx=0x7f1bec00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.932+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bec016070 con 0x7f1bfc06a170 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.932+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bfc1a74e0 con 0x7f1bfc06a170 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.932+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1bec00fd90 con 0x7f1bfc06a170 2024-06-06T07:52:30.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.932+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bec00e610 con 0x7f1bfc06a170 2024-06-06T07:52:30.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.932+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bfc1a7a70 con 0x7f1bfc06a170 2024-06-06T07:52:30.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.933+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bfc069180 con 0x7f1bfc06a170 2024-06-06T07:52:30.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.935+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1bec019070 con 0x7f1bfc06a170 2024-06-06T07:52:30.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.936+0000 7f1be3fff700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1be40a2cb0 0x7f1be40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:30.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.936+0000 7f1bfa59c700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1be40a2cb0 0x7f1be40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:30.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.936+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f1bec0cef60 con 0x7f1bfc06a170 2024-06-06T07:52:30.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.937+0000 7f1bfa59c700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1be40a2cb0 0x7f1be40a5170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc107220 tx=0x7f1bf000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:30.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:30.940+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1bec09ba00 con 0x7f1bfc06a170 2024-06-06T07:52:31.186 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:31 smithi027 ceph-mon[32293]: pgmap v356: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.2 KiB/s wr, 18 op/s 2024-06-06T07:52:31.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.186+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f1bfc0628d0 con 0x7f1be40a2cb0 2024-06-06T07:52:31.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.192+0000 7f1be3fff700 1 -- 172.21.15.27:0/113348272 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f1bfc0628d0 con 0x7f1be40a2cb0 2024-06-06T07:52:31.192 INFO:teuthology.orchestra.run.smithi027.stdout:/volumes/qa/sv_0/2d289214-c536-4cb2-8075-4b6aac5a1c31 2024-06-06T07:52:31.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1be40a2cb0 msgr2=0x7f1be40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1be40a2cb0 0x7f1be40a5170 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc107220 tx=0x7f1bf000b410 comp rx=0 tx=0).stop 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 msgr2=0x7f1bfc101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 0x7f1bfc101460 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f1bec00d950 tx=0x7f1bec00dc60 comp rx=0 tx=0).stop 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 shutdown_connections 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1bfc108500 0x7f1bfc101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1be40a2cb0 0x7f1be40a5170 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1bfc06a170 0x7f1bfc101460 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 --2- 172.21.15.27:0/113348272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc06ab30 0x7f1bfc1019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 >> 172.21.15.27:0/113348272 conn(0x7f1bfc078340 msgr2=0x7f1bfc0ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 shutdown_connections 2024-06-06T07:52:31.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:31.194+0000 7f1c01190700 1 -- 172.21.15.27:0/113348272 wait complete. 2024-06-06T07:52:31.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:31 smithi176 ceph-mon[36543]: pgmap v356: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.2 KiB/s wr, 18 op/s 2024-06-06T07:52:31.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:31 smithi203 ceph-mon[37192]: pgmap v356: 129 pgs: 129 active+clean; 593 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 3.2 KiB/s wr, 18 op/s 2024-06-06T07:52:31.905 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-06-06T07:52:32.157 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:32.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:32 smithi027 ceph-mon[32293]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:32.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:32 smithi176 ceph-mon[36543]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:32.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:32 smithi203 ceph-mon[37192]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:33.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:33 smithi027 ceph-mon[32293]: pgmap v357: 129 pgs: 129 active+clean; 607 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.7 KiB/s wr, 19 op/s 2024-06-06T07:52:33.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:33 smithi176 ceph-mon[36543]: pgmap v357: 129 pgs: 129 active+clean; 607 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.7 KiB/s wr, 19 op/s 2024-06-06T07:52:33.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:33 smithi203 ceph-mon[37192]: pgmap v357: 129 pgs: 129 active+clean; 607 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 3.7 KiB/s wr, 19 op/s 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 -- 172.21.15.27:0/2317548464 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 msgr2=0x7f7d94101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 --2- 172.21.15.27:0/2317548464 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d94101bf0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7d84009990 tx=0x7f7d84009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 -- 172.21.15.27:0/2317548464 shutdown_connections 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 --2- 172.21.15.27:0/2317548464 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7d94102130 0x7f7d9410e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 --2- 172.21.15.27:0/2317548464 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d94107550 0x7f7d94107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 --2- 172.21.15.27:0/2317548464 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d94101bf0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 -- 172.21.15.27:0/2317548464 >> 172.21.15.27:0/2317548464 conn(0x7f7d94078340 msgr2=0x7f7d94078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:34.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 -- 172.21.15.27:0/2317548464 shutdown_connections 2024-06-06T07:52:34.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.039+0000 7f7d9b841700 1 -- 172.21.15.27:0/2317548464 wait complete. 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 Processor -- start 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 -- start start 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d9419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d94102130 0x7f7d9419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7d94107550 0x7f7d94198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7d941117f0 con 0x7f7d94101770 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7d94111670 con 0x7f7d94107550 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d9b841700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7d94111970 con 0x7f7d94102130 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d995dd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d9419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d995dd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d9419e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57492/0 (socket says 172.21.15.27:57492) 2024-06-06T07:52:34.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d995dd700 1 -- 172.21.15.27:0/1189893019 learned_addr learned my addr 172.21.15.27:0/1189893019 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d99dde700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7d94107550 0x7f7d94198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.040+0000 7f7d98ddc700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d94102130 0x7f7d9419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d995dd700 1 -- 172.21.15.27:0/1189893019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d94102130 msgr2=0x7f7d9419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d995dd700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d94102130 0x7f7d9419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d995dd700 1 -- 172.21.15.27:0/1189893019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7d94107550 msgr2=0x7f7d94198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d995dd700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7d94107550 0x7f7d94198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d995dd700 1 -- 172.21.15.27:0/1189893019 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d94199240 con 0x7f7d94101770 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d995dd700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d9419e8d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000d950 tx=0x7f7d9000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d90016070 con 0x7f7d94101770 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7d9000fd90 con 0x7f7d94101770 2024-06-06T07:52:34.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d94199530 con 0x7f7d94101770 2024-06-06T07:52:34.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d9000e610 con 0x7f7d94101770 2024-06-06T07:52:34.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.041+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d94102fb0 con 0x7f7d94101770 2024-06-06T07:52:34.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.042+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d94069180 con 0x7f7d94101770 2024-06-06T07:52:34.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.043+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7d90019070 con 0x7f7d94101770 2024-06-06T07:52:34.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.044+0000 7f7d8a7fc700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7d800a2d30 0x7f7d800a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:34.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.044+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9092+0+0 (secure 0 0 0) 0x7f7d900cef60 con 0x7f7d94101770 2024-06-06T07:52:34.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.044+0000 7f7d98ddc700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7d800a2d30 0x7f7d800a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:34.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.044+0000 7f7d98ddc700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7d800a2d30 0x7f7d800a51f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400b5c0 tx=0x7f7d84005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:34.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.048+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7d9009ba00 con 0x7f7d94101770 2024-06-06T07:52:34.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.291+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f7d940628d0 con 0x7f7d800a2d30 2024-06-06T07:52:34.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.319+0000 7f7d8a7fc700 1 -- 172.21.15.27:0/1189893019 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7d940628d0 con 0x7f7d800a2d30 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7d800a2d30 msgr2=0x7f7d800a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7d800a2d30 0x7f7d800a51f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7d8400b5c0 tx=0x7f7d84005960 comp rx=0 tx=0).stop 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 msgr2=0x7f7d9419e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d9419e8d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000d950 tx=0x7f7d9000dc60 comp rx=0 tx=0).stop 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 shutdown_connections 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7d94107550 0x7f7d94198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7d800a2d30 0x7f7d800a51f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7d94101770 0x7f7d9419e8d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 --2- 172.21.15.27:0/1189893019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d94102130 0x7f7d9419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:34.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 >> 172.21.15.27:0/1189893019 conn(0x7f7d94078340 msgr2=0x7f7d94100990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:34.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 shutdown_connections 2024-06-06T07:52:34.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:34.321+0000 7f7d9b841700 1 -- 172.21.15.27:0/1189893019 wait complete. 2024-06-06T07:52:35.098 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-06-06T07:52:35.353 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:35.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:35 smithi027 ceph-mon[32293]: pgmap v358: 129 pgs: 129 active+clean; 607 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-06-06T07:52:35.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:35 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-06-06T07:52:35.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:35 smithi027 ceph-mon[32293]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:35.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:35 smithi176 ceph-mon[36543]: pgmap v358: 129 pgs: 129 active+clean; 607 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-06-06T07:52:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:35 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-06-06T07:52:35.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:35 smithi176 ceph-mon[36543]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:35.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:35 smithi203 ceph-mon[37192]: pgmap v358: 129 pgs: 129 active+clean; 607 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.6 KiB/s wr, 13 op/s 2024-06-06T07:52:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:35 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-06-06T07:52:35.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:35 smithi203 ceph-mon[37192]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:36.399 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:36 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-06-06T07:52:36.399 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:36 smithi027 ceph-mon[32293]: osdmap e99: 12 total, 12 up, 12 in 2024-06-06T07:52:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:36 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-06-06T07:52:36.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:36 smithi176 ceph-mon[36543]: osdmap e99: 12 total, 12 up, 12 in 2024-06-06T07:52:36.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:36 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-06-06T07:52:36.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:36 smithi203 ceph-mon[37192]: osdmap e99: 12 total, 12 up, 12 in 2024-06-06T07:52:37.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 -- 172.21.15.27:0/3055890405 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0101d50 msgr2=0x7f7ac010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:37.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3055890405 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0101d50 0x7f7ac010e240 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7ab8009990 tx=0x7f7ab8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 -- 172.21.15.27:0/3055890405 shutdown_connections 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3055890405 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0101d50 0x7f7ac010e240 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3055890405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7ac0107400 0x7f7ac01077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3055890405 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101390 0x7f7ac0101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 -- 172.21.15.27:0/3055890405 >> 172.21.15.27:0/3055890405 conn(0x7f7ac0078340 msgr2=0x7f7ac0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 -- 172.21.15.27:0/3055890405 shutdown_connections 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.202+0000 7f7ac6173700 1 -- 172.21.15.27:0/3055890405 wait complete. 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 Processor -- start 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 -- start start 2024-06-06T07:52:37.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7ac0101390 0x7f7ac019af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:37.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101d50 0x7f7ac019b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:37.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 0x7f7ac019f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:37.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac01118b0 con 0x7f7ac0107400 2024-06-06T07:52:37.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac0111730 con 0x7f7ac0101d50 2024-06-06T07:52:37.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7ac6173700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7ac0111a30 con 0x7f7ac0101390 2024-06-06T07:52:37.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7abffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 0x7f7ac019f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7abffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 0x7f7ac019f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57512/0 (socket says 172.21.15.27:57512) 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.203+0000 7f7abffff700 1 -- 172.21.15.27:0/3760409310 learned_addr learned my addr 172.21.15.27:0/3760409310 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abf7fe700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7ac0101390 0x7f7ac019af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abeffd700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101d50 0x7f7ac019b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abffff700 1 -- 172.21.15.27:0/3760409310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7ac0101390 msgr2=0x7f7ac019af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abffff700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7ac0101390 0x7f7ac019af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abffff700 1 -- 172.21.15.27:0/3760409310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101d50 msgr2=0x7f7ac019b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abffff700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101d50 0x7f7ac019b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abffff700 1 -- 172.21.15.27:0/3760409310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ac019ff90 con 0x7f7ac0107400 2024-06-06T07:52:37.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abeffd700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101d50 0x7f7ac019b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:52:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abffff700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 0x7f7ac019f850 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7ab800f690 tx=0x7f7ab800f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab8027070 con 0x7f7ac0107400 2024-06-06T07:52:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7ab800bb20 con 0x7f7ac0107400 2024-06-06T07:52:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ac01a0220 con 0x7f7ac0107400 2024-06-06T07:52:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab8017650 con 0x7f7ac0107400 2024-06-06T07:52:37.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.204+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ac01a7b00 con 0x7f7ac0107400 2024-06-06T07:52:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.205+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ac0102ab0 con 0x7f7ac0107400 2024-06-06T07:52:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.207+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7ab802a070 con 0x7f7ac0107400 2024-06-06T07:52:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.207+0000 7f7abcff9700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7aac0a2cb0 0x7f7aac0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.208+0000 7f7abf7fe700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7aac0a2cb0 0x7f7aac0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.208+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f7ab80d0320 con 0x7f7ac0107400 2024-06-06T07:52:37.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.208+0000 7f7abf7fe700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7aac0a2cb0 0x7f7aac0a5170 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000a400 tx=0x7f7ab000d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:37.213 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.212+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7ab8013070 con 0x7f7ac0107400 2024-06-06T07:52:37.213 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:37 smithi027 ceph-mon[32293]: pgmap v360: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-06-06T07:52:37.213 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:37 smithi027 ceph-mon[32293]: osdmap e100: 12 total, 12 up, 12 in 2024-06-06T07:52:37.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.452+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f7ac006a980 con 0x7f7aac0a2cb0 2024-06-06T07:52:37.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.458+0000 7f7abcff9700 1 -- 172.21.15.27:0/3760409310 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f7ac006a980 con 0x7f7aac0a2cb0 2024-06-06T07:52:37.458 INFO:teuthology.orchestra.run.smithi027.stdout:/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7aac0a2cb0 msgr2=0x7f7aac0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7aac0a2cb0 0x7f7aac0a5170 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000a400 tx=0x7f7ab000d040 comp rx=0 tx=0).stop 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 msgr2=0x7f7ac019f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 0x7f7ac019f850 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7ab800f690 tx=0x7f7ab800f6c0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 shutdown_connections 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7aac0a2cb0 0x7f7aac0a5170 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7ac0107400 0x7f7ac019f850 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7ac0101390 0x7f7ac019af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 --2- 172.21.15.27:0/3760409310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7ac0101d50 0x7f7ac019b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 >> 172.21.15.27:0/3760409310 conn(0x7f7ac0078340 msgr2=0x7f7ac006a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 shutdown_connections 2024-06-06T07:52:37.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:37.460+0000 7f7ac6173700 1 -- 172.21.15.27:0/3760409310 wait complete. 2024-06-06T07:52:37.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:37 smithi176 ceph-mon[36543]: pgmap v360: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-06-06T07:52:37.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:37 smithi176 ceph-mon[36543]: osdmap e100: 12 total, 12 up, 12 in 2024-06-06T07:52:37.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:37 smithi203 ceph-mon[37192]: pgmap v360: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 4.3 KiB/s wr, 12 op/s 2024-06-06T07:52:37.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:37 smithi203 ceph-mon[37192]: osdmap e100: 12 total, 12 up, 12 in 2024-06-06T07:52:38.289 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:52:38.545 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:39.305 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:39 smithi027 ceph-mon[32293]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:39.305 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:39 smithi027 ceph-mon[32293]: pgmap v362: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-06-06T07:52:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:39 smithi176 ceph-mon[36543]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:39.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:39 smithi176 ceph-mon[36543]: pgmap v362: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-06-06T07:52:39.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:39 smithi203 ceph-mon[37192]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:52:39.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:39 smithi203 ceph-mon[37192]: pgmap v362: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2024-06-06T07:52:40.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 -- 172.21.15.27:0/24825750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101620 msgr2=0x7f9610101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:40.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 --2- 172.21.15.27:0/24825750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101620 0x7f9610101a00 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f96000099c0 tx=0x7f9600009cd0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 -- 172.21.15.27:0/24825750 shutdown_connections 2024-06-06T07:52:40.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 --2- 172.21.15.27:0/24825750 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96101066b0 0x7f961010e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 --2- 172.21.15.27:0/24825750 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101620 0x7f9610101a00 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 --2- 172.21.15.27:0/24825750 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9610101fd0 0x7f9610105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 -- 172.21.15.27:0/24825750 >> 172.21.15.27:0/24825750 conn(0x7f9610078340 msgr2=0x7f9610078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 -- 172.21.15.27:0/24825750 shutdown_connections 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.132+0000 7f9615309700 1 -- 172.21.15.27:0/24825750 wait complete. 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 Processor -- start 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 -- start start 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9610101620 0x7f961019d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 0x7f961019ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96101066b0 0x7f9610197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9610111780 con 0x7f9610101fd0 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f960e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 0x7f961019ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:40.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9610111600 con 0x7f96101066b0 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f9615309700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9610111900 con 0x7f9610101620 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f960effd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9610101620 0x7f961019d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f960e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 0x7f961019ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57532/0 (socket says 172.21.15.27:57532) 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f960e7fc700 1 -- 172.21.15.27:0/2249664657 learned_addr learned my addr 172.21.15.27:0/2249664657 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.133+0000 7f960f7fe700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96101066b0 0x7f9610197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f960e7fc700 1 -- 172.21.15.27:0/2249664657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9610101620 msgr2=0x7f961019d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f960e7fc700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9610101620 0x7f961019d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f960e7fc700 1 -- 172.21.15.27:0/2249664657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96101066b0 msgr2=0x7f9610197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f960e7fc700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96101066b0 0x7f9610197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f960e7fc700 1 -- 172.21.15.27:0/2249664657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96101981a0 con 0x7f9610101fd0 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f960e7fc700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 0x7f961019ddc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f960400ea30 tx=0x7f960400ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960400cbd0 con 0x7f9610101fd0 2024-06-06T07:52:40.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9604004520 con 0x7f9610101fd0 2024-06-06T07:52:40.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9610198490 con 0x7f9610101fd0 2024-06-06T07:52:40.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604010430 con 0x7f9610101fd0 2024-06-06T07:52:40.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.134+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96101a4750 con 0x7f9610101fd0 2024-06-06T07:52:40.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.135+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9610069180 con 0x7f9610101fd0 2024-06-06T07:52:40.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.136+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9604003f10 con 0x7f9610101fd0 2024-06-06T07:52:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.137+0000 7f95f7fff700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f95f80a2cb0 0x7f95f80a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.137+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f96040cf770 con 0x7f9610101fd0 2024-06-06T07:52:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.137+0000 7f960effd700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f95f80a2cb0 0x7f95f80a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:40.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.138+0000 7f960effd700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f95f80a2cb0 0x7f95f80a5170 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9600000c00 tx=0x7f9600005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:40.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.140+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f960409c220 con 0x7f9610101fd0 2024-06-06T07:52:40.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.398+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f961002dca0 con 0x7f9610101fd0 2024-06-06T07:52:40.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.399+0000 7f95f7fff700 1 -- 172.21.15.27:0/2249664657 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11947 (secure 0 0 0) 0x7f960409bb20 con 0x7f9610101fd0 2024-06-06T07:52:40.398 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:40.399 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:52:20.934023+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24449,24463,24469,24473,24487]},"id":1}]} 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f95f80a2cb0 msgr2=0x7f95f80a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f95f80a2cb0 0x7f95f80a5170 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9600000c00 tx=0x7f9600005fb0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 msgr2=0x7f961019ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 0x7f961019ddc0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f960400ea30 tx=0x7f960400ed40 comp rx=0 tx=0).stop 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 shutdown_connections 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96101066b0 0x7f9610197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9610101620 0x7f961019d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f95f80a2cb0 0x7f95f80a5170 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 --2- 172.21.15.27:0/2249664657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9610101fd0 0x7f961019ddc0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.401+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 >> 172.21.15.27:0/2249664657 conn(0x7f9610078340 msgr2=0x7f96100ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.402+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 shutdown_connections 2024-06-06T07:52:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:40.402+0000 7f9615309700 1 -- 172.21.15.27:0/2249664657 wait complete. 2024-06-06T07:52:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:52:41.182 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:52:41.438 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:41.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:41 smithi176 ceph-mon[36543]: pgmap v363: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.1 KiB/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:41.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:41 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2249664657' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:52:41.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:41 smithi203 ceph-mon[37192]: pgmap v363: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.1 KiB/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:41.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:41 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2249664657' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:52:41.560 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:41 smithi027 ceph-mon[32293]: pgmap v363: 129 pgs: 129 active+clean; 627 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 3.1 KiB/s wr, 9 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:41.560 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:41 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2249664657' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 -- 172.21.15.27:0/2788457147 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 msgr2=0x7f3cb010e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/2788457147 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb010e230 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f3ca800b0a0 tx=0x7f3ca800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 -- 172.21.15.27:0/2788457147 shutdown_connections 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/2788457147 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb010e230 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/2788457147 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3cb01073f0 0x7f3cb01077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/2788457147 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3cb0101380 0x7f3cb0101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 -- 172.21.15.27:0/2788457147 >> 172.21.15.27:0/2788457147 conn(0x7f3cb0078300 msgr2=0x7f3cb0078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 -- 172.21.15.27:0/2788457147 shutdown_connections 2024-06-06T07:52:43.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 -- 172.21.15.27:0/2788457147 wait complete. 2024-06-06T07:52:43.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 Processor -- start 2024-06-06T07:52:43.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.257+0000 7f3cb67bb700 1 -- start start 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb67bb700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3cb0101380 0x7f3cb019d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb67bb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb019dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb67bb700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3cb01073f0 0x7f3cb01979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb67bb700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb01117a0 con 0x7f3cb0101d40 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb67bb700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb0111620 con 0x7f3cb01073f0 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb67bb700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb0111920 con 0x7f3cb0101380 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb019dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb019dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57546/0 (socket says 172.21.15.27:57546) 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 -- 172.21.15.27:0/1448090286 learned_addr learned my addr 172.21.15.27:0/1448090286 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3cb4d58700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3cb01073f0 0x7f3cb01979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:43.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caffff700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3cb0101380 0x7f3cb019d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 -- 172.21.15.27:0/1448090286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3cb0101380 msgr2=0x7f3cb019d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3cb0101380 0x7f3cb019d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 -- 172.21.15.27:0/1448090286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3cb01073f0 msgr2=0x7f3cb01979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3cb01073f0 0x7f3cb01979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.258+0000 7f3caf7fe700 1 -- 172.21.15.27:0/1448090286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb0198100 con 0x7f3cb0101d40 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.259+0000 7f3caf7fe700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb019dd20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3ca400d980 tx=0x7f3ca400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.259+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca4016070 con 0x7f3cb0101d40 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.259+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3ca4004d30 con 0x7f3cb0101d40 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.259+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb01983f0 con 0x7f3cb0101d40 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.259+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca40056c0 con 0x7f3cb0101d40 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.259+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb006aa00 con 0x7f3cb0101d40 2024-06-06T07:52:43.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.260+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cb0069180 con 0x7f3cb0101d40 2024-06-06T07:52:43.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.261+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3ca4004750 con 0x7f3cb0101d40 2024-06-06T07:52:43.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.262+0000 7f3cad7fa700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3c980a2d30 0x7f3c980a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:43.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.262+0000 7f3caffff700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3c980a2d30 0x7f3c980a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:43.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.262+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f3ca40cf7e0 con 0x7f3cb0101d40 2024-06-06T07:52:43.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.263+0000 7f3caffff700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3c980a2d30 0x7f3c980a51f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3cb0198ae0 tx=0x7f3ca00073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:43.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.266+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3ca401f020 con 0x7f3cb0101d40 2024-06-06T07:52:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.475+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3cb006ac30 con 0x7f3cb0101d40 2024-06-06T07:52:43.475 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:43 smithi027 ceph-mon[32293]: pgmap v364: 129 pgs: 129 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 4.5 KiB/s wr, 14 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.477+0000 7f3cad7fa700 1 -- 172.21.15.27:0/1448090286 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24634 (secure 0 0 0) 0x7f3ca409c240 con 0x7f3cb0101d40 2024-06-06T07:52:43.477 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:43.477 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":100,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:52:36.137837+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:52:43.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3c980a2d30 msgr2=0x7f3c980a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3c980a2d30 0x7f3c980a51f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f3cb0198ae0 tx=0x7f3ca00073d0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 msgr2=0x7f3cb019dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb019dd20 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f3ca400d980 tx=0x7f3ca400dc90 comp rx=0 tx=0).stop 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 shutdown_connections 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3cb01073f0 0x7f3cb01979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3cb0101380 0x7f3cb019d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f3c980a2d30 0x7f3c980a51f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 --2- 172.21.15.27:0/1448090286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3cb0101d40 0x7f3cb019dd20 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 >> 172.21.15.27:0/1448090286 conn(0x7f3cb0078300 msgr2=0x7f3cb00ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 shutdown_connections 2024-06-06T07:52:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:43.480+0000 7f3cb67bb700 1 -- 172.21.15.27:0/1448090286 wait complete. 2024-06-06T07:52:43.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:43 smithi176 ceph-mon[36543]: pgmap v364: 129 pgs: 129 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 4.5 KiB/s wr, 14 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:43.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:43 smithi203 ceph-mon[37192]: pgmap v364: 129 pgs: 129 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 4.5 KiB/s wr, 14 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:44.249 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T07:52:44.249 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:52:44.429 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1448090286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:44.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1448090286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:44.500 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:44.624 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1448090286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:45.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:45 smithi176 ceph-mon[36543]: pgmap v365: 129 pgs: 129 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:45.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:45 smithi203 ceph-mon[37192]: pgmap v365: 129 pgs: 129 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:45.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:45 smithi027 ceph-mon[32293]: pgmap v365: 129 pgs: 129 active+clean; 635 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.4 KiB/s wr, 8 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:46.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2967337588 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101fc0 msgr2=0x7ff69c106010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:46.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2967337588 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101fc0 0x7ff69c106010 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7ff6900099c0 tx=0x7ff690009cd0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2967337588 shutdown_connections 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2967337588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c1066f0 0x7ff69c10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2967337588 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff69c101610 0x7ff69c1019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2967337588 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101fc0 0x7ff69c106010 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2967337588 >> 172.21.15.27:0/2967337588 conn(0x7ff69c078430 msgr2=0x7ff69c078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2967337588 shutdown_connections 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.343+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2967337588 wait complete. 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 Processor -- start 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 -- start start 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 0x7ff69c19e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c101fc0 0x7ff69c19ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:46.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff69c1066f0 0x7ff69c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c111810 con 0x7ff69c101610 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c111690 con 0x7ff69c1066f0 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff6a21cc700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff69c111990 con 0x7ff69c101fc0 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff69b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 0x7ff69c19e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff69b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 0x7ff69c19e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55104/0 (socket says 172.21.15.27:55104) 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.344+0000 7ff69b7fe700 1 -- 172.21.15.27:0/2094562774 learned_addr learned my addr 172.21.15.27:0/2094562774 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69affd700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c101fc0 0x7ff69c19ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69bfff700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff69c1066f0 0x7ff69c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69b7fe700 1 -- 172.21.15.27:0/2094562774 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c101fc0 msgr2=0x7ff69c19ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69b7fe700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c101fc0 0x7ff69c19ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69b7fe700 1 -- 172.21.15.27:0/2094562774 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff69c1066f0 msgr2=0x7ff69c198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69b7fe700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff69c1066f0 0x7ff69c198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69b7fe700 1 -- 172.21.15.27:0/2094562774 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff69c199200 con 0x7ff69c101610 2024-06-06T07:52:46.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69affd700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c101fc0 0x7ff69c19ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:52:46.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff69b7fe700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 0x7ff69c19e8e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00c9b0 tx=0x7ff68c00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:46.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c007b00 con 0x7ff69c101610 2024-06-06T07:52:46.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff68c007ca0 con 0x7ff69c101610 2024-06-06T07:52:46.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.345+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff69c1994f0 con 0x7ff69c101610 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.346+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c018840 con 0x7ff69c101610 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.346+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff69c1a57b0 con 0x7ff69c101610 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.347+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff69c102af0 con 0x7ff69c101610 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.347+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff68c005020 con 0x7ff69c101610 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.348+0000 7ff698ff9700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff6840a2b90 0x7ff6840a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.348+0000 7ff69affd700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff6840a2b90 0x7ff6840a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:46.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.348+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7ff68c0cf590 con 0x7ff69c101610 2024-06-06T07:52:46.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.348+0000 7ff69affd700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff6840a2b90 0x7ff6840a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff690000c00 tx=0x7ff690005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:46.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.352+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff68c014030 con 0x7ff69c101610 2024-06-06T07:52:46.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.554+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff69c069180 con 0x7ff6840a2b90 2024-06-06T07:52:46.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.564+0000 7ff698ff9700 1 -- 172.21.15.27:0/2094562774 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340824 (secure 0 0 0) 0x7ff69c069180 con 0x7ff6840a2b90 2024-06-06T07:52:46.568 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:46.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff6840a2b90 msgr2=0x7ff6840a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff6840a2b90 0x7ff6840a5050 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff690000c00 tx=0x7ff690005fd0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 msgr2=0x7ff69c19e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 0x7ff69c19e8e0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00c9b0 tx=0x7ff68c00cd70 comp rx=0 tx=0).stop 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 shutdown_connections 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff69c1066f0 0x7ff69c198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff6840a2b90 0x7ff6840a5050 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff69c101610 0x7ff69c19e8e0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 --2- 172.21.15.27:0/2094562774 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff69c101fc0 0x7ff69c19ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.567+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 >> 172.21.15.27:0/2094562774 conn(0x7ff69c078430 msgr2=0x7ff69c06ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.568+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 shutdown_connections 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:46.568+0000 7ff6a21cc700 1 -- 172.21.15.27:0/2094562774 wait complete. 2024-06-06T07:52:46.572 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:52:47.313 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:47 smithi027 ceph-mon[32293]: pgmap v366: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.0 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:47.343 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":366,"stamp":"2024-06-06T07:52:45.636130+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655804,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":433,"num_read_kb":342,"num_write":431,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":352,"ondisk_log_size":352,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":366900,"kb_used_data":13544,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574924,"statfs":{"total":1151940427776,"available":1151564722176,"internally_reserved":0,"allocated":13869056,"data_stored":8815994,"data_compressed":496953,"data_compressed_allocated":675840,"data_compressed_original":2850816,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13913,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":65,"num_write":16,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.003024"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148343+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:52:36.148343+0000","last_peered":"2024-06-06T07:52:36.148343+0000","last_clean":"2024-06-06T07:52:36.148343+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:52:36.148343+0000","last_undegraded":"2024-06-06T07:52:36.148343+0000","last_fullsized":"2024-06-06T07:52:36.148343+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157369+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:52:36.157369+0000","last_peered":"2024-06-06T07:52:36.157369+0000","last_clean":"2024-06-06T07:52:36.157369+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:52:36.157369+0000","last_undegraded":"2024-06-06T07:52:36.157369+0000","last_fullsized":"2024-06-06T07:52:36.157369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157231+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:52:36.157231+0000","last_peered":"2024-06-06T07:52:36.157231+0000","last_clean":"2024-06-06T07:52:36.157231+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:52:36.157231+0000","last_undegraded":"2024-06-06T07:52:36.157231+0000","last_fullsized":"2024-06-06T07:52:36.157231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658681+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:52:36.658681+0000","last_peered":"2024-06-06T07:52:36.658681+0000","last_clean":"2024-06-06T07:52:36.658681+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:52:36.658681+0000","last_undegraded":"2024-06-06T07:52:36.658681+0000","last_fullsized":"2024-06-06T07:52:36.658681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149767+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:52:36.149767+0000","last_peered":"2024-06-06T07:52:36.149767+0000","last_clean":"2024-06-06T07:52:36.149767+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:52:36.149767+0000","last_undegraded":"2024-06-06T07:52:36.149767+0000","last_fullsized":"2024-06-06T07:52:36.149767+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145931+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:52:36.145931+0000","last_peered":"2024-06-06T07:52:36.145931+0000","last_clean":"2024-06-06T07:52:36.145931+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:52:36.145931+0000","last_undegraded":"2024-06-06T07:52:36.145931+0000","last_fullsized":"2024-06-06T07:52:36.145931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519100+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:52:36.519100+0000","last_peered":"2024-06-06T07:52:36.519100+0000","last_clean":"2024-06-06T07:52:36.519100+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:52:36.519100+0000","last_undegraded":"2024-06-06T07:52:36.519100+0000","last_fullsized":"2024-06-06T07:52:36.519100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149555+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149555+0000","last_peered":"2024-06-06T07:52:36.149555+0000","last_clean":"2024-06-06T07:52:36.149555+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:52:36.149555+0000","last_undegraded":"2024-06-06T07:52:36.149555+0000","last_fullsized":"2024-06-06T07:52:36.149555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256677+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:52:36.256677+0000","last_peered":"2024-06-06T07:52:36.256677+0000","last_clean":"2024-06-06T07:52:36.256677+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:52:36.256677+0000","last_undegraded":"2024-06-06T07:52:36.256677+0000","last_fullsized":"2024-06-06T07:52:36.256677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146238+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:52:36.146238+0000","last_peered":"2024-06-06T07:52:36.146238+0000","last_clean":"2024-06-06T07:52:36.146238+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:52:36.146238+0000","last_undegraded":"2024-06-06T07:52:36.146238+0000","last_fullsized":"2024-06-06T07:52:36.146238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518565+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:52:36.518565+0000","last_peered":"2024-06-06T07:52:36.518565+0000","last_clean":"2024-06-06T07:52:36.518565+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:52:36.518565+0000","last_undegraded":"2024-06-06T07:52:36.518565+0000","last_fullsized":"2024-06-06T07:52:36.518565+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658484+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:52:36.658484+0000","last_peered":"2024-06-06T07:52:36.658484+0000","last_clean":"2024-06-06T07:52:36.658484+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:52:36.658484+0000","last_undegraded":"2024-06-06T07:52:36.658484+0000","last_fullsized":"2024-06-06T07:52:36.658484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145645+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:52:36.145645+0000","last_peered":"2024-06-06T07:52:36.145645+0000","last_clean":"2024-06-06T07:52:36.145645+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:52:36.145645+0000","last_undegraded":"2024-06-06T07:52:36.145645+0000","last_fullsized":"2024-06-06T07:52:36.145645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157052+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:52:36.157052+0000","last_peered":"2024-06-06T07:52:36.157052+0000","last_clean":"2024-06-06T07:52:36.157052+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:52:36.157052+0000","last_undegraded":"2024-06-06T07:52:36.157052+0000","last_fullsized":"2024-06-06T07:52:36.157052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157115+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:52:36.157115+0000","last_peered":"2024-06-06T07:52:36.157115+0000","last_clean":"2024-06-06T07:52:36.157115+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:52:36.157115+0000","last_undegraded":"2024-06-06T07:52:36.157115+0000","last_fullsized":"2024-06-06T07:52:36.157115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256484+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:52:36.256484+0000","last_peered":"2024-06-06T07:52:36.256484+0000","last_clean":"2024-06-06T07:52:36.256484+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:52:36.256484+0000","last_undegraded":"2024-06-06T07:52:36.256484+0000","last_fullsized":"2024-06-06T07:52:36.256484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148119+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:52:36.148119+0000","last_peered":"2024-06-06T07:52:36.148119+0000","last_clean":"2024-06-06T07:52:36.148119+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:52:36.148119+0000","last_undegraded":"2024-06-06T07:52:36.148119+0000","last_fullsized":"2024-06-06T07:52:36.148119+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180165+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:52:36.180165+0000","last_peered":"2024-06-06T07:52:36.180165+0000","last_clean":"2024-06-06T07:52:36.180165+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:52:36.180165+0000","last_undegraded":"2024-06-06T07:52:36.180165+0000","last_fullsized":"2024-06-06T07:52:36.180165+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146238+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:52:36.146238+0000","last_peered":"2024-06-06T07:52:36.146238+0000","last_clean":"2024-06-06T07:52:36.146238+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:52:36.146238+0000","last_undegraded":"2024-06-06T07:52:36.146238+0000","last_fullsized":"2024-06-06T07:52:36.146238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145561+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:52:36.145561+0000","last_peered":"2024-06-06T07:52:36.145561+0000","last_clean":"2024-06-06T07:52:36.145561+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:52:36.145561+0000","last_undegraded":"2024-06-06T07:52:36.145561+0000","last_fullsized":"2024-06-06T07:52:36.145561+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'13","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:43.785060+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:52:43.785060+0000","last_peered":"2024-06-06T07:52:43.785060+0000","last_clean":"2024-06-06T07:52:43.785060+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:52:43.785060+0000","last_undegraded":"2024-06-06T07:52:43.785060+0000","last_fullsized":"2024-06-06T07:52:43.785060+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":28,"num_read_kb":28,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149979+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:52:36.149979+0000","last_peered":"2024-06-06T07:52:36.149979+0000","last_clean":"2024-06-06T07:52:36.149979+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:52:36.149979+0000","last_undegraded":"2024-06-06T07:52:36.149979+0000","last_fullsized":"2024-06-06T07:52:36.149979+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658897+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:52:36.658897+0000","last_peered":"2024-06-06T07:52:36.658897+0000","last_clean":"2024-06-06T07:52:36.658897+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:52:36.658897+0000","last_undegraded":"2024-06-06T07:52:36.658897+0000","last_fullsized":"2024-06-06T07:52:36.658897+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150406+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:52:36.150406+0000","last_peered":"2024-06-06T07:52:36.150406+0000","last_clean":"2024-06-06T07:52:36.150406+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:52:36.150406+0000","last_undegraded":"2024-06-06T07:52:36.150406+0000","last_fullsized":"2024-06-06T07:52:36.150406+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157421+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:52:36.157421+0000","last_peered":"2024-06-06T07:52:36.157421+0000","last_clean":"2024-06-06T07:52:36.157421+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:52:36.157421+0000","last_undegraded":"2024-06-06T07:52:36.157421+0000","last_fullsized":"2024-06-06T07:52:36.157421+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659137+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:52:36.659137+0000","last_peered":"2024-06-06T07:52:36.659137+0000","last_clean":"2024-06-06T07:52:36.659137+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:52:36.659137+0000","last_undegraded":"2024-06-06T07:52:36.659137+0000","last_fullsized":"2024-06-06T07:52:36.659137+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150382+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:52:36.150382+0000","last_peered":"2024-06-06T07:52:36.150382+0000","last_clean":"2024-06-06T07:52:36.150382+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:52:36.150382+0000","last_undegraded":"2024-06-06T07:52:36.150382+0000","last_fullsized":"2024-06-06T07:52:36.150382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256592+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:52:36.256592+0000","last_peered":"2024-06-06T07:52:36.256592+0000","last_clean":"2024-06-06T07:52:36.256592+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:52:36.256592+0000","last_undegraded":"2024-06-06T07:52:36.256592+0000","last_fullsized":"2024-06-06T07:52:36.256592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:52:36.659018+0000","last_peered":"2024-06-06T07:52:36.659018+0000","last_clean":"2024-06-06T07:52:36.659018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:52:36.659018+0000","last_undegraded":"2024-06-06T07:52:36.659018+0000","last_fullsized":"2024-06-06T07:52:36.659018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149815+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:52:36.149815+0000","last_peered":"2024-06-06T07:52:36.149815+0000","last_clean":"2024-06-06T07:52:36.149815+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:52:36.149815+0000","last_undegraded":"2024-06-06T07:52:36.149815+0000","last_fullsized":"2024-06-06T07:52:36.149815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591039+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:52:36.591039+0000","last_peered":"2024-06-06T07:52:36.591039+0000","last_clean":"2024-06-06T07:52:36.591039+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:52:36.591039+0000","last_undegraded":"2024-06-06T07:52:36.591039+0000","last_fullsized":"2024-06-06T07:52:36.591039+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146004+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:52:36.146004+0000","last_peered":"2024-06-06T07:52:36.146004+0000","last_clean":"2024-06-06T07:52:36.146004+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:52:36.146004+0000","last_undegraded":"2024-06-06T07:52:36.146004+0000","last_fullsized":"2024-06-06T07:52:36.146004+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":78,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:42.785761+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:52:42.785761+0000","last_peered":"2024-06-06T07:52:42.785761+0000","last_clean":"2024-06-06T07:52:42.785761+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:52:42.785761+0000","last_undegraded":"2024-06-06T07:52:42.785761+0000","last_fullsized":"2024-06-06T07:52:42.785761+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":29,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149812+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:52:36.149812+0000","last_peered":"2024-06-06T07:52:36.149812+0000","last_clean":"2024-06-06T07:52:36.149812+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:52:36.149812+0000","last_undegraded":"2024-06-06T07:52:36.149812+0000","last_fullsized":"2024-06-06T07:52:36.149812+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145960+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:52:36.145960+0000","last_peered":"2024-06-06T07:52:36.145960+0000","last_clean":"2024-06-06T07:52:36.145960+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:52:36.145960+0000","last_undegraded":"2024-06-06T07:52:36.145960+0000","last_fullsized":"2024-06-06T07:52:36.145960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145805+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:52:36.145805+0000","last_peered":"2024-06-06T07:52:36.145805+0000","last_clean":"2024-06-06T07:52:36.145805+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:52:36.145805+0000","last_undegraded":"2024-06-06T07:52:36.145805+0000","last_fullsized":"2024-06-06T07:52:36.145805+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589936+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:52:36.589936+0000","last_peered":"2024-06-06T07:52:36.589936+0000","last_clean":"2024-06-06T07:52:36.589936+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:52:36.589936+0000","last_undegraded":"2024-06-06T07:52:36.589936+0000","last_fullsized":"2024-06-06T07:52:36.589936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148111+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:52:36.148111+0000","last_peered":"2024-06-06T07:52:36.148111+0000","last_clean":"2024-06-06T07:52:36.148111+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:52:36.148111+0000","last_undegraded":"2024-06-06T07:52:36.148111+0000","last_fullsized":"2024-06-06T07:52:36.148111+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145312+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:52:36.145312+0000","last_peered":"2024-06-06T07:52:36.145312+0000","last_clean":"2024-06-06T07:52:36.145312+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:52:36.145312+0000","last_undegraded":"2024-06-06T07:52:36.145312+0000","last_fullsized":"2024-06-06T07:52:36.145312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149708+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:52:36.149708+0000","last_peered":"2024-06-06T07:52:36.149708+0000","last_clean":"2024-06-06T07:52:36.149708+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:52:36.149708+0000","last_undegraded":"2024-06-06T07:52:36.149708+0000","last_fullsized":"2024-06-06T07:52:36.149708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157183+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:52:36.157183+0000","last_peered":"2024-06-06T07:52:36.157183+0000","last_clean":"2024-06-06T07:52:36.157183+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:52:36.157183+0000","last_undegraded":"2024-06-06T07:52:36.157183+0000","last_fullsized":"2024-06-06T07:52:36.157183+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590505+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:52:36.590505+0000","last_peered":"2024-06-06T07:52:36.590505+0000","last_clean":"2024-06-06T07:52:36.590505+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:52:36.590505+0000","last_undegraded":"2024-06-06T07:52:36.590505+0000","last_fullsized":"2024-06-06T07:52:36.590505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180120+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:52:36.180120+0000","last_peered":"2024-06-06T07:52:36.180120+0000","last_clean":"2024-06-06T07:52:36.180120+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:52:36.180120+0000","last_undegraded":"2024-06-06T07:52:36.180120+0000","last_fullsized":"2024-06-06T07:52:36.180120+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149821+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:52:36.149821+0000","last_peered":"2024-06-06T07:52:36.149821+0000","last_clean":"2024-06-06T07:52:36.149821+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:52:36.149821+0000","last_undegraded":"2024-06-06T07:52:36.149821+0000","last_fullsized":"2024-06-06T07:52:36.149821+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'4","reported_seq":101,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:44.787596+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:52:44.787596+0000","last_peered":"2024-06-06T07:52:44.787596+0000","last_clean":"2024-06-06T07:52:44.787596+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:52:44.787596+0000","last_undegraded":"2024-06-06T07:52:44.787596+0000","last_fullsized":"2024-06-06T07:52:44.787596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256543+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:52:36.256543+0000","last_peered":"2024-06-06T07:52:36.256543+0000","last_clean":"2024-06-06T07:52:36.256543+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:52:36.256543+0000","last_undegraded":"2024-06-06T07:52:36.256543+0000","last_fullsized":"2024-06-06T07:52:36.256543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180465+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:52:36.180465+0000","last_peered":"2024-06-06T07:52:36.180465+0000","last_clean":"2024-06-06T07:52:36.180465+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:52:36.180465+0000","last_undegraded":"2024-06-06T07:52:36.180465+0000","last_fullsized":"2024-06-06T07:52:36.180465+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519415+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:52:36.519415+0000","last_peered":"2024-06-06T07:52:36.519415+0000","last_clean":"2024-06-06T07:52:36.519415+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:52:36.519415+0000","last_undegraded":"2024-06-06T07:52:36.519415+0000","last_fullsized":"2024-06-06T07:52:36.519415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157618+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:52:36.157618+0000","last_peered":"2024-06-06T07:52:36.157618+0000","last_clean":"2024-06-06T07:52:36.157618+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:52:36.157618+0000","last_undegraded":"2024-06-06T07:52:36.157618+0000","last_fullsized":"2024-06-06T07:52:36.157618+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659258+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:52:36.659258+0000","last_peered":"2024-06-06T07:52:36.659258+0000","last_clean":"2024-06-06T07:52:36.659258+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:52:36.659258+0000","last_undegraded":"2024-06-06T07:52:36.659258+0000","last_fullsized":"2024-06-06T07:52:36.659258+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590985+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:52:36.590985+0000","last_peered":"2024-06-06T07:52:36.590985+0000","last_clean":"2024-06-06T07:52:36.590985+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:52:36.590985+0000","last_undegraded":"2024-06-06T07:52:36.590985+0000","last_fullsized":"2024-06-06T07:52:36.590985+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256537+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:52:36.256537+0000","last_peered":"2024-06-06T07:52:36.256537+0000","last_clean":"2024-06-06T07:52:36.256537+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:52:36.256537+0000","last_undegraded":"2024-06-06T07:52:36.256537+0000","last_fullsized":"2024-06-06T07:52:36.256537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145561+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:52:36.145561+0000","last_peered":"2024-06-06T07:52:36.145561+0000","last_clean":"2024-06-06T07:52:36.145561+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:52:36.145561+0000","last_undegraded":"2024-06-06T07:52:36.145561+0000","last_fullsized":"2024-06-06T07:52:36.145561+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'34","reported_seq":155,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:44.788710+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:52:44.788710+0000","last_peered":"2024-06-06T07:52:44.788710+0000","last_clean":"2024-06-06T07:52:44.788710+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:52:44.788710+0000","last_undegraded":"2024-06-06T07:52:44.788710+0000","last_fullsized":"2024-06-06T07:52:44.788710+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58390,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":62,"num_read_kb":88,"num_write":36,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150135+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:52:36.150135+0000","last_peered":"2024-06-06T07:52:36.150135+0000","last_clean":"2024-06-06T07:52:36.150135+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:52:36.150135+0000","last_undegraded":"2024-06-06T07:52:36.150135+0000","last_fullsized":"2024-06-06T07:52:36.150135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591227+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:52:36.591227+0000","last_peered":"2024-06-06T07:52:36.591227+0000","last_clean":"2024-06-06T07:52:36.591227+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:52:36.591227+0000","last_undegraded":"2024-06-06T07:52:36.591227+0000","last_fullsized":"2024-06-06T07:52:36.591227+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145851+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:52:36.145851+0000","last_peered":"2024-06-06T07:52:36.145851+0000","last_clean":"2024-06-06T07:52:36.145851+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:52:36.145851+0000","last_undegraded":"2024-06-06T07:52:36.145851+0000","last_fullsized":"2024-06-06T07:52:36.145851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145337+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:52:36.145337+0000","last_peered":"2024-06-06T07:52:36.145337+0000","last_clean":"2024-06-06T07:52:36.145337+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:52:36.145337+0000","last_undegraded":"2024-06-06T07:52:36.145337+0000","last_fullsized":"2024-06-06T07:52:36.145337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147629+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:52:36.147629+0000","last_peered":"2024-06-06T07:52:36.147629+0000","last_clean":"2024-06-06T07:52:36.147629+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:52:36.147629+0000","last_undegraded":"2024-06-06T07:52:36.147629+0000","last_fullsized":"2024-06-06T07:52:36.147629+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590881+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:52:36.590881+0000","last_peered":"2024-06-06T07:52:36.590881+0000","last_clean":"2024-06-06T07:52:36.590881+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:52:36.590881+0000","last_undegraded":"2024-06-06T07:52:36.590881+0000","last_fullsized":"2024-06-06T07:52:36.590881+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518442+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:52:36.518442+0000","last_peered":"2024-06-06T07:52:36.518442+0000","last_clean":"2024-06-06T07:52:36.518442+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:52:36.518442+0000","last_undegraded":"2024-06-06T07:52:36.518442+0000","last_fullsized":"2024-06-06T07:52:36.518442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180826+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:52:36.180826+0000","last_peered":"2024-06-06T07:52:36.180826+0000","last_clean":"2024-06-06T07:52:36.180826+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:52:36.180826+0000","last_undegraded":"2024-06-06T07:52:36.180826+0000","last_fullsized":"2024-06-06T07:52:36.180826+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:42.784706+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:52:42.784706+0000","last_peered":"2024-06-06T07:52:42.784706+0000","last_clean":"2024-06-06T07:52:42.784706+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:52:42.784706+0000","last_undegraded":"2024-06-06T07:52:42.784706+0000","last_fullsized":"2024-06-06T07:52:42.784706+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":29,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518457+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:52:36.518457+0000","last_peered":"2024-06-06T07:52:36.518457+0000","last_clean":"2024-06-06T07:52:36.518457+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:52:36.518457+0000","last_undegraded":"2024-06-06T07:52:36.518457+0000","last_fullsized":"2024-06-06T07:52:36.518457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145842+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:52:36.145842+0000","last_peered":"2024-06-06T07:52:36.145842+0000","last_clean":"2024-06-06T07:52:36.145842+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:52:36.145842+0000","last_undegraded":"2024-06-06T07:52:36.145842+0000","last_fullsized":"2024-06-06T07:52:36.145842+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":61,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149604+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:52:36.149604+0000","last_peered":"2024-06-06T07:52:36.149604+0000","last_clean":"2024-06-06T07:52:36.149604+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:52:36.149604+0000","last_undegraded":"2024-06-06T07:52:36.149604+0000","last_fullsized":"2024-06-06T07:52:36.149604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180491+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:52:36.180491+0000","last_peered":"2024-06-06T07:52:36.180491+0000","last_clean":"2024-06-06T07:52:36.180491+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:52:36.180491+0000","last_undegraded":"2024-06-06T07:52:36.180491+0000","last_fullsized":"2024-06-06T07:52:36.180491+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590706+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:52:36.590706+0000","last_peered":"2024-06-06T07:52:36.590706+0000","last_clean":"2024-06-06T07:52:36.590706+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:52:36.590706+0000","last_undegraded":"2024-06-06T07:52:36.590706+0000","last_fullsized":"2024-06-06T07:52:36.590706+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150237+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:52:36.150237+0000","last_peered":"2024-06-06T07:52:36.150237+0000","last_clean":"2024-06-06T07:52:36.150237+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:52:36.150237+0000","last_undegraded":"2024-06-06T07:52:36.150237+0000","last_fullsized":"2024-06-06T07:52:36.150237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148136+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:52:36.148136+0000","last_peered":"2024-06-06T07:52:36.148136+0000","last_clean":"2024-06-06T07:52:36.148136+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:52:36.148136+0000","last_undegraded":"2024-06-06T07:52:36.148136+0000","last_fullsized":"2024-06-06T07:52:36.148136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149673+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:52:36.149673+0000","last_peered":"2024-06-06T07:52:36.149673+0000","last_clean":"2024-06-06T07:52:36.149673+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:52:36.149673+0000","last_undegraded":"2024-06-06T07:52:36.149673+0000","last_fullsized":"2024-06-06T07:52:36.149673+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180827+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:52:36.180827+0000","last_peered":"2024-06-06T07:52:36.180827+0000","last_clean":"2024-06-06T07:52:36.180827+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:52:36.180827+0000","last_undegraded":"2024-06-06T07:52:36.180827+0000","last_fullsized":"2024-06-06T07:52:36.180827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145810+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:52:36.145810+0000","last_peered":"2024-06-06T07:52:36.145810+0000","last_clean":"2024-06-06T07:52:36.145810+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:52:36.145810+0000","last_undegraded":"2024-06-06T07:52:36.145810+0000","last_fullsized":"2024-06-06T07:52:36.145810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145693+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:52:36.145693+0000","last_peered":"2024-06-06T07:52:36.145693+0000","last_clean":"2024-06-06T07:52:36.145693+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:52:36.145693+0000","last_undegraded":"2024-06-06T07:52:36.145693+0000","last_fullsized":"2024-06-06T07:52:36.145693+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'5","reported_seq":74,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:40.782122+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:52:40.782122+0000","last_peered":"2024-06-06T07:52:40.782122+0000","last_clean":"2024-06-06T07:52:40.782122+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:52:40.782122+0000","last_undegraded":"2024-06-06T07:52:40.782122+0000","last_fullsized":"2024-06-06T07:52:40.782122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":25,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145680+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:52:36.145680+0000","last_peered":"2024-06-06T07:52:36.145680+0000","last_clean":"2024-06-06T07:52:36.145680+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:52:36.145680+0000","last_undegraded":"2024-06-06T07:52:36.145680+0000","last_fullsized":"2024-06-06T07:52:36.145680+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145990+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:52:36.145990+0000","last_peered":"2024-06-06T07:52:36.145990+0000","last_clean":"2024-06-06T07:52:36.145990+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:52:36.145990+0000","last_undegraded":"2024-06-06T07:52:36.145990+0000","last_fullsized":"2024-06-06T07:52:36.145990+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589866+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:52:36.589866+0000","last_peered":"2024-06-06T07:52:36.589866+0000","last_clean":"2024-06-06T07:52:36.589866+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:52:36.589866+0000","last_undegraded":"2024-06-06T07:52:36.589866+0000","last_fullsized":"2024-06-06T07:52:36.589866+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":72,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:39.780723+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:52:39.780723+0000","last_peered":"2024-06-06T07:52:39.780723+0000","last_clean":"2024-06-06T07:52:39.780723+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:52:39.780723+0000","last_undegraded":"2024-06-06T07:52:39.780723+0000","last_fullsized":"2024-06-06T07:52:39.780723+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519360+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:52:36.519360+0000","last_peered":"2024-06-06T07:52:36.519360+0000","last_clean":"2024-06-06T07:52:36.519360+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:52:36.519360+0000","last_undegraded":"2024-06-06T07:52:36.519360+0000","last_fullsized":"2024-06-06T07:52:36.519360+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149910+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:52:36.149910+0000","last_peered":"2024-06-06T07:52:36.149910+0000","last_clean":"2024-06-06T07:52:36.149910+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:52:36.149910+0000","last_undegraded":"2024-06-06T07:52:36.149910+0000","last_fullsized":"2024-06-06T07:52:36.149910+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659189+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:52:36.659189+0000","last_peered":"2024-06-06T07:52:36.659189+0000","last_clean":"2024-06-06T07:52:36.659189+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:52:36.659189+0000","last_undegraded":"2024-06-06T07:52:36.659189+0000","last_fullsized":"2024-06-06T07:52:36.659189+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":377,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518869+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:52:36.518869+0000","last_peered":"2024-06-06T07:52:36.518869+0000","last_clean":"2024-06-06T07:52:36.518869+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:52:36.518869+0000","last_undegraded":"2024-06-06T07:52:36.518869+0000","last_fullsized":"2024-06-06T07:52:36.518869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150030+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:52:36.150030+0000","last_peered":"2024-06-06T07:52:36.150030+0000","last_clean":"2024-06-06T07:52:36.150030+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:52:36.150030+0000","last_undegraded":"2024-06-06T07:52:36.150030+0000","last_fullsized":"2024-06-06T07:52:36.150030+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145166+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:52:36.145166+0000","last_peered":"2024-06-06T07:52:36.145166+0000","last_clean":"2024-06-06T07:52:36.145166+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:52:36.145166+0000","last_undegraded":"2024-06-06T07:52:36.145166+0000","last_fullsized":"2024-06-06T07:52:36.145166+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519073+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:52:36.519073+0000","last_peered":"2024-06-06T07:52:36.519073+0000","last_clean":"2024-06-06T07:52:36.519073+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:52:36.519073+0000","last_undegraded":"2024-06-06T07:52:36.519073+0000","last_fullsized":"2024-06-06T07:52:36.519073+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147588+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:52:36.147588+0000","last_peered":"2024-06-06T07:52:36.147588+0000","last_clean":"2024-06-06T07:52:36.147588+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:52:36.147588+0000","last_undegraded":"2024-06-06T07:52:36.147588+0000","last_fullsized":"2024-06-06T07:52:36.147588+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150279+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:52:36.150279+0000","last_peered":"2024-06-06T07:52:36.150279+0000","last_clean":"2024-06-06T07:52:36.150279+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:52:36.150279+0000","last_undegraded":"2024-06-06T07:52:36.150279+0000","last_fullsized":"2024-06-06T07:52:36.150279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145847+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:52:36.145847+0000","last_peered":"2024-06-06T07:52:36.145847+0000","last_clean":"2024-06-06T07:52:36.145847+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:52:36.145847+0000","last_undegraded":"2024-06-06T07:52:36.145847+0000","last_fullsized":"2024-06-06T07:52:36.145847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149608+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:52:36.149608+0000","last_peered":"2024-06-06T07:52:36.149608+0000","last_clean":"2024-06-06T07:52:36.149608+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:52:36.149608+0000","last_undegraded":"2024-06-06T07:52:36.149608+0000","last_fullsized":"2024-06-06T07:52:36.149608+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'16","reported_seq":70,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:40.181158+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:52:40.181158+0000","last_peered":"2024-06-06T07:52:40.181158+0000","last_clean":"2024-06-06T07:52:40.181158+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:52:40.181158+0000","last_undegraded":"2024-06-06T07:52:40.181158+0000","last_fullsized":"2024-06-06T07:52:40.181158+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150078+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:52:36.150078+0000","last_peered":"2024-06-06T07:52:36.150078+0000","last_clean":"2024-06-06T07:52:36.150078+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:52:36.150078+0000","last_undegraded":"2024-06-06T07:52:36.150078+0000","last_fullsized":"2024-06-06T07:52:36.150078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145448+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:52:36.145448+0000","last_peered":"2024-06-06T07:52:36.145448+0000","last_clean":"2024-06-06T07:52:36.145448+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:52:36.145448+0000","last_undegraded":"2024-06-06T07:52:36.145448+0000","last_fullsized":"2024-06-06T07:52:36.145448+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659523+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:52:36.659523+0000","last_peered":"2024-06-06T07:52:36.659523+0000","last_clean":"2024-06-06T07:52:36.659523+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:52:36.659523+0000","last_undegraded":"2024-06-06T07:52:36.659523+0000","last_fullsized":"2024-06-06T07:52:36.659523+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157425+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:52:36.157425+0000","last_peered":"2024-06-06T07:52:36.157425+0000","last_clean":"2024-06-06T07:52:36.157425+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:52:36.157425+0000","last_undegraded":"2024-06-06T07:52:36.157425+0000","last_fullsized":"2024-06-06T07:52:36.157425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659406+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:52:36.659406+0000","last_peered":"2024-06-06T07:52:36.659406+0000","last_clean":"2024-06-06T07:52:36.659406+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:52:36.659406+0000","last_undegraded":"2024-06-06T07:52:36.659406+0000","last_fullsized":"2024-06-06T07:52:36.659406+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256899+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:52:36.256899+0000","last_peered":"2024-06-06T07:52:36.256899+0000","last_clean":"2024-06-06T07:52:36.256899+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:52:36.256899+0000","last_undegraded":"2024-06-06T07:52:36.256899+0000","last_fullsized":"2024-06-06T07:52:36.256899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149583+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149583+0000","last_peered":"2024-06-06T07:52:36.149583+0000","last_clean":"2024-06-06T07:52:36.149583+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:52:36.149583+0000","last_undegraded":"2024-06-06T07:52:36.149583+0000","last_fullsized":"2024-06-06T07:52:36.149583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150158+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:52:36.150158+0000","last_peered":"2024-06-06T07:52:36.150158+0000","last_clean":"2024-06-06T07:52:36.150158+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:52:36.150158+0000","last_undegraded":"2024-06-06T07:52:36.150158+0000","last_fullsized":"2024-06-06T07:52:36.150158+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149699+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:52:36.149699+0000","last_peered":"2024-06-06T07:52:36.149699+0000","last_clean":"2024-06-06T07:52:36.149699+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:52:36.149699+0000","last_undegraded":"2024-06-06T07:52:36.149699+0000","last_fullsized":"2024-06-06T07:52:36.149699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147517+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:52:36.147517+0000","last_peered":"2024-06-06T07:52:36.147517+0000","last_clean":"2024-06-06T07:52:36.147517+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:52:36.147517+0000","last_undegraded":"2024-06-06T07:52:36.147517+0000","last_fullsized":"2024-06-06T07:52:36.147517+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659275+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:52:36.659275+0000","last_peered":"2024-06-06T07:52:36.659275+0000","last_clean":"2024-06-06T07:52:36.659275+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:52:36.659275+0000","last_undegraded":"2024-06-06T07:52:36.659275+0000","last_fullsized":"2024-06-06T07:52:36.659275+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'3","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.155659+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:52:36.155659+0000","last_peered":"2024-06-06T07:52:36.155659+0000","last_clean":"2024-06-06T07:52:36.155659+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:52:36.155659+0000","last_undegraded":"2024-06-06T07:52:36.155659+0000","last_fullsized":"2024-06-06T07:52:36.155659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149817+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:52:36.149817+0000","last_peered":"2024-06-06T07:52:36.149817+0000","last_clean":"2024-06-06T07:52:36.149817+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:52:36.149817+0000","last_undegraded":"2024-06-06T07:52:36.149817+0000","last_fullsized":"2024-06-06T07:52:36.149817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659332+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:52:36.659332+0000","last_peered":"2024-06-06T07:52:36.659332+0000","last_clean":"2024-06-06T07:52:36.659332+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:52:36.659332+0000","last_undegraded":"2024-06-06T07:52:36.659332+0000","last_fullsized":"2024-06-06T07:52:36.659332+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149704+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:52:36.149704+0000","last_peered":"2024-06-06T07:52:36.149704+0000","last_clean":"2024-06-06T07:52:36.149704+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:52:36.149704+0000","last_undegraded":"2024-06-06T07:52:36.149704+0000","last_fullsized":"2024-06-06T07:52:36.149704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518435+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:52:36.518435+0000","last_peered":"2024-06-06T07:52:36.518435+0000","last_clean":"2024-06-06T07:52:36.518435+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:52:36.518435+0000","last_undegraded":"2024-06-06T07:52:36.518435+0000","last_fullsized":"2024-06-06T07:52:36.518435+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256942+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:52:36.256942+0000","last_peered":"2024-06-06T07:52:36.256942+0000","last_clean":"2024-06-06T07:52:36.256942+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:52:36.256942+0000","last_undegraded":"2024-06-06T07:52:36.256942+0000","last_fullsized":"2024-06-06T07:52:36.256942+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'5","reported_seq":75,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:40.782937+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:52:40.782937+0000","last_peered":"2024-06-06T07:52:40.782937+0000","last_clean":"2024-06-06T07:52:40.782937+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:52:40.782937+0000","last_undegraded":"2024-06-06T07:52:40.782937+0000","last_fullsized":"2024-06-06T07:52:40.782937+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518497+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:52:36.518497+0000","last_peered":"2024-06-06T07:52:36.518497+0000","last_clean":"2024-06-06T07:52:36.518497+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:52:36.518497+0000","last_undegraded":"2024-06-06T07:52:36.518497+0000","last_fullsized":"2024-06-06T07:52:36.518497+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157082+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:52:36.157082+0000","last_peered":"2024-06-06T07:52:36.157082+0000","last_clean":"2024-06-06T07:52:36.157082+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:52:36.157082+0000","last_undegraded":"2024-06-06T07:52:36.157082+0000","last_fullsized":"2024-06-06T07:52:36.157082+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591129+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:52:36.591129+0000","last_peered":"2024-06-06T07:52:36.591129+0000","last_clean":"2024-06-06T07:52:36.591129+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:52:36.591129+0000","last_undegraded":"2024-06-06T07:52:36.591129+0000","last_fullsized":"2024-06-06T07:52:36.591129+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518477+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:52:36.518477+0000","last_peered":"2024-06-06T07:52:36.518477+0000","last_clean":"2024-06-06T07:52:36.518477+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:52:36.518477+0000","last_undegraded":"2024-06-06T07:52:36.518477+0000","last_fullsized":"2024-06-06T07:52:36.518477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590330+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:52:36.590330+0000","last_peered":"2024-06-06T07:52:36.590330+0000","last_clean":"2024-06-06T07:52:36.590330+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:52:36.590330+0000","last_undegraded":"2024-06-06T07:52:36.590330+0000","last_fullsized":"2024-06-06T07:52:36.590330+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145722+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:52:36.145722+0000","last_peered":"2024-06-06T07:52:36.145722+0000","last_clean":"2024-06-06T07:52:36.145722+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:52:36.145722+0000","last_undegraded":"2024-06-06T07:52:36.145722+0000","last_fullsized":"2024-06-06T07:52:36.145722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518627+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:52:36.518627+0000","last_peered":"2024-06-06T07:52:36.518627+0000","last_clean":"2024-06-06T07:52:36.518627+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:52:36.518627+0000","last_undegraded":"2024-06-06T07:52:36.518627+0000","last_fullsized":"2024-06-06T07:52:36.518627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147750+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:52:36.147750+0000","last_peered":"2024-06-06T07:52:36.147750+0000","last_clean":"2024-06-06T07:52:36.147750+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:52:36.147750+0000","last_undegraded":"2024-06-06T07:52:36.147750+0000","last_fullsized":"2024-06-06T07:52:36.147750+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145764+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:52:36.145764+0000","last_peered":"2024-06-06T07:52:36.145764+0000","last_clean":"2024-06-06T07:52:36.145764+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:52:36.145764+0000","last_undegraded":"2024-06-06T07:52:36.145764+0000","last_fullsized":"2024-06-06T07:52:36.145764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145523+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:52:36.145523+0000","last_peered":"2024-06-06T07:52:36.145523+0000","last_clean":"2024-06-06T07:52:36.145523+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:52:36.145523+0000","last_undegraded":"2024-06-06T07:52:36.145523+0000","last_fullsized":"2024-06-06T07:52:36.145523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157501+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:52:36.157501+0000","last_peered":"2024-06-06T07:52:36.157501+0000","last_clean":"2024-06-06T07:52:36.157501+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:52:36.157501+0000","last_undegraded":"2024-06-06T07:52:36.157501+0000","last_fullsized":"2024-06-06T07:52:36.157501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145890+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:52:36.145890+0000","last_peered":"2024-06-06T07:52:36.145890+0000","last_clean":"2024-06-06T07:52:36.145890+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:52:36.145890+0000","last_undegraded":"2024-06-06T07:52:36.145890+0000","last_fullsized":"2024-06-06T07:52:36.145890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147889+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:52:36.147889+0000","last_peered":"2024-06-06T07:52:36.147889+0000","last_clean":"2024-06-06T07:52:36.147889+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:52:36.147889+0000","last_undegraded":"2024-06-06T07:52:36.147889+0000","last_fullsized":"2024-06-06T07:52:36.147889+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146089+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:52:36.146089+0000","last_peered":"2024-06-06T07:52:36.146089+0000","last_clean":"2024-06-06T07:52:36.146089+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:52:36.146089+0000","last_undegraded":"2024-06-06T07:52:36.146089+0000","last_fullsized":"2024-06-06T07:52:36.146089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150180+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:52:36.150180+0000","last_peered":"2024-06-06T07:52:36.150180+0000","last_clean":"2024-06-06T07:52:36.150180+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:52:36.150180+0000","last_undegraded":"2024-06-06T07:52:36.150180+0000","last_fullsized":"2024-06-06T07:52:36.150180+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589881+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:52:36.589881+0000","last_peered":"2024-06-06T07:52:36.589881+0000","last_clean":"2024-06-06T07:52:36.589881+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:52:36.589881+0000","last_undegraded":"2024-06-06T07:52:36.589881+0000","last_fullsized":"2024-06-06T07:52:36.589881+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149850+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:52:36.149850+0000","last_peered":"2024-06-06T07:52:36.149850+0000","last_clean":"2024-06-06T07:52:36.149850+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:52:36.149850+0000","last_undegraded":"2024-06-06T07:52:36.149850+0000","last_fullsized":"2024-06-06T07:52:36.149850+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256559+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:52:36.256559+0000","last_peered":"2024-06-06T07:52:36.256559+0000","last_clean":"2024-06-06T07:52:36.256559+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:52:36.256559+0000","last_undegraded":"2024-06-06T07:52:36.256559+0000","last_fullsized":"2024-06-06T07:52:36.256559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145465+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:52:36.145465+0000","last_peered":"2024-06-06T07:52:36.145465+0000","last_clean":"2024-06-06T07:52:36.145465+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:52:36.145465+0000","last_undegraded":"2024-06-06T07:52:36.145465+0000","last_fullsized":"2024-06-06T07:52:36.145465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147814+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:52:36.147814+0000","last_peered":"2024-06-06T07:52:36.147814+0000","last_clean":"2024-06-06T07:52:36.147814+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:52:36.147814+0000","last_undegraded":"2024-06-06T07:52:36.147814+0000","last_fullsized":"2024-06-06T07:52:36.147814+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280832,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65202,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":297,"num_read_kb":223,"num_write":248,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":195606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351012,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":573331,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612649,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28244,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716908,"statfs":{"total":95995035648,"available":95966113792,"internally_reserved":0,"allocated":1257472,"data_stored":1218537,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776175,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":577357,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037812,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1130496,"data_stored":573639,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299448,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1183744,"data_stored":1170135,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462974,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32268,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712884,"statfs":{"total":95995035648,"available":95961993216,"internally_reserved":0,"allocated":1110016,"data_stored":568765,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1175552,"data_stored":628185,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1134592,"data_stored":570221,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36444,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708708,"statfs":{"total":95995035648,"available":95957716992,"internally_reserved":0,"allocated":1126400,"data_stored":570405,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1122304,"data_stored":568473,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1187840,"data_stored":631229,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724611,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1191936,"data_stored":1165717,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":60142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":59090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:52:47.350 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:52:47.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:47 smithi176 ceph-mon[36543]: pgmap v366: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.0 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:47.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:47 smithi203 ceph-mon[37192]: pgmap v366: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.0 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:47.621 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:48.438 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:48 smithi027 ceph-mon[32293]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:52:48.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:48 smithi176 ceph-mon[36543]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:52:48.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:48 smithi203 ceph-mon[37192]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 -- 172.21.15.27:0/1767168028 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 msgr2=0x7f1524107820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 --2- 172.21.15.27:0/1767168028 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524107820 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f1514009990 tx=0x7f1514009ca0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 -- 172.21.15.27:0/1767168028 shutdown_connections 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 --2- 172.21.15.27:0/1767168028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1524101d80 0x7f152410e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 --2- 172.21.15.27:0/1767168028 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524107820 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 --2- 172.21.15.27:0/1767168028 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 0x7f1524101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 -- 172.21.15.27:0/1767168028 >> 172.21.15.27:0/1767168028 conn(0x7f1524077400 msgr2=0x7f1524077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 -- 172.21.15.27:0/1767168028 shutdown_connections 2024-06-06T07:52:49.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.315+0000 7f1529de0700 1 -- 172.21.15.27:0/1767168028 wait complete. 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 Processor -- start 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 -- start start 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 0x7f152419e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1524101d80 0x7f152419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1524111820 con 0x7f1524107440 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15241116a0 con 0x7f15241013c0 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1529de0700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15241119a0 con 0x7f1524101d80 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1523fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1523fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524198b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55122/0 (socket says 172.21.15.27:55122) 2024-06-06T07:52:49.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1523fff700 1 -- 172.21.15.27:0/4038266228 learned_addr learned my addr 172.21.15.27:0/4038266228 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f1522ffd700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1524101d80 0x7f152419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.316+0000 7f15237fe700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 0x7f152419e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1523fff700 1 -- 172.21.15.27:0/4038266228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1524101d80 msgr2=0x7f152419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1523fff700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1524101d80 0x7f152419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1523fff700 1 -- 172.21.15.27:0/4038266228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 msgr2=0x7f152419e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1523fff700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 0x7f152419e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1523fff700 1 -- 172.21.15.27:0/4038266228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15241992a0 con 0x7f1524107440 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f15237fe700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 0x7f152419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1523fff700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524198b40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f151c00b970 tx=0x7f151c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c019070 con 0x7f1524107440 2024-06-06T07:52:49.319 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1524199590 con 0x7f1524107440 2024-06-06T07:52:49.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f151c00ce30 con 0x7f1524107440 2024-06-06T07:52:49.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c0075d0 con 0x7f1524107440 2024-06-06T07:52:49.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.317+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15241a5800 con 0x7f1524107440 2024-06-06T07:52:49.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.318+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1524069180 con 0x7f1524107440 2024-06-06T07:52:49.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.319+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f151c01c070 con 0x7f1524107440 2024-06-06T07:52:49.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.320+0000 7f1520ff9700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f150c0a2cb0 0x7f150c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:49.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.320+0000 7f15237fe700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f150c0a2cb0 0x7f150c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:49.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.320+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f151c0ceae0 con 0x7f1524107440 2024-06-06T07:52:49.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.321+0000 7f15237fe700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f150c0a2cb0 0x7f150c0a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1514006010 tx=0x7f151400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:49.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.325+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f151c09b670 con 0x7f1524107440 2024-06-06T07:52:49.324 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:49 smithi027 ceph-mon[32293]: pgmap v367: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.7 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:49.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:49 smithi176 ceph-mon[36543]: pgmap v367: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.7 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:49.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:49 smithi203 ceph-mon[37192]: pgmap v367: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.7 KiB/s wr, 11 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:49.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.528+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15241051b0 con 0x7f150c0a2cb0 2024-06-06T07:52:49.537 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.538+0000 7f1520ff9700 1 -- 172.21.15.27:0/4038266228 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340824 (secure 0 0 0) 0x7f15241051b0 con 0x7f150c0a2cb0 2024-06-06T07:52:49.542 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f150c0a2cb0 msgr2=0x7f150c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f150c0a2cb0 0x7f150c0a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1514006010 tx=0x7f151400b540 comp rx=0 tx=0).stop 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 msgr2=0x7f1524198b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524198b40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f151c00b970 tx=0x7f151c00bc80 comp rx=0 tx=0).stop 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 shutdown_connections 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f150c0a2cb0 0x7f150c0a5170 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1524107440 0x7f1524198b40 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15241013c0 0x7f152419e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 --2- 172.21.15.27:0/4038266228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1524101d80 0x7f152419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:49.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 >> 172.21.15.27:0/4038266228 conn(0x7f1524077400 msgr2=0x7f1524100670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:49.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 shutdown_connections 2024-06-06T07:52:49.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:49.541+0000 7f1529de0700 1 -- 172.21.15.27:0/4038266228 wait complete. 2024-06-06T07:52:49.546 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:52:50.356 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":367,"stamp":"2024-06-06T07:52:47.636748+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655804,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":448,"num_read_kb":347,"num_write":431,"num_write_kb":3077,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":352,"ondisk_log_size":352,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":366900,"kb_used_data":13544,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574924,"statfs":{"total":1151940427776,"available":1151564722176,"internally_reserved":0,"allocated":13869056,"data_stored":8815994,"data_compressed":496953,"data_compressed_allocated":675840,"data_compressed_original":2850816,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13913,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":117,"num_read_kb":70,"num_write":16,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.493113"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148343+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:52:36.148343+0000","last_peered":"2024-06-06T07:52:36.148343+0000","last_clean":"2024-06-06T07:52:36.148343+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:52:36.148343+0000","last_undegraded":"2024-06-06T07:52:36.148343+0000","last_fullsized":"2024-06-06T07:52:36.148343+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157369+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:52:36.157369+0000","last_peered":"2024-06-06T07:52:36.157369+0000","last_clean":"2024-06-06T07:52:36.157369+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:52:36.157369+0000","last_undegraded":"2024-06-06T07:52:36.157369+0000","last_fullsized":"2024-06-06T07:52:36.157369+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157231+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:52:36.157231+0000","last_peered":"2024-06-06T07:52:36.157231+0000","last_clean":"2024-06-06T07:52:36.157231+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:52:36.157231+0000","last_undegraded":"2024-06-06T07:52:36.157231+0000","last_fullsized":"2024-06-06T07:52:36.157231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658681+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:52:36.658681+0000","last_peered":"2024-06-06T07:52:36.658681+0000","last_clean":"2024-06-06T07:52:36.658681+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:52:36.658681+0000","last_undegraded":"2024-06-06T07:52:36.658681+0000","last_fullsized":"2024-06-06T07:52:36.658681+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149767+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:52:36.149767+0000","last_peered":"2024-06-06T07:52:36.149767+0000","last_clean":"2024-06-06T07:52:36.149767+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:52:36.149767+0000","last_undegraded":"2024-06-06T07:52:36.149767+0000","last_fullsized":"2024-06-06T07:52:36.149767+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145931+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:52:36.145931+0000","last_peered":"2024-06-06T07:52:36.145931+0000","last_clean":"2024-06-06T07:52:36.145931+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:52:36.145931+0000","last_undegraded":"2024-06-06T07:52:36.145931+0000","last_fullsized":"2024-06-06T07:52:36.145931+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519100+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:52:36.519100+0000","last_peered":"2024-06-06T07:52:36.519100+0000","last_clean":"2024-06-06T07:52:36.519100+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:52:36.519100+0000","last_undegraded":"2024-06-06T07:52:36.519100+0000","last_fullsized":"2024-06-06T07:52:36.519100+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149555+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149555+0000","last_peered":"2024-06-06T07:52:36.149555+0000","last_clean":"2024-06-06T07:52:36.149555+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:52:36.149555+0000","last_undegraded":"2024-06-06T07:52:36.149555+0000","last_fullsized":"2024-06-06T07:52:36.149555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256677+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:52:36.256677+0000","last_peered":"2024-06-06T07:52:36.256677+0000","last_clean":"2024-06-06T07:52:36.256677+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:52:36.256677+0000","last_undegraded":"2024-06-06T07:52:36.256677+0000","last_fullsized":"2024-06-06T07:52:36.256677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146238+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:52:36.146238+0000","last_peered":"2024-06-06T07:52:36.146238+0000","last_clean":"2024-06-06T07:52:36.146238+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:52:36.146238+0000","last_undegraded":"2024-06-06T07:52:36.146238+0000","last_fullsized":"2024-06-06T07:52:36.146238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518565+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:52:36.518565+0000","last_peered":"2024-06-06T07:52:36.518565+0000","last_clean":"2024-06-06T07:52:36.518565+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:52:36.518565+0000","last_undegraded":"2024-06-06T07:52:36.518565+0000","last_fullsized":"2024-06-06T07:52:36.518565+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658484+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:52:36.658484+0000","last_peered":"2024-06-06T07:52:36.658484+0000","last_clean":"2024-06-06T07:52:36.658484+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:52:36.658484+0000","last_undegraded":"2024-06-06T07:52:36.658484+0000","last_fullsized":"2024-06-06T07:52:36.658484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145645+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:52:36.145645+0000","last_peered":"2024-06-06T07:52:36.145645+0000","last_clean":"2024-06-06T07:52:36.145645+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:52:36.145645+0000","last_undegraded":"2024-06-06T07:52:36.145645+0000","last_fullsized":"2024-06-06T07:52:36.145645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157052+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:52:36.157052+0000","last_peered":"2024-06-06T07:52:36.157052+0000","last_clean":"2024-06-06T07:52:36.157052+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:52:36.157052+0000","last_undegraded":"2024-06-06T07:52:36.157052+0000","last_fullsized":"2024-06-06T07:52:36.157052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157115+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:52:36.157115+0000","last_peered":"2024-06-06T07:52:36.157115+0000","last_clean":"2024-06-06T07:52:36.157115+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:52:36.157115+0000","last_undegraded":"2024-06-06T07:52:36.157115+0000","last_fullsized":"2024-06-06T07:52:36.157115+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256484+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:52:36.256484+0000","last_peered":"2024-06-06T07:52:36.256484+0000","last_clean":"2024-06-06T07:52:36.256484+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:52:36.256484+0000","last_undegraded":"2024-06-06T07:52:36.256484+0000","last_fullsized":"2024-06-06T07:52:36.256484+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148119+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:52:36.148119+0000","last_peered":"2024-06-06T07:52:36.148119+0000","last_clean":"2024-06-06T07:52:36.148119+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:52:36.148119+0000","last_undegraded":"2024-06-06T07:52:36.148119+0000","last_fullsized":"2024-06-06T07:52:36.148119+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180165+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:52:36.180165+0000","last_peered":"2024-06-06T07:52:36.180165+0000","last_clean":"2024-06-06T07:52:36.180165+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:52:36.180165+0000","last_undegraded":"2024-06-06T07:52:36.180165+0000","last_fullsized":"2024-06-06T07:52:36.180165+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146238+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:52:36.146238+0000","last_peered":"2024-06-06T07:52:36.146238+0000","last_clean":"2024-06-06T07:52:36.146238+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:52:36.146238+0000","last_undegraded":"2024-06-06T07:52:36.146238+0000","last_fullsized":"2024-06-06T07:52:36.146238+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145561+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:52:36.145561+0000","last_peered":"2024-06-06T07:52:36.145561+0000","last_clean":"2024-06-06T07:52:36.145561+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:52:36.145561+0000","last_undegraded":"2024-06-06T07:52:36.145561+0000","last_fullsized":"2024-06-06T07:52:36.145561+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'13","reported_seq":85,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:43.785060+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:52:43.785060+0000","last_peered":"2024-06-06T07:52:43.785060+0000","last_clean":"2024-06-06T07:52:43.785060+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:52:43.785060+0000","last_undegraded":"2024-06-06T07:52:43.785060+0000","last_fullsized":"2024-06-06T07:52:43.785060+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":28,"num_read_kb":28,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149979+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:52:36.149979+0000","last_peered":"2024-06-06T07:52:36.149979+0000","last_clean":"2024-06-06T07:52:36.149979+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:52:36.149979+0000","last_undegraded":"2024-06-06T07:52:36.149979+0000","last_fullsized":"2024-06-06T07:52:36.149979+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658897+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:52:36.658897+0000","last_peered":"2024-06-06T07:52:36.658897+0000","last_clean":"2024-06-06T07:52:36.658897+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:52:36.658897+0000","last_undegraded":"2024-06-06T07:52:36.658897+0000","last_fullsized":"2024-06-06T07:52:36.658897+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150406+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:52:36.150406+0000","last_peered":"2024-06-06T07:52:36.150406+0000","last_clean":"2024-06-06T07:52:36.150406+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:52:36.150406+0000","last_undegraded":"2024-06-06T07:52:36.150406+0000","last_fullsized":"2024-06-06T07:52:36.150406+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157421+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:52:36.157421+0000","last_peered":"2024-06-06T07:52:36.157421+0000","last_clean":"2024-06-06T07:52:36.157421+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:52:36.157421+0000","last_undegraded":"2024-06-06T07:52:36.157421+0000","last_fullsized":"2024-06-06T07:52:36.157421+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659137+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:52:36.659137+0000","last_peered":"2024-06-06T07:52:36.659137+0000","last_clean":"2024-06-06T07:52:36.659137+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:52:36.659137+0000","last_undegraded":"2024-06-06T07:52:36.659137+0000","last_fullsized":"2024-06-06T07:52:36.659137+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150382+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:52:36.150382+0000","last_peered":"2024-06-06T07:52:36.150382+0000","last_clean":"2024-06-06T07:52:36.150382+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:52:36.150382+0000","last_undegraded":"2024-06-06T07:52:36.150382+0000","last_fullsized":"2024-06-06T07:52:36.150382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256592+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:52:36.256592+0000","last_peered":"2024-06-06T07:52:36.256592+0000","last_clean":"2024-06-06T07:52:36.256592+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:52:36.256592+0000","last_undegraded":"2024-06-06T07:52:36.256592+0000","last_fullsized":"2024-06-06T07:52:36.256592+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:52:36.659018+0000","last_peered":"2024-06-06T07:52:36.659018+0000","last_clean":"2024-06-06T07:52:36.659018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:52:36.659018+0000","last_undegraded":"2024-06-06T07:52:36.659018+0000","last_fullsized":"2024-06-06T07:52:36.659018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149815+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:52:36.149815+0000","last_peered":"2024-06-06T07:52:36.149815+0000","last_clean":"2024-06-06T07:52:36.149815+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:52:36.149815+0000","last_undegraded":"2024-06-06T07:52:36.149815+0000","last_fullsized":"2024-06-06T07:52:36.149815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591039+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:52:36.591039+0000","last_peered":"2024-06-06T07:52:36.591039+0000","last_clean":"2024-06-06T07:52:36.591039+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:52:36.591039+0000","last_undegraded":"2024-06-06T07:52:36.591039+0000","last_fullsized":"2024-06-06T07:52:36.591039+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146004+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:52:36.146004+0000","last_peered":"2024-06-06T07:52:36.146004+0000","last_clean":"2024-06-06T07:52:36.146004+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:52:36.146004+0000","last_undegraded":"2024-06-06T07:52:36.146004+0000","last_fullsized":"2024-06-06T07:52:36.146004+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":78,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:42.785761+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:52:42.785761+0000","last_peered":"2024-06-06T07:52:42.785761+0000","last_clean":"2024-06-06T07:52:42.785761+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:52:42.785761+0000","last_undegraded":"2024-06-06T07:52:42.785761+0000","last_fullsized":"2024-06-06T07:52:42.785761+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":29,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149812+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:52:36.149812+0000","last_peered":"2024-06-06T07:52:36.149812+0000","last_clean":"2024-06-06T07:52:36.149812+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:52:36.149812+0000","last_undegraded":"2024-06-06T07:52:36.149812+0000","last_fullsized":"2024-06-06T07:52:36.149812+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145960+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:52:36.145960+0000","last_peered":"2024-06-06T07:52:36.145960+0000","last_clean":"2024-06-06T07:52:36.145960+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:52:36.145960+0000","last_undegraded":"2024-06-06T07:52:36.145960+0000","last_fullsized":"2024-06-06T07:52:36.145960+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145805+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:52:36.145805+0000","last_peered":"2024-06-06T07:52:36.145805+0000","last_clean":"2024-06-06T07:52:36.145805+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:52:36.145805+0000","last_undegraded":"2024-06-06T07:52:36.145805+0000","last_fullsized":"2024-06-06T07:52:36.145805+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589936+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:52:36.589936+0000","last_peered":"2024-06-06T07:52:36.589936+0000","last_clean":"2024-06-06T07:52:36.589936+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:52:36.589936+0000","last_undegraded":"2024-06-06T07:52:36.589936+0000","last_fullsized":"2024-06-06T07:52:36.589936+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148111+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:52:36.148111+0000","last_peered":"2024-06-06T07:52:36.148111+0000","last_clean":"2024-06-06T07:52:36.148111+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:52:36.148111+0000","last_undegraded":"2024-06-06T07:52:36.148111+0000","last_fullsized":"2024-06-06T07:52:36.148111+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145312+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:52:36.145312+0000","last_peered":"2024-06-06T07:52:36.145312+0000","last_clean":"2024-06-06T07:52:36.145312+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:52:36.145312+0000","last_undegraded":"2024-06-06T07:52:36.145312+0000","last_fullsized":"2024-06-06T07:52:36.145312+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149708+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:52:36.149708+0000","last_peered":"2024-06-06T07:52:36.149708+0000","last_clean":"2024-06-06T07:52:36.149708+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:52:36.149708+0000","last_undegraded":"2024-06-06T07:52:36.149708+0000","last_fullsized":"2024-06-06T07:52:36.149708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157183+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:52:36.157183+0000","last_peered":"2024-06-06T07:52:36.157183+0000","last_clean":"2024-06-06T07:52:36.157183+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:52:36.157183+0000","last_undegraded":"2024-06-06T07:52:36.157183+0000","last_fullsized":"2024-06-06T07:52:36.157183+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590505+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:52:36.590505+0000","last_peered":"2024-06-06T07:52:36.590505+0000","last_clean":"2024-06-06T07:52:36.590505+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:52:36.590505+0000","last_undegraded":"2024-06-06T07:52:36.590505+0000","last_fullsized":"2024-06-06T07:52:36.590505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180120+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:52:36.180120+0000","last_peered":"2024-06-06T07:52:36.180120+0000","last_clean":"2024-06-06T07:52:36.180120+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:52:36.180120+0000","last_undegraded":"2024-06-06T07:52:36.180120+0000","last_fullsized":"2024-06-06T07:52:36.180120+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149821+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:52:36.149821+0000","last_peered":"2024-06-06T07:52:36.149821+0000","last_clean":"2024-06-06T07:52:36.149821+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:52:36.149821+0000","last_undegraded":"2024-06-06T07:52:36.149821+0000","last_fullsized":"2024-06-06T07:52:36.149821+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'4","reported_seq":101,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:44.787596+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:52:44.787596+0000","last_peered":"2024-06-06T07:52:44.787596+0000","last_clean":"2024-06-06T07:52:44.787596+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:52:44.787596+0000","last_undegraded":"2024-06-06T07:52:44.787596+0000","last_fullsized":"2024-06-06T07:52:44.787596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256543+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:52:36.256543+0000","last_peered":"2024-06-06T07:52:36.256543+0000","last_clean":"2024-06-06T07:52:36.256543+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:52:36.256543+0000","last_undegraded":"2024-06-06T07:52:36.256543+0000","last_fullsized":"2024-06-06T07:52:36.256543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180465+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:52:36.180465+0000","last_peered":"2024-06-06T07:52:36.180465+0000","last_clean":"2024-06-06T07:52:36.180465+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:52:36.180465+0000","last_undegraded":"2024-06-06T07:52:36.180465+0000","last_fullsized":"2024-06-06T07:52:36.180465+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519415+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:52:36.519415+0000","last_peered":"2024-06-06T07:52:36.519415+0000","last_clean":"2024-06-06T07:52:36.519415+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:52:36.519415+0000","last_undegraded":"2024-06-06T07:52:36.519415+0000","last_fullsized":"2024-06-06T07:52:36.519415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157618+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:52:36.157618+0000","last_peered":"2024-06-06T07:52:36.157618+0000","last_clean":"2024-06-06T07:52:36.157618+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:52:36.157618+0000","last_undegraded":"2024-06-06T07:52:36.157618+0000","last_fullsized":"2024-06-06T07:52:36.157618+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":35,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659258+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:52:36.659258+0000","last_peered":"2024-06-06T07:52:36.659258+0000","last_clean":"2024-06-06T07:52:36.659258+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:52:36.659258+0000","last_undegraded":"2024-06-06T07:52:36.659258+0000","last_fullsized":"2024-06-06T07:52:36.659258+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590985+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:52:36.590985+0000","last_peered":"2024-06-06T07:52:36.590985+0000","last_clean":"2024-06-06T07:52:36.590985+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:52:36.590985+0000","last_undegraded":"2024-06-06T07:52:36.590985+0000","last_fullsized":"2024-06-06T07:52:36.590985+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256537+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:52:36.256537+0000","last_peered":"2024-06-06T07:52:36.256537+0000","last_clean":"2024-06-06T07:52:36.256537+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:52:36.256537+0000","last_undegraded":"2024-06-06T07:52:36.256537+0000","last_fullsized":"2024-06-06T07:52:36.256537+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145561+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:52:36.145561+0000","last_peered":"2024-06-06T07:52:36.145561+0000","last_clean":"2024-06-06T07:52:36.145561+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:52:36.145561+0000","last_undegraded":"2024-06-06T07:52:36.145561+0000","last_fullsized":"2024-06-06T07:52:36.145561+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'34","reported_seq":155,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:44.788710+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:52:44.788710+0000","last_peered":"2024-06-06T07:52:44.788710+0000","last_clean":"2024-06-06T07:52:44.788710+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:52:44.788710+0000","last_undegraded":"2024-06-06T07:52:44.788710+0000","last_fullsized":"2024-06-06T07:52:44.788710+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58390,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":62,"num_read_kb":88,"num_write":36,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150135+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:52:36.150135+0000","last_peered":"2024-06-06T07:52:36.150135+0000","last_clean":"2024-06-06T07:52:36.150135+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:52:36.150135+0000","last_undegraded":"2024-06-06T07:52:36.150135+0000","last_fullsized":"2024-06-06T07:52:36.150135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591227+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:52:36.591227+0000","last_peered":"2024-06-06T07:52:36.591227+0000","last_clean":"2024-06-06T07:52:36.591227+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:52:36.591227+0000","last_undegraded":"2024-06-06T07:52:36.591227+0000","last_fullsized":"2024-06-06T07:52:36.591227+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":55,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145851+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:52:36.145851+0000","last_peered":"2024-06-06T07:52:36.145851+0000","last_clean":"2024-06-06T07:52:36.145851+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:52:36.145851+0000","last_undegraded":"2024-06-06T07:52:36.145851+0000","last_fullsized":"2024-06-06T07:52:36.145851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145337+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:52:36.145337+0000","last_peered":"2024-06-06T07:52:36.145337+0000","last_clean":"2024-06-06T07:52:36.145337+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:52:36.145337+0000","last_undegraded":"2024-06-06T07:52:36.145337+0000","last_fullsized":"2024-06-06T07:52:36.145337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147629+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:52:36.147629+0000","last_peered":"2024-06-06T07:52:36.147629+0000","last_clean":"2024-06-06T07:52:36.147629+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:52:36.147629+0000","last_undegraded":"2024-06-06T07:52:36.147629+0000","last_fullsized":"2024-06-06T07:52:36.147629+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590881+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:52:36.590881+0000","last_peered":"2024-06-06T07:52:36.590881+0000","last_clean":"2024-06-06T07:52:36.590881+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:52:36.590881+0000","last_undegraded":"2024-06-06T07:52:36.590881+0000","last_fullsized":"2024-06-06T07:52:36.590881+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518442+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:52:36.518442+0000","last_peered":"2024-06-06T07:52:36.518442+0000","last_clean":"2024-06-06T07:52:36.518442+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:52:36.518442+0000","last_undegraded":"2024-06-06T07:52:36.518442+0000","last_fullsized":"2024-06-06T07:52:36.518442+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180826+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:52:36.180826+0000","last_peered":"2024-06-06T07:52:36.180826+0000","last_clean":"2024-06-06T07:52:36.180826+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:52:36.180826+0000","last_undegraded":"2024-06-06T07:52:36.180826+0000","last_fullsized":"2024-06-06T07:52:36.180826+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:42.784706+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:52:42.784706+0000","last_peered":"2024-06-06T07:52:42.784706+0000","last_clean":"2024-06-06T07:52:42.784706+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:52:42.784706+0000","last_undegraded":"2024-06-06T07:52:42.784706+0000","last_fullsized":"2024-06-06T07:52:42.784706+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":29,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518457+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:52:36.518457+0000","last_peered":"2024-06-06T07:52:36.518457+0000","last_clean":"2024-06-06T07:52:36.518457+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:52:36.518457+0000","last_undegraded":"2024-06-06T07:52:36.518457+0000","last_fullsized":"2024-06-06T07:52:36.518457+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145842+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:52:36.145842+0000","last_peered":"2024-06-06T07:52:36.145842+0000","last_clean":"2024-06-06T07:52:36.145842+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:52:36.145842+0000","last_undegraded":"2024-06-06T07:52:36.145842+0000","last_fullsized":"2024-06-06T07:52:36.145842+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":61,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149604+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:52:36.149604+0000","last_peered":"2024-06-06T07:52:36.149604+0000","last_clean":"2024-06-06T07:52:36.149604+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:52:36.149604+0000","last_undegraded":"2024-06-06T07:52:36.149604+0000","last_fullsized":"2024-06-06T07:52:36.149604+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180491+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:52:36.180491+0000","last_peered":"2024-06-06T07:52:36.180491+0000","last_clean":"2024-06-06T07:52:36.180491+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:52:36.180491+0000","last_undegraded":"2024-06-06T07:52:36.180491+0000","last_fullsized":"2024-06-06T07:52:36.180491+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590706+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:52:36.590706+0000","last_peered":"2024-06-06T07:52:36.590706+0000","last_clean":"2024-06-06T07:52:36.590706+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:52:36.590706+0000","last_undegraded":"2024-06-06T07:52:36.590706+0000","last_fullsized":"2024-06-06T07:52:36.590706+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150237+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:52:36.150237+0000","last_peered":"2024-06-06T07:52:36.150237+0000","last_clean":"2024-06-06T07:52:36.150237+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:52:36.150237+0000","last_undegraded":"2024-06-06T07:52:36.150237+0000","last_fullsized":"2024-06-06T07:52:36.150237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148136+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:52:36.148136+0000","last_peered":"2024-06-06T07:52:36.148136+0000","last_clean":"2024-06-06T07:52:36.148136+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:52:36.148136+0000","last_undegraded":"2024-06-06T07:52:36.148136+0000","last_fullsized":"2024-06-06T07:52:36.148136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149673+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:52:36.149673+0000","last_peered":"2024-06-06T07:52:36.149673+0000","last_clean":"2024-06-06T07:52:36.149673+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:52:36.149673+0000","last_undegraded":"2024-06-06T07:52:36.149673+0000","last_fullsized":"2024-06-06T07:52:36.149673+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180827+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:52:36.180827+0000","last_peered":"2024-06-06T07:52:36.180827+0000","last_clean":"2024-06-06T07:52:36.180827+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:52:36.180827+0000","last_undegraded":"2024-06-06T07:52:36.180827+0000","last_fullsized":"2024-06-06T07:52:36.180827+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145810+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:52:36.145810+0000","last_peered":"2024-06-06T07:52:36.145810+0000","last_clean":"2024-06-06T07:52:36.145810+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:52:36.145810+0000","last_undegraded":"2024-06-06T07:52:36.145810+0000","last_fullsized":"2024-06-06T07:52:36.145810+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145693+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:52:36.145693+0000","last_peered":"2024-06-06T07:52:36.145693+0000","last_clean":"2024-06-06T07:52:36.145693+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:52:36.145693+0000","last_undegraded":"2024-06-06T07:52:36.145693+0000","last_fullsized":"2024-06-06T07:52:36.145693+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'5","reported_seq":79,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:45.788230+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:52:45.788230+0000","last_peered":"2024-06-06T07:52:45.788230+0000","last_clean":"2024-06-06T07:52:45.788230+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:52:45.788230+0000","last_undegraded":"2024-06-06T07:52:45.788230+0000","last_fullsized":"2024-06-06T07:52:45.788230+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":30,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145680+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:52:36.145680+0000","last_peered":"2024-06-06T07:52:36.145680+0000","last_clean":"2024-06-06T07:52:36.145680+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:52:36.145680+0000","last_undegraded":"2024-06-06T07:52:36.145680+0000","last_fullsized":"2024-06-06T07:52:36.145680+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145990+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:52:36.145990+0000","last_peered":"2024-06-06T07:52:36.145990+0000","last_clean":"2024-06-06T07:52:36.145990+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:52:36.145990+0000","last_undegraded":"2024-06-06T07:52:36.145990+0000","last_fullsized":"2024-06-06T07:52:36.145990+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589866+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:52:36.589866+0000","last_peered":"2024-06-06T07:52:36.589866+0000","last_clean":"2024-06-06T07:52:36.589866+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:52:36.589866+0000","last_undegraded":"2024-06-06T07:52:36.589866+0000","last_fullsized":"2024-06-06T07:52:36.589866+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":77,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:44.786960+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:52:44.786960+0000","last_peered":"2024-06-06T07:52:44.786960+0000","last_clean":"2024-06-06T07:52:44.786960+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:52:44.786960+0000","last_undegraded":"2024-06-06T07:52:44.786960+0000","last_fullsized":"2024-06-06T07:52:44.786960+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":29,"num_read_kb":29,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519360+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:52:36.519360+0000","last_peered":"2024-06-06T07:52:36.519360+0000","last_clean":"2024-06-06T07:52:36.519360+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:52:36.519360+0000","last_undegraded":"2024-06-06T07:52:36.519360+0000","last_fullsized":"2024-06-06T07:52:36.519360+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149910+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:52:36.149910+0000","last_peered":"2024-06-06T07:52:36.149910+0000","last_clean":"2024-06-06T07:52:36.149910+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:52:36.149910+0000","last_undegraded":"2024-06-06T07:52:36.149910+0000","last_fullsized":"2024-06-06T07:52:36.149910+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659189+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:52:36.659189+0000","last_peered":"2024-06-06T07:52:36.659189+0000","last_clean":"2024-06-06T07:52:36.659189+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:52:36.659189+0000","last_undegraded":"2024-06-06T07:52:36.659189+0000","last_fullsized":"2024-06-06T07:52:36.659189+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":377,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518869+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:52:36.518869+0000","last_peered":"2024-06-06T07:52:36.518869+0000","last_clean":"2024-06-06T07:52:36.518869+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:52:36.518869+0000","last_undegraded":"2024-06-06T07:52:36.518869+0000","last_fullsized":"2024-06-06T07:52:36.518869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150030+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:52:36.150030+0000","last_peered":"2024-06-06T07:52:36.150030+0000","last_clean":"2024-06-06T07:52:36.150030+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:52:36.150030+0000","last_undegraded":"2024-06-06T07:52:36.150030+0000","last_fullsized":"2024-06-06T07:52:36.150030+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145166+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:52:36.145166+0000","last_peered":"2024-06-06T07:52:36.145166+0000","last_clean":"2024-06-06T07:52:36.145166+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:52:36.145166+0000","last_undegraded":"2024-06-06T07:52:36.145166+0000","last_fullsized":"2024-06-06T07:52:36.145166+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519073+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:52:36.519073+0000","last_peered":"2024-06-06T07:52:36.519073+0000","last_clean":"2024-06-06T07:52:36.519073+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:52:36.519073+0000","last_undegraded":"2024-06-06T07:52:36.519073+0000","last_fullsized":"2024-06-06T07:52:36.519073+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147588+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:52:36.147588+0000","last_peered":"2024-06-06T07:52:36.147588+0000","last_clean":"2024-06-06T07:52:36.147588+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:52:36.147588+0000","last_undegraded":"2024-06-06T07:52:36.147588+0000","last_fullsized":"2024-06-06T07:52:36.147588+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150279+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:52:36.150279+0000","last_peered":"2024-06-06T07:52:36.150279+0000","last_clean":"2024-06-06T07:52:36.150279+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:52:36.150279+0000","last_undegraded":"2024-06-06T07:52:36.150279+0000","last_fullsized":"2024-06-06T07:52:36.150279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145847+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:52:36.145847+0000","last_peered":"2024-06-06T07:52:36.145847+0000","last_clean":"2024-06-06T07:52:36.145847+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:52:36.145847+0000","last_undegraded":"2024-06-06T07:52:36.145847+0000","last_fullsized":"2024-06-06T07:52:36.145847+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149608+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:52:36.149608+0000","last_peered":"2024-06-06T07:52:36.149608+0000","last_clean":"2024-06-06T07:52:36.149608+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:52:36.149608+0000","last_undegraded":"2024-06-06T07:52:36.149608+0000","last_fullsized":"2024-06-06T07:52:36.149608+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'16","reported_seq":70,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:40.181158+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:52:40.181158+0000","last_peered":"2024-06-06T07:52:40.181158+0000","last_clean":"2024-06-06T07:52:40.181158+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:52:40.181158+0000","last_undegraded":"2024-06-06T07:52:40.181158+0000","last_fullsized":"2024-06-06T07:52:40.181158+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150078+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:52:36.150078+0000","last_peered":"2024-06-06T07:52:36.150078+0000","last_clean":"2024-06-06T07:52:36.150078+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:52:36.150078+0000","last_undegraded":"2024-06-06T07:52:36.150078+0000","last_fullsized":"2024-06-06T07:52:36.150078+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145448+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:52:36.145448+0000","last_peered":"2024-06-06T07:52:36.145448+0000","last_clean":"2024-06-06T07:52:36.145448+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:52:36.145448+0000","last_undegraded":"2024-06-06T07:52:36.145448+0000","last_fullsized":"2024-06-06T07:52:36.145448+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":52,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659523+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:52:36.659523+0000","last_peered":"2024-06-06T07:52:36.659523+0000","last_clean":"2024-06-06T07:52:36.659523+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:52:36.659523+0000","last_undegraded":"2024-06-06T07:52:36.659523+0000","last_fullsized":"2024-06-06T07:52:36.659523+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157425+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:52:36.157425+0000","last_peered":"2024-06-06T07:52:36.157425+0000","last_clean":"2024-06-06T07:52:36.157425+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:52:36.157425+0000","last_undegraded":"2024-06-06T07:52:36.157425+0000","last_fullsized":"2024-06-06T07:52:36.157425+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659406+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:52:36.659406+0000","last_peered":"2024-06-06T07:52:36.659406+0000","last_clean":"2024-06-06T07:52:36.659406+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:52:36.659406+0000","last_undegraded":"2024-06-06T07:52:36.659406+0000","last_fullsized":"2024-06-06T07:52:36.659406+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":45,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256899+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:52:36.256899+0000","last_peered":"2024-06-06T07:52:36.256899+0000","last_clean":"2024-06-06T07:52:36.256899+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:52:36.256899+0000","last_undegraded":"2024-06-06T07:52:36.256899+0000","last_fullsized":"2024-06-06T07:52:36.256899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149583+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149583+0000","last_peered":"2024-06-06T07:52:36.149583+0000","last_clean":"2024-06-06T07:52:36.149583+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:52:36.149583+0000","last_undegraded":"2024-06-06T07:52:36.149583+0000","last_fullsized":"2024-06-06T07:52:36.149583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150158+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:52:36.150158+0000","last_peered":"2024-06-06T07:52:36.150158+0000","last_clean":"2024-06-06T07:52:36.150158+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:52:36.150158+0000","last_undegraded":"2024-06-06T07:52:36.150158+0000","last_fullsized":"2024-06-06T07:52:36.150158+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149699+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:52:36.149699+0000","last_peered":"2024-06-06T07:52:36.149699+0000","last_clean":"2024-06-06T07:52:36.149699+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:52:36.149699+0000","last_undegraded":"2024-06-06T07:52:36.149699+0000","last_fullsized":"2024-06-06T07:52:36.149699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147517+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:52:36.147517+0000","last_peered":"2024-06-06T07:52:36.147517+0000","last_clean":"2024-06-06T07:52:36.147517+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:52:36.147517+0000","last_undegraded":"2024-06-06T07:52:36.147517+0000","last_fullsized":"2024-06-06T07:52:36.147517+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659275+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:52:36.659275+0000","last_peered":"2024-06-06T07:52:36.659275+0000","last_clean":"2024-06-06T07:52:36.659275+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:52:36.659275+0000","last_undegraded":"2024-06-06T07:52:36.659275+0000","last_fullsized":"2024-06-06T07:52:36.659275+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'3","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.155659+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:52:36.155659+0000","last_peered":"2024-06-06T07:52:36.155659+0000","last_clean":"2024-06-06T07:52:36.155659+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:52:36.155659+0000","last_undegraded":"2024-06-06T07:52:36.155659+0000","last_fullsized":"2024-06-06T07:52:36.155659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149817+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:52:36.149817+0000","last_peered":"2024-06-06T07:52:36.149817+0000","last_clean":"2024-06-06T07:52:36.149817+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:52:36.149817+0000","last_undegraded":"2024-06-06T07:52:36.149817+0000","last_fullsized":"2024-06-06T07:52:36.149817+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659332+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:52:36.659332+0000","last_peered":"2024-06-06T07:52:36.659332+0000","last_clean":"2024-06-06T07:52:36.659332+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:52:36.659332+0000","last_undegraded":"2024-06-06T07:52:36.659332+0000","last_fullsized":"2024-06-06T07:52:36.659332+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149704+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:52:36.149704+0000","last_peered":"2024-06-06T07:52:36.149704+0000","last_clean":"2024-06-06T07:52:36.149704+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:52:36.149704+0000","last_undegraded":"2024-06-06T07:52:36.149704+0000","last_fullsized":"2024-06-06T07:52:36.149704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518435+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:52:36.518435+0000","last_peered":"2024-06-06T07:52:36.518435+0000","last_clean":"2024-06-06T07:52:36.518435+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:52:36.518435+0000","last_undegraded":"2024-06-06T07:52:36.518435+0000","last_fullsized":"2024-06-06T07:52:36.518435+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256942+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:52:36.256942+0000","last_peered":"2024-06-06T07:52:36.256942+0000","last_clean":"2024-06-06T07:52:36.256942+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:52:36.256942+0000","last_undegraded":"2024-06-06T07:52:36.256942+0000","last_fullsized":"2024-06-06T07:52:36.256942+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'5","reported_seq":80,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:45.789435+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:52:45.789435+0000","last_peered":"2024-06-06T07:52:45.789435+0000","last_clean":"2024-06-06T07:52:45.789435+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:52:45.789435+0000","last_undegraded":"2024-06-06T07:52:45.789435+0000","last_fullsized":"2024-06-06T07:52:45.789435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":31,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518497+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:52:36.518497+0000","last_peered":"2024-06-06T07:52:36.518497+0000","last_clean":"2024-06-06T07:52:36.518497+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:52:36.518497+0000","last_undegraded":"2024-06-06T07:52:36.518497+0000","last_fullsized":"2024-06-06T07:52:36.518497+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157082+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:52:36.157082+0000","last_peered":"2024-06-06T07:52:36.157082+0000","last_clean":"2024-06-06T07:52:36.157082+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:52:36.157082+0000","last_undegraded":"2024-06-06T07:52:36.157082+0000","last_fullsized":"2024-06-06T07:52:36.157082+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591129+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:52:36.591129+0000","last_peered":"2024-06-06T07:52:36.591129+0000","last_clean":"2024-06-06T07:52:36.591129+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:52:36.591129+0000","last_undegraded":"2024-06-06T07:52:36.591129+0000","last_fullsized":"2024-06-06T07:52:36.591129+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518477+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:52:36.518477+0000","last_peered":"2024-06-06T07:52:36.518477+0000","last_clean":"2024-06-06T07:52:36.518477+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:52:36.518477+0000","last_undegraded":"2024-06-06T07:52:36.518477+0000","last_fullsized":"2024-06-06T07:52:36.518477+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590330+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:52:36.590330+0000","last_peered":"2024-06-06T07:52:36.590330+0000","last_clean":"2024-06-06T07:52:36.590330+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:52:36.590330+0000","last_undegraded":"2024-06-06T07:52:36.590330+0000","last_fullsized":"2024-06-06T07:52:36.590330+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145722+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:52:36.145722+0000","last_peered":"2024-06-06T07:52:36.145722+0000","last_clean":"2024-06-06T07:52:36.145722+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:52:36.145722+0000","last_undegraded":"2024-06-06T07:52:36.145722+0000","last_fullsized":"2024-06-06T07:52:36.145722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518627+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:52:36.518627+0000","last_peered":"2024-06-06T07:52:36.518627+0000","last_clean":"2024-06-06T07:52:36.518627+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:52:36.518627+0000","last_undegraded":"2024-06-06T07:52:36.518627+0000","last_fullsized":"2024-06-06T07:52:36.518627+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147750+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:52:36.147750+0000","last_peered":"2024-06-06T07:52:36.147750+0000","last_clean":"2024-06-06T07:52:36.147750+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:52:36.147750+0000","last_undegraded":"2024-06-06T07:52:36.147750+0000","last_fullsized":"2024-06-06T07:52:36.147750+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145764+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:52:36.145764+0000","last_peered":"2024-06-06T07:52:36.145764+0000","last_clean":"2024-06-06T07:52:36.145764+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:52:36.145764+0000","last_undegraded":"2024-06-06T07:52:36.145764+0000","last_fullsized":"2024-06-06T07:52:36.145764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145523+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:52:36.145523+0000","last_peered":"2024-06-06T07:52:36.145523+0000","last_clean":"2024-06-06T07:52:36.145523+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:52:36.145523+0000","last_undegraded":"2024-06-06T07:52:36.145523+0000","last_fullsized":"2024-06-06T07:52:36.145523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157501+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:52:36.157501+0000","last_peered":"2024-06-06T07:52:36.157501+0000","last_clean":"2024-06-06T07:52:36.157501+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:52:36.157501+0000","last_undegraded":"2024-06-06T07:52:36.157501+0000","last_fullsized":"2024-06-06T07:52:36.157501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145890+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:52:36.145890+0000","last_peered":"2024-06-06T07:52:36.145890+0000","last_clean":"2024-06-06T07:52:36.145890+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:52:36.145890+0000","last_undegraded":"2024-06-06T07:52:36.145890+0000","last_fullsized":"2024-06-06T07:52:36.145890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147889+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:52:36.147889+0000","last_peered":"2024-06-06T07:52:36.147889+0000","last_clean":"2024-06-06T07:52:36.147889+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:52:36.147889+0000","last_undegraded":"2024-06-06T07:52:36.147889+0000","last_fullsized":"2024-06-06T07:52:36.147889+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146089+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:52:36.146089+0000","last_peered":"2024-06-06T07:52:36.146089+0000","last_clean":"2024-06-06T07:52:36.146089+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:52:36.146089+0000","last_undegraded":"2024-06-06T07:52:36.146089+0000","last_fullsized":"2024-06-06T07:52:36.146089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150180+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:52:36.150180+0000","last_peered":"2024-06-06T07:52:36.150180+0000","last_clean":"2024-06-06T07:52:36.150180+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:52:36.150180+0000","last_undegraded":"2024-06-06T07:52:36.150180+0000","last_fullsized":"2024-06-06T07:52:36.150180+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589881+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:52:36.589881+0000","last_peered":"2024-06-06T07:52:36.589881+0000","last_clean":"2024-06-06T07:52:36.589881+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:52:36.589881+0000","last_undegraded":"2024-06-06T07:52:36.589881+0000","last_fullsized":"2024-06-06T07:52:36.589881+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149850+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:52:36.149850+0000","last_peered":"2024-06-06T07:52:36.149850+0000","last_clean":"2024-06-06T07:52:36.149850+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:52:36.149850+0000","last_undegraded":"2024-06-06T07:52:36.149850+0000","last_fullsized":"2024-06-06T07:52:36.149850+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256559+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:52:36.256559+0000","last_peered":"2024-06-06T07:52:36.256559+0000","last_clean":"2024-06-06T07:52:36.256559+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:52:36.256559+0000","last_undegraded":"2024-06-06T07:52:36.256559+0000","last_fullsized":"2024-06-06T07:52:36.256559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":37,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145465+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:52:36.145465+0000","last_peered":"2024-06-06T07:52:36.145465+0000","last_clean":"2024-06-06T07:52:36.145465+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:52:36.145465+0000","last_undegraded":"2024-06-06T07:52:36.145465+0000","last_fullsized":"2024-06-06T07:52:36.145465+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":43,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147814+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:52:36.147814+0000","last_peered":"2024-06-06T07:52:36.147814+0000","last_clean":"2024-06-06T07:52:36.147814+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:52:36.147814+0000","last_undegraded":"2024-06-06T07:52:36.147814+0000","last_fullsized":"2024-06-06T07:52:36.147814+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280832,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65202,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":312,"num_read_kb":228,"num_write":248,"num_write_kb":137,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":195606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351012,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":573331,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612649,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28244,"kb_used_data":1228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716908,"statfs":{"total":95995035648,"available":95966113792,"internally_reserved":0,"allocated":1257472,"data_stored":1218537,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776175,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":577357,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037813,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1130496,"data_stored":573639,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299449,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1183744,"data_stored":1170135,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462975,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32268,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712884,"statfs":{"total":95995035648,"available":95961993216,"internally_reserved":0,"allocated":1110016,"data_stored":568765,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1175552,"data_stored":628185,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1134592,"data_stored":570221,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36444,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708708,"statfs":{"total":95995035648,"available":95957716992,"internally_reserved":0,"allocated":1126400,"data_stored":570405,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1122304,"data_stored":568473,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888137,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28176,"kb_used_data":1160,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716976,"statfs":{"total":95995035648,"available":95966183424,"internally_reserved":0,"allocated":1187840,"data_stored":631229,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724611,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1191936,"data_stored":1165717,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":60142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":59090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:52:50.363 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T07:52:50.363 INFO:tasks.cephadm:Setting up client nodes... 2024-06-06T07:52:50.364 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-06-06T07:52:50.618 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:51.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:51 smithi027 ceph-mon[32293]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:52:51.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:51 smithi027 ceph-mon[32293]: pgmap v368: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:51.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:51 smithi176 ceph-mon[36543]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:52:51.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:51 smithi176 ceph-mon[36543]: pgmap v368: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:51.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:51 smithi203 ceph-mon[37192]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:52:51.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:51 smithi203 ceph-mon[37192]: pgmap v368: 129 pgs: 129 active+clean; 640 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 10 op/s; 0 B/s, 0 objects/s recovering 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 -- 172.21.15.27:0/1434883268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 msgr2=0x7f17c0109860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/1434883268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c0109860 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17b800b0d0 tx=0x7f17b800b3e0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 -- 172.21.15.27:0/1434883268 shutdown_connections 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/1434883268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c0109860 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/1434883268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f17c0101410 0x7f17c0101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/1434883268 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17c0102610 0x7f17c0102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 -- 172.21.15.27:0/1434883268 >> 172.21.15.27:0/1434883268 conn(0x7f17c00fc9b0 msgr2=0x7f17c00fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:52.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 -- 172.21.15.27:0/1434883268 shutdown_connections 2024-06-06T07:52:52.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.337+0000 7f17c6d9a700 1 -- 172.21.15.27:0/1434883268 wait complete. 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 Processor -- start 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 -- start start 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17c0101410 0x7f17c0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f17c0102610 0x7f17c0198e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c019fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f17c010d230 con 0x7f17c0102fb0 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f17c010d0b0 con 0x7f17c0102610 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c6d9a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f17c010d3b0 con 0x7f17c0101410 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c5337700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c019fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.338+0000 7f17c5337700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c019fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55144/0 (socket says 172.21.15.27:55144) 2024-06-06T07:52:52.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 -- 172.21.15.27:0/4234697254 learned_addr learned my addr 172.21.15.27:0/4234697254 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c4b36700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17c0101410 0x7f17c0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17bffff700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f17c0102610 0x7f17c0198e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 -- 172.21.15.27:0/4234697254 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17c0101410 msgr2=0x7f17c0198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17c0101410 0x7f17c0198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 -- 172.21.15.27:0/4234697254 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f17c0102610 msgr2=0x7f17c0198e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f17c0102610 0x7f17c0198e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 -- 172.21.15.27:0/4234697254 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c01a0510 con 0x7f17c0102fb0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c5337700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c019fe70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f17b8007dc0 tx=0x7f17b8007ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b801f070 con 0x7f17c0102fb0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f17b8005550 con 0x7f17c0102fb0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17c01a07a0 con 0x7f17c0102fb0 2024-06-06T07:52:52.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b801b9a0 con 0x7f17c0102fb0 2024-06-06T07:52:52.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.339+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17c01a0d20 con 0x7f17c0102fb0 2024-06-06T07:52:52.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.340+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17c0050a00 con 0x7f17c0102fb0 2024-06-06T07:52:52.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.341+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f17b8022070 con 0x7f17c0102fb0 2024-06-06T07:52:52.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.342+0000 7f17bdffb700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f17b00a2de0 0x7f17b00a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:52.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.342+0000 7f17c4b36700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f17b00a2de0 0x7f17b00a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:52.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.342+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f17b800f020 con 0x7f17c0102fb0 2024-06-06T07:52:52.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.343+0000 7f17c4b36700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f17b00a2de0 0x7f17b00a52a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f17b4006fd0 tx=0x7f17b4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:52.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.346+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f17b8029020 con 0x7f17c0102fb0 2024-06-06T07:52:52.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.639+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f17c01a10e0 con 0x7f17c0102fb0 2024-06-06T07:52:52.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.641+0000 7f17bdffb700 1 -- 172.21.15.27:0/4234697254 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f17b809d830 con 0x7f17c0102fb0 2024-06-06T07:52:52.640 INFO:teuthology.orchestra.run.smithi027.stdout:[client.0] 2024-06-06T07:52:52.641 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQDUamFmyzspJhAA/wXXRKvRL9SdtZ8wVXNGgw== 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f17b00a2de0 msgr2=0x7f17b00a52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f17b00a2de0 0x7f17b00a52a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f17b4006fd0 tx=0x7f17b4008040 comp rx=0 tx=0).stop 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 msgr2=0x7f17c019fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c019fe70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f17b8007dc0 tx=0x7f17b8007ea0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 shutdown_connections 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f17b00a2de0 0x7f17b00a52a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f17c0102fb0 0x7f17c019fe70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17c0101410 0x7f17c0198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 --2- 172.21.15.27:0/4234697254 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f17c0102610 0x7f17c0198e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.643+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 >> 172.21.15.27:0/4234697254 conn(0x7f17c00fc9b0 msgr2=0x7f17c00fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:52.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.644+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 shutdown_connections 2024-06-06T07:52:52.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:52.644+0000 7f17c6d9a700 1 -- 172.21.15.27:0/4234697254 wait complete. 2024-06-06T07:52:53.317 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:53 smithi027 ceph-mon[32293]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.1 KiB/s wr, 12 op/s 2024-06-06T07:52:53.317 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:53 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4234697254' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T07:52:53.317 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:53 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4234697254' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T07:52:53.346 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:52:53.347 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-06-06T07:52:53.347 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-06-06T07:52:53.386 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-06T07:52:53.387 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-06T07:52:53.387 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph mgr dump --format=json 2024-06-06T07:52:53.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:53 smithi176 ceph-mon[36543]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.1 KiB/s wr, 12 op/s 2024-06-06T07:52:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:53 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4234697254' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T07:52:53.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:53 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4234697254' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T07:52:53.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:53 smithi203 ceph-mon[37192]: pgmap v369: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.1 KiB/s wr, 12 op/s 2024-06-06T07:52:53.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:53 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4234697254' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-06T07:52:53.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:53 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4234697254' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-06T07:52:53.675 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:55.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.377+0000 7f334da66700 1 -- 172.21.15.27:0/574961346 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806ab30 msgr2=0x7f334810f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:55.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.377+0000 7f334da66700 1 --2- 172.21.15.27:0/574961346 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806ab30 0x7f334810f320 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f334000b0a0 tx=0x7f334000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.377+0000 7f334da66700 1 -- 172.21.15.27:0/574961346 shutdown_connections 2024-06-06T07:52:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 --2- 172.21.15.27:0/574961346 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806ab30 0x7f334810f320 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 --2- 172.21.15.27:0/574961346 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3348108500 0x7f33481088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 --2- 172.21.15.27:0/574961346 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f334806a170 0x7f334806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 -- 172.21.15.27:0/574961346 >> 172.21.15.27:0/574961346 conn(0x7f3348078340 msgr2=0x7f3348078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 -- 172.21.15.27:0/574961346 shutdown_connections 2024-06-06T07:52:55.378 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:55 smithi027 ceph-mon[32293]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 -- 172.21.15.27:0/574961346 wait complete. 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.378+0000 7f334da66700 1 Processor -- start 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 -- start start 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 0x7f334819e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f334806ab30 0x7f334819ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3348108500 0x7f3348198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f33481128c0 con 0x7f334806a170 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3348112740 con 0x7f3348108500 2024-06-06T07:52:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f334da66700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3348112a40 con 0x7f334806ab30 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f33477fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 0x7f334819e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f33477fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 0x7f334819e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35400/0 (socket says 172.21.15.27:35400) 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f33477fe700 1 -- 172.21.15.27:0/1251573518 learned_addr learned my addr 172.21.15.27:0/1251573518 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f3346ffd700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f334806ab30 0x7f334819ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.379+0000 7f3347fff700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3348108500 0x7f3348198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f33477fe700 1 -- 172.21.15.27:0/1251573518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f334806ab30 msgr2=0x7f334819ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f33477fe700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f334806ab30 0x7f334819ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f33477fe700 1 -- 172.21.15.27:0/1251573518 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3348108500 msgr2=0x7f3348198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f33477fe700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3348108500 0x7f3348198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f33477fe700 1 -- 172.21.15.27:0/1251573518 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3348199260 con 0x7f334806a170 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f33477fe700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 0x7f334819e940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f333800d950 tx=0x7f333800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3338016070 con 0x7f334806a170 2024-06-06T07:52:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f333800fd90 con 0x7f334806a170 2024-06-06T07:52:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3348199550 con 0x7f334806a170 2024-06-06T07:52:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f333800e610 con 0x7f334806a170 2024-06-06T07:52:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.380+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33481a5810 con 0x7f334806a170 2024-06-06T07:52:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.381+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3348069180 con 0x7f334806a170 2024-06-06T07:52:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.382+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3338019070 con 0x7f334806a170 2024-06-06T07:52:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.383+0000 7f3344ff9700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f33300a2cb0 0x7f33300a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.383+0000 7f3346ffd700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f33300a2cb0 0x7f33300a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.383+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f33380cef40 con 0x7f334806a170 2024-06-06T07:52:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.384+0000 7f3346ffd700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f33300a2cb0 0x7f33300a5170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3348107220 tx=0x7f333c00b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:55.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.388+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f333809b9c0 con 0x7f334806a170 2024-06-06T07:52:55.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:55 smithi176 ceph-mon[36543]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-06-06T07:52:55.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:55 smithi203 ceph-mon[37192]: pgmap v370: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-06-06T07:52:55.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.654+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f334802dca0 con 0x7f334806a170 2024-06-06T07:52:55.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.659+0000 7f3344ff9700 1 -- 172.21.15.27:0/1251573518 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263199 (secure 0 0 0) 0x7f333809b2c0 con 0x7f334806a170 2024-06-06T07:52:55.661 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:55.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f33300a2cb0 msgr2=0x7f33300a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:55.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f33300a2cb0 0x7f33300a5170 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3348107220 tx=0x7f333c00b3c0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 msgr2=0x7f334819e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:55.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 0x7f334819e940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f333800d950 tx=0x7f333800dc60 comp rx=0 tx=0).stop 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 shutdown_connections 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3348108500 0x7f3348198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f33300a2cb0 0x7f33300a5170 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f334806a170 0x7f334819e940 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 --2- 172.21.15.27:0/1251573518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f334806ab30 0x7f334819ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.661+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 >> 172.21.15.27:0/1251573518 conn(0x7f3348078340 msgr2=0x7f33480ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.662+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 shutdown_connections 2024-06-06T07:52:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:55.662+0000 7f334da66700 1 -- 172.21.15.27:0/1251573518 wait complete. 2024-06-06T07:52:56.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1251573518' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T07:52:56.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:56 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1251573518' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T07:52:56.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:56 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1251573518' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-06T07:52:56.567 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":1008951471},{"type":"v1","addr":"172.21.15.27:6801","nonce":1008951471}]},"active_addr":"172.21.15.27:6801/1008951471","active_change":"2024-06-06T07:43:33.505067+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.27:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":3378358917}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":3910427561}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":1165971616}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":2701848145}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":59901000}]}]} 2024-06-06T07:52:56.572 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-06T07:52:56.572 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-06T07:52:56.572 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:52:56.826 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:52:57.224 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:57 smithi027 ceph-mon[32293]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-06-06T07:52:57.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:57 smithi176 ceph-mon[36543]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-06-06T07:52:57.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:57 smithi203 ceph-mon[37192]: pgmap v371: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 -- 172.21.15.27:0/714889417 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc601015f0 msgr2=0x7fcc60107150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 --2- 172.21.15.27:0/714889417 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc601015f0 0x7fcc60107150 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fcc540099c0 tx=0x7fcc54009cd0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 -- 172.21.15.27:0/714889417 shutdown_connections 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 --2- 172.21.15.27:0/714889417 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc60107880 0x7fcc6010f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 --2- 172.21.15.27:0/714889417 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc60100c40 0x7fcc60101020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 --2- 172.21.15.27:0/714889417 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc601015f0 0x7fcc60107150 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 -- 172.21.15.27:0/714889417 >> 172.21.15.27:0/714889417 conn(0x7fcc60077990 msgr2=0x7fcc600fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 -- 172.21.15.27:0/714889417 shutdown_connections 2024-06-06T07:52:58.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.559+0000 7fcc667da700 1 -- 172.21.15.27:0/714889417 wait complete. 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.560+0000 7fcc667da700 1 Processor -- start 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.560+0000 7fcc667da700 1 -- start start 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc667da700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc60100c40 0x7fcc6019e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc667da700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc601015f0 0x7fcc6019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc667da700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 0x7fcc60198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc667da700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fcc601128f0 con 0x7fcc60107880 2024-06-06T07:52:58.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc667da700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcc60112770 con 0x7fcc601015f0 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc667da700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcc60112a70 con 0x7fcc60100c40 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 0x7fcc60198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 0x7fcc60198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35432/0 (socket says 172.21.15.27:35432) 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 -- 172.21.15.27:0/3195622870 learned_addr learned my addr 172.21.15.27:0/3195622870 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc5ffff700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc60100c40 0x7fcc6019e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc5f7fe700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc601015f0 0x7fcc6019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 -- 172.21.15.27:0/3195622870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc60100c40 msgr2=0x7fcc6019e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc60100c40 0x7fcc6019e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 -- 172.21.15.27:0/3195622870 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc601015f0 msgr2=0x7fcc6019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc601015f0 0x7fcc6019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 -- 172.21.15.27:0/3195622870 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc60199210 con 0x7fcc60107880 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc64d77700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 0x7fcc60198ab0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fcc58007f10 tx=0x7fcc5800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:58.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.561+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc58009e20 con 0x7fcc60107880 2024-06-06T07:52:58.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.562+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcc58004bb0 con 0x7fcc60107880 2024-06-06T07:52:58.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.562+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc60199500 con 0x7fcc60107880 2024-06-06T07:52:58.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.562+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc580059b0 con 0x7fcc60107880 2024-06-06T07:52:58.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.562+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc601a57c0 con 0x7fcc60107880 2024-06-06T07:52:58.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.563+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc60069180 con 0x7fcc60107880 2024-06-06T07:52:58.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.564+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcc5801a020 con 0x7fcc60107880 2024-06-06T07:52:58.564 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.565+0000 7fcc5d7fa700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc480a2d30 0x7fcc480a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:52:58.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.565+0000 7fcc5ffff700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc480a2d30 0x7fcc480a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:52:58.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.565+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fcc580cf160 con 0x7fcc60107880 2024-06-06T07:52:58.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.566+0000 7fcc5ffff700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc480a2d30 0x7fcc480a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fcc50005950 tx=0x7fcc5000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:52:58.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.569+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcc58010070 con 0x7fcc60107880 2024-06-06T07:52:58.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.776+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcc60199fe0 con 0x7fcc60107880 2024-06-06T07:52:58.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.777+0000 7fcc5d7fa700 1 -- 172.21.15.27:0/3195622870 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24634 (secure 0 0 0) 0x7fcc5809bbe0 con 0x7fcc60107880 2024-06-06T07:52:58.778 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:52:58.778 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":100,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:52:36.137837+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc480a2d30 msgr2=0x7fcc480a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc480a2d30 0x7fcc480a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fcc50005950 tx=0x7fcc5000a300 comp rx=0 tx=0).stop 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 msgr2=0x7fcc60198ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 0x7fcc60198ab0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fcc58007f10 tx=0x7fcc5800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 shutdown_connections 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc480a2d30 0x7fcc480a51f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc60107880 0x7fcc60198ab0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc60100c40 0x7fcc6019e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 --2- 172.21.15.27:0/3195622870 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc601015f0 0x7fcc6019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 >> 172.21.15.27:0/3195622870 conn(0x7fcc60077990 msgr2=0x7fcc60105fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:52:58.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 shutdown_connections 2024-06-06T07:52:58.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:52:58.780+0000 7fcc667da700 1 -- 172.21.15.27:0/3195622870 wait complete. 2024-06-06T07:52:59.438 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-06T07:52:59.438 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:52:59.463 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:59 smithi027 ceph-mon[32293]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:52:59.463 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:52:59 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3195622870' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:59 smithi176 ceph-mon[36543]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:52:59.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:52:59 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3195622870' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:59.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:59 smithi203 ceph-mon[37192]: pgmap v372: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:52:59.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:52:59 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3195622870' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:52:59.689 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:01.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 -- 172.21.15.27:0/3570066082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc6406b3c0 msgr2=0x7fcc6410f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:01.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 --2- 172.21.15.27:0/3570066082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc6406b3c0 0x7fcc6410f310 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c00b0a0 tx=0x7fcc5c00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.415 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:01 smithi027 ceph-mon[32293]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 426 B/s wr, 8 op/s 2024-06-06T07:53:01.415 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:01 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:53:01.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 -- 172.21.15.27:0/3570066082 shutdown_connections 2024-06-06T07:53:01.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 --2- 172.21.15.27:0/3570066082 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc6406b3c0 0x7fcc6410f310 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 --2- 172.21.15.27:0/3570066082 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc641084f0 0x7fcc641088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 --2- 172.21.15.27:0/3570066082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 0x7fcc6406ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 -- 172.21.15.27:0/3570066082 >> 172.21.15.27:0/3570066082 conn(0x7fcc64078300 msgr2=0x7fcc64078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 -- 172.21.15.27:0/3570066082 shutdown_connections 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.413+0000 7fcc6b727700 1 -- 172.21.15.27:0/3570066082 wait complete. 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 Processor -- start 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 -- start start 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 0x7fcc6419aee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc6406b3c0 0x7fcc6419b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc641084f0 0x7fcc6419f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fcc64112910 con 0x7fcc641084f0 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcc64112790 con 0x7fcc6406b3c0 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc6b727700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcc64112a90 con 0x7fcc6406aa00 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.414+0000 7fcc694c3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 0x7fcc6419aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:01.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc641084f0 0x7fcc6419f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc694c3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 0x7fcc6419aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:38666/0 (socket says 172.21.15.27:38666) 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc694c3700 1 -- 172.21.15.27:0/219746291 learned_addr learned my addr 172.21.15.27:0/219746291 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc68cc2700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc6406b3c0 0x7fcc6419b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 -- 172.21.15.27:0/219746291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 msgr2=0x7fcc6419aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 0x7fcc6419aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 -- 172.21.15.27:0/219746291 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc6406b3c0 msgr2=0x7fcc6419b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc6406b3c0 0x7fcc6419b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 -- 172.21.15.27:0/219746291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc6419fef0 con 0x7fcc641084f0 2024-06-06T07:53:01.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc68cc2700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc6406b3c0 0x7fcc6419b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc69cc4700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc641084f0 0x7fcc6419f7b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c009bc0 tx=0x7fcc5c004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc5c021070 con 0x7fcc641084f0 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc641a0180 con 0x7fcc641084f0 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.415+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcc5c007b80 con 0x7fcc641084f0 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.416+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc641a7a60 con 0x7fcc641084f0 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.416+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc5c02b060 con 0x7fcc641084f0 2024-06-06T07:53:01.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.417+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc64069180 con 0x7fcc641084f0 2024-06-06T07:53:01.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.419+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcc5c024070 con 0x7fcc641084f0 2024-06-06T07:53:01.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.420+0000 7fcc5a7fc700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc500a2cb0 0x7fcc500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:01.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.420+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fcc5c0d0800 con 0x7fcc641084f0 2024-06-06T07:53:01.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.420+0000 7fcc694c3700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc500a2cb0 0x7fcc500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:01.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.421+0000 7fcc694c3700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc500a2cb0 0x7fcc500a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcc60007c90 tx=0x7fcc60007480 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:01.424 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.424+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcc5c09d310 con 0x7fcc641084f0 2024-06-06T07:53:01.468 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:01 smithi203 ceph-mon[37192]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 426 B/s wr, 8 op/s 2024-06-06T07:53:01.468 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:01 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:53:01.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:01 smithi176 ceph-mon[36543]: pgmap v373: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 426 B/s wr, 8 op/s 2024-06-06T07:53:01.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:01 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:53:01.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.642+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcc641a7c30 con 0x7fcc641084f0 2024-06-06T07:53:01.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.644+0000 7fcc5a7fc700 1 -- 172.21.15.27:0/219746291 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24634 (secure 0 0 0) 0x7fcc5c09cc10 con 0x7fcc641084f0 2024-06-06T07:53:01.645 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:53:01.645 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":100,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:52:36.137837+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc500a2cb0 msgr2=0x7fcc500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc500a2cb0 0x7fcc500a5170 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcc60007c90 tx=0x7fcc60007480 comp rx=0 tx=0).stop 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc641084f0 msgr2=0x7fcc6419f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc641084f0 0x7fcc6419f7b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcc5c009bc0 tx=0x7fcc5c004ce0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 shutdown_connections 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcc500a2cb0 0x7fcc500a5170 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcc641084f0 0x7fcc6419f7b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc6406aa00 0x7fcc6419aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 --2- 172.21.15.27:0/219746291 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcc6406b3c0 0x7fcc6419b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:01.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.646+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 >> 172.21.15.27:0/219746291 conn(0x7fcc64078300 msgr2=0x7fcc6410d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:01.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.647+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 shutdown_connections 2024-06-06T07:53:01.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:01.647+0000 7fcc6b727700 1 -- 172.21.15.27:0/219746291 wait complete. 2024-06-06T07:53:02.378 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:02 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/219746291' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:53:02.379 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:02.379 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:02 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:02.406 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-06T07:53:02.406 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-06T07:53:02.407 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-06T07:53:02.407 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-06T07:53:02.408 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-06T07:53:02.408 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-06T07:53:02.408 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-06T07:53:02.409 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-06T07:53:02.409 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-06-06T07:53:02.409 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-06-06T07:53:02.410 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-06-06T07:53:02.410 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-06-06T07:53:02.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:02 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/219746291' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:53:02.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:02.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:02 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:02.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:02 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/219746291' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:53:02.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:02.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:02 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.187 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.348 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.349 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.354 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.356 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.356 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.356 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.357 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.360 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.360 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.362 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:03.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:03 smithi176 ceph-mon[36543]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:53:03.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:03 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:03 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.508 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:03 smithi027 ceph-mon[32293]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:53:03.508 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.508 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:03 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:03 smithi203 ceph-mon[37192]: pgmap v374: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:53:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:03 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:03 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:03.629 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:05.317 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:05 smithi027 ceph-mon[32293]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:05.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:05 smithi176 ceph-mon[36543]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:05.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:05 smithi203 ceph-mon[37192]: pgmap v375: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:07.344 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:07 smithi027 ceph-mon[32293]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:07.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:07 smithi176 ceph-mon[36543]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:07.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:07 smithi203 ceph-mon[37192]: pgmap v376: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:09.481 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:09 smithi027 ceph-mon[32293]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:09.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:09 smithi176 ceph-mon[36543]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:09.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:09 smithi203 ceph-mon[37192]: pgmap v377: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:11.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:11 smithi027 ceph-mon[32293]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:11.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:11 smithi176 ceph-mon[36543]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:11.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:11 smithi203 ceph-mon[37192]: pgmap v378: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:12.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 -- 172.21.15.27:0/1640156808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 msgr2=0x7f74ac06b0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:12.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 --2- 172.21.15.27:0/1640156808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac06b0e0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f74a00099c0 tx=0x7f74a0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 -- 172.21.15.27:0/1640156808 shutdown_connections 2024-06-06T07:53:12.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 --2- 172.21.15.27:0/1640156808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74ac06b620 0x7f74ac10f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 --2- 172.21.15.27:0/1640156808 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74ac108580 0x7f74ac108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 --2- 172.21.15.27:0/1640156808 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac06b0e0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 -- 172.21.15.27:0/1640156808 >> 172.21.15.27:0/1640156808 conn(0x7f74ac078430 msgr2=0x7f74ac078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 -- 172.21.15.27:0/1640156808 shutdown_connections 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.218+0000 7f74b157f700 1 -- 172.21.15.27:0/1640156808 wait complete. 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 Processor -- start 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 -- start start 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac19afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74ac06b620 0x7f74ac19b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74ac108580 0x7f74ac19f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:12.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac112970 con 0x7f74ac06ac60 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac1127f0 con 0x7f74ac06b620 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74b157f700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac112af0 con 0x7f74ac108580 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74aaffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac19afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74aaffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac19afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37718/0 (socket says 172.21.15.27:37718) 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74aaffd700 1 -- 172.21.15.27:0/150280899 learned_addr learned my addr 172.21.15.27:0/150280899 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74aa7fc700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74ac06b620 0x7f74ac19b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.219+0000 7f74ab7fe700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74ac108580 0x7f74ac19f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:12.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aaffd700 1 -- 172.21.15.27:0/150280899 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74ac108580 msgr2=0x7f74ac19f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aaffd700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74ac108580 0x7f74ac19f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aaffd700 1 -- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74ac06b620 msgr2=0x7f74ac19b500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aaffd700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74ac06b620 0x7f74ac19b500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aaffd700 1 -- 172.21.15.27:0/150280899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74ac19ffd0 con 0x7f74ac06ac60 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74ab7fe700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74ac108580 0x7f74ac19f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aa7fc700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74ac06b620 0x7f74ac19b500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74aaffd700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac19afc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f749c00c920 tx=0x7f749c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f749c007b00 con 0x7f74ac06ac60 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f749c004d30 con 0x7f74ac06ac60 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74ac1a02c0 con 0x7f74ac06ac60 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f749c005680 con 0x7f74ac06ac60 2024-06-06T07:53:12.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.220+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74ac1a7b40 con 0x7f74ac06ac60 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.221+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f74ac10e0a0 con 0x7f74ac06ac60 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.222+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f749c004750 con 0x7f74ac06ac60 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.223+0000 7f7493fff700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f74940a2cb0 0x7f74940a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.223+0000 7f74aa7fc700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f74940a2cb0 0x7f74940a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.223+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f749c0cf510 con 0x7f74ac06ac60 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.223+0000 7f7493fff700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] conn(0x7f74940ade80 0x7f74940b0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.223+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 --> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f74940b09f0 con 0x7f74940ade80 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.223+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f749c0cf960 con 0x7f74ac06ac60 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.224+0000 7f74aa7fc700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f74940a2cb0 0x7f74940a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f74a0009990 tx=0x7f74a0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.224+0000 7f74ab7fe700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] conn(0x7f74940ade80 0x7f74940b0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.224+0000 7f74ab7fe700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] conn(0x7f74940ade80 0x7f74940b0320 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:12.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.225+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== osd.1 v2:172.21.15.176:6800/3582788803 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f74940b09f0 con 0x7f74940ade80 2024-06-06T07:53:12.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.244+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 --> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f74ac103bf0 con 0x7f74940ade80 2024-06-06T07:53:12.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f7493fff700 1 -- 172.21.15.27:0/150280899 <== osd.1 v2:172.21.15.176:6800/3582788803 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f74ac103bf0 con 0x7f74940ade80 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] conn(0x7f74940ade80 msgr2=0x7f74940b0320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] conn(0x7f74940ade80 0x7f74940b0320 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f74940a2cb0 msgr2=0x7f74940a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f74940a2cb0 0x7f74940a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f74a0009990 tx=0x7f74a0000bc0 comp rx=0 tx=0).stop 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 msgr2=0x7f74ac19afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 --2- 172.21.15.27:0/150280899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f74ac06ac60 0x7f74ac19afc0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f749c00c920 tx=0x7f749c00cc30 comp rx=0 tx=0).stop 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74ab7fe700 1 -- 172.21.15.27:0/150280899 reap_dead start 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 shutdown_connections 2024-06-06T07:53:12.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.245+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 >> 172.21.15.27:0/150280899 conn(0x7f74ac078430 msgr2=0x7f74ac10d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:12.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.246+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 shutdown_connections 2024-06-06T07:53:12.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:12.246+0000 7f74b157f700 1 -- 172.21.15.27:0/150280899 wait complete. 2024-06-06T07:53:13.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:13 smithi176 ceph-mon[36543]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:13.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:13 smithi203 ceph-mon[37192]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:13.539 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:13 smithi027 ceph-mon[32293]: pgmap v379: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:15.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:15 smithi027 ceph-mon[32293]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:15.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:15 smithi176 ceph-mon[36543]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:15.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:15 smithi203 ceph-mon[37192]: pgmap v380: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 -- 172.21.15.27:0/2944176505 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3814101d30 msgr2=0x7f381410e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 --2- 172.21.15.27:0/2944176505 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3814101d30 0x7f381410e210 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f380c00b0a0 tx=0x7f380c00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 -- 172.21.15.27:0/2944176505 shutdown_connections 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 --2- 172.21.15.27:0/2944176505 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3814101d30 0x7f381410e210 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 --2- 172.21.15.27:0/2944176505 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38141073d0 0x7f38141077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 --2- 172.21.15.27:0/2944176505 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3814101390 0x7f38141017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 -- 172.21.15.27:0/2944176505 >> 172.21.15.27:0/2944176505 conn(0x7f38140782c0 msgr2=0x7f38140786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 -- 172.21.15.27:0/2944176505 shutdown_connections 2024-06-06T07:53:15.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.936+0000 7f3819cca700 1 -- 172.21.15.27:0/2944176505 wait complete. 2024-06-06T07:53:15.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 Processor -- start 2024-06-06T07:53:15.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 -- start start 2024-06-06T07:53:15.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3814101390 0x7f381419b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:15.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3814101d30 0x7f381419b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38141073d0 0x7f381419f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3814111850 con 0x7f38141073d0 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f38141116d0 con 0x7f3814101d30 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3819cca700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f38141119d0 con 0x7f3814101390 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3813fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38141073d0 0x7f381419f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3813fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38141073d0 0x7f381419f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51166/0 (socket says 172.21.15.27:51166) 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.937+0000 7f3813fff700 1 -- 172.21.15.27:0/2417937576 learned_addr learned my addr 172.21.15.27:0/2417937576 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f38137fe700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3814101390 0x7f381419b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3812ffd700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3814101d30 0x7f381419b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3813fff700 1 -- 172.21.15.27:0/2417937576 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3814101390 msgr2=0x7f381419b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3813fff700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3814101390 0x7f381419b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3813fff700 1 -- 172.21.15.27:0/2417937576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3814101d30 msgr2=0x7f381419b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3813fff700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3814101d30 0x7f381419b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3813fff700 1 -- 172.21.15.27:0/2417937576 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38141a0030 con 0x7f38141073d0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f38137fe700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3814101390 0x7f381419b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3812ffd700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3814101d30 0x7f381419b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3813fff700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38141073d0 0x7f381419f8f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f380c006070 tx=0x7f380c004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c021030 con 0x7f38141073d0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f380c007b30 con 0x7f38141073d0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c01d470 con 0x7f38141073d0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38141a02c0 con 0x7f38141073d0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.938+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38141a7ba0 con 0x7f38141073d0 2024-06-06T07:53:15.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.939+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f381406abf0 con 0x7f38141073d0 2024-06-06T07:53:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.940+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f380c024070 con 0x7f38141073d0 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.941+0000 7f3810ff9700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f38000a2d30 0x7f38000a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.941+0000 7f38137fe700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f38000a2d30 0x7f38000a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.941+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f380c00f020 con 0x7f38141073d0 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.942+0000 7f3810ff9700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] conn(0x7f38000adf10 0x7f38000b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.942+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 --> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f380c01ee80 con 0x7f38000adf10 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.942+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f380c0d0720 con 0x7f38141073d0 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.942+0000 7f3812ffd700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] conn(0x7f38000adf10 0x7f38000b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.942+0000 7f38137fe700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f38000a2d30 0x7f38000a51f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f38040099d0 tx=0x7f3804008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.942+0000 7f3812ffd700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] conn(0x7f38000adf10 0x7f38000b03b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:15.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.943+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== osd.0 v2:172.21.15.27:6802/53760968 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f380c01ee80 con 0x7f38000adf10 2024-06-06T07:53:15.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 --> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3814102a80 con 0x7f38000adf10 2024-06-06T07:53:15.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3810ff9700 1 -- 172.21.15.27:0/2417937576 <== osd.0 v2:172.21.15.27:6802/53760968 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3814102a80 con 0x7f38000adf10 2024-06-06T07:53:15.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] conn(0x7f38000adf10 msgr2=0x7f38000b03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:15.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] conn(0x7f38000adf10 0x7f38000b03b0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f38000a2d30 msgr2=0x7f38000a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:15.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f38000a2d30 0x7f38000a51f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f38040099d0 tx=0x7f3804008040 comp rx=0 tx=0).stop 2024-06-06T07:53:15.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38141073d0 msgr2=0x7f381419f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:15.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3819cca700 1 --2- 172.21.15.27:0/2417937576 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f38141073d0 0x7f381419f8f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f380c006070 tx=0x7f380c004ed0 comp rx=0 tx=0).stop 2024-06-06T07:53:15.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.961+0000 7f3813fff700 1 -- 172.21.15.27:0/2417937576 reap_dead start 2024-06-06T07:53:15.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.962+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 shutdown_connections 2024-06-06T07:53:15.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.962+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 >> 172.21.15.27:0/2417937576 conn(0x7f38140782c0 msgr2=0x7f381406a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:15.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.962+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 shutdown_connections 2024-06-06T07:53:15.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:15.962+0000 7f3819cca700 1 -- 172.21.15.27:0/2417937576 wait complete. 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 -- 172.21.15.27:0/3794956472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 msgr2=0x7f76fc1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 --2- 172.21.15.27:0/3794956472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1077e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f76f8009990 tx=0x7f76f8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 -- 172.21.15.27:0/3794956472 shutdown_connections 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 --2- 172.21.15.27:0/3794956472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101d50 0x7f76fc10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 --2- 172.21.15.27:0/3794956472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1077e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 --2- 172.21.15.27:0/3794956472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc101390 0x7f76fc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.133 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 -- 172.21.15.27:0/3794956472 >> 172.21.15.27:0/3794956472 conn(0x7f76fc078340 msgr2=0x7f76fc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:16.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 -- 172.21.15.27:0/3794956472 shutdown_connections 2024-06-06T07:53:16.134 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.132+0000 7f77042f3700 1 -- 172.21.15.27:0/3794956472 wait complete. 2024-06-06T07:53:16.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.133+0000 7f77042f3700 1 Processor -- start 2024-06-06T07:53:16.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.133+0000 7f77042f3700 1 -- start start 2024-06-06T07:53:16.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101390 0x7f76fc199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc101d50 0x7f76fc19a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1a4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc111830 con 0x7f76fc107400 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1116b0 con 0x7f76fc101390 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1119b0 con 0x7f76fc101d50 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1a4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1a4bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51194/0 (socket says 172.21.15.27:51194) 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 -- 172.21.15.27:0/1400162438 learned_addr learned my addr 172.21.15.27:0/1400162438 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f770188e700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc101d50 0x7f76fc19a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f770208f700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101390 0x7f76fc199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 -- 172.21.15.27:0/1400162438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc101d50 msgr2=0x7f76fc19a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc101d50 0x7f76fc19a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 -- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101390 msgr2=0x7f76fc199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101390 0x7f76fc199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 -- 172.21.15.27:0/1400162438 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76fc1a5110 con 0x7f76fc107400 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f7702890700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1a4bd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f76f400b970 tx=0x7f76f400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f400d860 con 0x7f76fc107400 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f76f400e430 con 0x7f76fc107400 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76fc1a52e0 con 0x7f76fc107400 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.134+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f4017640 con 0x7f76fc107400 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.135+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76fc1a5840 con 0x7f76fc107400 2024-06-06T07:53:16.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.135+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f76fc1007c0 con 0x7f76fc107400 2024-06-06T07:53:16.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.137+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f76f400e5e0 con 0x7f76fc107400 2024-06-06T07:53:16.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.137+0000 7f76f37fe700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e80a2d30 0x7f76e80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:16.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.137+0000 7f770208f700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e80a2d30 0x7f76e80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:16.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.137+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f76f40cf420 con 0x7f76fc107400 2024-06-06T07:53:16.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.138+0000 7f76f37fe700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] conn(0x7f76e80adf10 0x7f76e80b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:16.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.138+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 --> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f76e80b0a80 con 0x7f76e80adf10 2024-06-06T07:53:16.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.138+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f76f40cf870 con 0x7f76fc107400 2024-06-06T07:53:16.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.138+0000 7f770208f700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e80a2d30 0x7f76e80a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f76f80098e0 tx=0x7f76f8005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:16.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.138+0000 7f770188e700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] conn(0x7f76e80adf10 0x7f76e80b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:16.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.138+0000 7f770188e700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] conn(0x7f76e80adf10 0x7f76e80b03b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:16.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.139+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== osd.10 v2:172.21.15.176:6824/512465396 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f76e80b0a80 con 0x7f76e80adf10 2024-06-06T07:53:16.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.156+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 --> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f76fc102ab0 con 0x7f76e80adf10 2024-06-06T07:53:16.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.156+0000 7f76f37fe700 1 -- 172.21.15.27:0/1400162438 <== osd.10 v2:172.21.15.176:6824/512465396 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f76fc102ab0 con 0x7f76e80adf10 2024-06-06T07:53:16.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] conn(0x7f76e80adf10 msgr2=0x7f76e80b03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] conn(0x7f76e80adf10 0x7f76e80b03b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e80a2d30 msgr2=0x7f76e80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e80a2d30 0x7f76e80a51f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f76f80098e0 tx=0x7f76f8005960 comp rx=0 tx=0).stop 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 msgr2=0x7f76fc1a4bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 --2- 172.21.15.27:0/1400162438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc107400 0x7f76fc1a4bd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f76f400b970 tx=0x7f76f400bc80 comp rx=0 tx=0).stop 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f7702890700 1 -- 172.21.15.27:0/1400162438 reap_dead start 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 shutdown_connections 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 >> 172.21.15.27:0/1400162438 conn(0x7f76fc078340 msgr2=0x7f76fc0ffde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 shutdown_connections 2024-06-06T07:53:16.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:16.157+0000 7f77042f3700 1 -- 172.21.15.27:0/1400162438 wait complete. 2024-06-06T07:53:17.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:17 smithi176 ceph-mon[36543]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:17.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:17 smithi203 ceph-mon[37192]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:17.608 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:17 smithi027 ceph-mon[32293]: pgmap v381: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:18.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.884+0000 7f01428e9700 1 -- 172.21.15.27:0/2496796908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c1010b0 msgr2=0x7f013c101490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:18.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.884+0000 7f01428e9700 1 --2- 172.21.15.27:0/2496796908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c1010b0 0x7f013c101490 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f012c009990 tx=0x7f012c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 -- 172.21.15.27:0/2496796908 shutdown_connections 2024-06-06T07:53:18.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 --2- 172.21.15.27:0/2496796908 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c105f50 0x7f013c10da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 --2- 172.21.15.27:0/2496796908 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c1010b0 0x7f013c101490 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 --2- 172.21.15.27:0/2496796908 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c101a60 0x7f013c105820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 -- 172.21.15.27:0/2496796908 >> 172.21.15.27:0/2496796908 conn(0x7f013c0766b0 msgr2=0x7f013c076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 -- 172.21.15.27:0/2496796908 shutdown_connections 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 -- 172.21.15.27:0/2496796908 wait complete. 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 Processor -- start 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.885+0000 7f01428e9700 1 -- start start 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01428e9700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c1010b0 0x7f013c102850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01428e9700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c101a60 0x7f013c102d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01428e9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c105f50 0x7f013c1032d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01428e9700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f013c110770 con 0x7f013c105f50 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01428e9700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1105f0 con 0x7f013c1010b0 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01428e9700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1108f0 con 0x7f013c101a60 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c105f50 0x7f013c1032d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c105f50 0x7f013c1032d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51198/0 (socket says 172.21.15.27:51198) 2024-06-06T07:53:18.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 -- 172.21.15.27:0/3942061605 learned_addr learned my addr 172.21.15.27:0/3942061605 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f013b7fe700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c101a60 0x7f013c102d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f013bfff700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c1010b0 0x7f013c102850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 -- 172.21.15.27:0/3942061605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c101a60 msgr2=0x7f013c102d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c101a60 0x7f013c102d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 -- 172.21.15.27:0/3942061605 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c1010b0 msgr2=0x7f013c102850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c1010b0 0x7f013c102850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.891 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 -- 172.21.15.27:0/3942061605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f013c1a71c0 con 0x7f013c105f50 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f0140e86700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c105f50 0x7f013c1032d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f013400d370 tx=0x7f013400d680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f013400ddf0 con 0x7f013c105f50 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.886+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0134003a00 con 0x7f013c105f50 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.887+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f013c1a7450 con 0x7f013c105f50 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.887+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0134004020 con 0x7f013c105f50 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.887+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f013c1a7990 con 0x7f013c105f50 2024-06-06T07:53:18.892 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.887+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f013c062c20 con 0x7f013c105f50 2024-06-06T07:53:18.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.889+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f013401a020 con 0x7f013c105f50 2024-06-06T07:53:18.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.889+0000 7f01397fa700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01240a2d30 0x7f01240a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:18.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f013bfff700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01240a2d30 0x7f01240a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:18.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f01340cf760 con 0x7f013c105f50 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f01397fa700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] conn(0x7f01240adf10 0x7f01240b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 --> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0134023e50 con 0x7f01240adf10 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f01340cfbb0 con 0x7f013c105f50 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f013b7fe700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] conn(0x7f01240adf10 0x7f01240b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f013bfff700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01240a2d30 0x7f01240a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f012c00b5c0 tx=0x7f012c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.890+0000 7f013b7fe700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] conn(0x7f01240adf10 0x7f01240b03b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:18.894 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.891+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== osd.3 v2:172.21.15.27:6810/2694539003 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0134023e50 con 0x7f01240adf10 2024-06-06T07:53:18.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.907+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 --> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f013c0630a0 con 0x7f01240adf10 2024-06-06T07:53:18.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01397fa700 1 -- 172.21.15.27:0/3942061605 <== osd.3 v2:172.21.15.27:6810/2694539003 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f013c0630a0 con 0x7f01240adf10 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] conn(0x7f01240adf10 msgr2=0x7f01240b03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] conn(0x7f01240adf10 0x7f01240b03b0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01240a2d30 msgr2=0x7f01240a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01240a2d30 0x7f01240a51f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f012c00b5c0 tx=0x7f012c005960 comp rx=0 tx=0).stop 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c105f50 msgr2=0x7f013c1032d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 --2- 172.21.15.27:0/3942061605 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c105f50 0x7f013c1032d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f013400d370 tx=0x7f013400d680 comp rx=0 tx=0).stop 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f0140e86700 1 -- 172.21.15.27:0/3942061605 reap_dead start 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 shutdown_connections 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 >> 172.21.15.27:0/3942061605 conn(0x7f013c0766b0 msgr2=0x7f013c104a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:18.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 shutdown_connections 2024-06-06T07:53:18.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:18.908+0000 7f01428e9700 1 -- 172.21.15.27:0/3942061605 wait complete. 2024-06-06T07:53:19.350 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:19 smithi027 ceph-mon[32293]: pgmap v382: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-06-06T07:53:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:19 smithi176 ceph-mon[36543]: pgmap v382: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-06-06T07:53:19.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:19 smithi203 ceph-mon[37192]: pgmap v382: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s 2024-06-06T07:53:20.120 INFO:teuthology.orchestra.run.smithi027.stdout:34359738468 2024-06-06T07:53:20.120 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-06T07:53:20.554 INFO:teuthology.orchestra.run.smithi027.stdout:111669149781 2024-06-06T07:53:20.555 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-06T07:53:20.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 -- 172.21.15.27:0/4204464757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c8108500 msgr2=0x7f96c81088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:20.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 --2- 172.21.15.27:0/4204464757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c8108500 0x7f96c81088e0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f96b8009990 tx=0x7f96b8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 -- 172.21.15.27:0/4204464757 shutdown_connections 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 --2- 172.21.15.27:0/4204464757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96c806b5c0 0x7f96c810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 --2- 172.21.15.27:0/4204464757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c8108500 0x7f96c81088e0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 --2- 172.21.15.27:0/4204464757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96c806ac00 0x7f96c806b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.903+0000 7f96cd017700 1 -- 172.21.15.27:0/4204464757 >> 172.21.15.27:0/4204464757 conn(0x7f96c8078340 msgr2=0x7f96c8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.904+0000 7f96cd017700 1 -- 172.21.15.27:0/4204464757 shutdown_connections 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.904+0000 7f96cd017700 1 -- 172.21.15.27:0/4204464757 wait complete. 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.904+0000 7f96cd017700 1 Processor -- start 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.904+0000 7f96cd017700 1 -- start start 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96cd017700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96c806ac00 0x7f96c819ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96cd017700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c806b5c0 0x7f96c819efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:20.637 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96cd017700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96c8108500 0x7f96c8198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96cd017700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f96c81128b0 con 0x7f96c806b5c0 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96cd017700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f96c8112730 con 0x7f96c806ac00 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96cd017700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f96c8112a30 con 0x7f96c8108500 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c806b5c0 0x7f96c819efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c806b5c0 0x7f96c819efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51218/0 (socket says 172.21.15.27:51218) 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 -- 172.21.15.27:0/222975640 learned_addr learned my addr 172.21.15.27:0/222975640 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c6d9d700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96c806ac00 0x7f96c819ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c759e700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96c8108500 0x7f96c8198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 -- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96c8108500 msgr2=0x7f96c8198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96c8108500 0x7f96c8198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 -- 172.21.15.27:0/222975640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96c806ac00 msgr2=0x7f96c819ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f96c806ac00 0x7f96c819ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.638 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 -- 172.21.15.27:0/222975640 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96c8199410 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c759e700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96c8108500 0x7f96c8198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.905+0000 7f96c659c700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c806b5c0 0x7f96c819efa0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00d950 tx=0x7f96bc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.906+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc016070 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.906+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96c8199700 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.906+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f96bc009e40 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.906+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc00f620 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.906+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96c81a59e0 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.906+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f96c8062be0 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.908+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f96bc019070 con 0x7f96c806b5c0 2024-06-06T07:53:20.639 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.908+0000 7f96affff700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96b00a2cb0 0x7f96b00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96c6d9d700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96b00a2cb0 0x7f96b00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f96bc0cf620 con 0x7f96c806b5c0 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96affff700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] conn(0x7f96b00ade90 0x7f96b00b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 --> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f96bc014e80 con 0x7f96b00ade90 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f96bc0cfa70 con 0x7f96c806b5c0 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96c6d9d700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96b00a2cb0 0x7f96b00a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f96b80098e0 tx=0x7f96b8005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.909+0000 7f96c759e700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] conn(0x7f96b00ade90 0x7f96b00b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.910+0000 7f96c759e700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] conn(0x7f96b00ade90 0x7f96b00b0330 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.911+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== osd.2 v2:172.21.15.203:6800/2565330432 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f96bc014e80 con 0x7f96b00ade90 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.927+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 --> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f96c8063060 con 0x7f96b00ade90 2024-06-06T07:53:20.640 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.927+0000 7f96affff700 1 -- 172.21.15.27:0/222975640 <== osd.2 v2:172.21.15.203:6800/2565330432 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f96c8063060 con 0x7f96b00ade90 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] conn(0x7f96b00ade90 msgr2=0x7f96b00b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] conn(0x7f96b00ade90 0x7f96b00b0330 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96b00a2cb0 msgr2=0x7f96b00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f96b00a2cb0 0x7f96b00a5170 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f96b80098e0 tx=0x7f96b8005960 comp rx=0 tx=0).stop 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c806b5c0 msgr2=0x7f96c819efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 --2- 172.21.15.27:0/222975640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f96c806b5c0 0x7f96c819efa0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00d950 tx=0x7f96bc00dc60 comp rx=0 tx=0).stop 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96c759e700 1 -- 172.21.15.27:0/222975640 reap_dead start 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 shutdown_connections 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.928+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 >> 172.21.15.27:0/222975640 conn(0x7f96c8078340 msgr2=0x7f96c80ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.929+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 shutdown_connections 2024-06-06T07:53:20.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.929+0000 7f96cd017700 1 -- 172.21.15.27:0/222975640 wait complete. 2024-06-06T07:53:21.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.493+0000 7f1428e80700 1 -- 172.21.15.27:0/2651247257 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 msgr2=0x7f1424074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:21.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.493+0000 7f1428e80700 1 --2- 172.21.15.27:0/2651247257 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f1424074aa0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1414009990 tx=0x7f1414009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 -- 172.21.15.27:0/2651247257 shutdown_connections 2024-06-06T07:53:21.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 --2- 172.21.15.27:0/2651247257 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142410ee90 0x7f1424111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 --2- 172.21.15.27:0/2651247257 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f1424074aa0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 --2- 172.21.15.27:0/2651247257 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1424074fe0 0x7f142410e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.494 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 -- 172.21.15.27:0/2651247257 >> 172.21.15.27:0/2651247257 conn(0x7f14240795f0 msgr2=0x7f1424079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:21.494 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:21 smithi027 ceph-mon[32293]: pgmap v383: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 -- 172.21.15.27:0/2651247257 shutdown_connections 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 -- 172.21.15.27:0/2651247257 wait complete. 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.494+0000 7f1428e80700 1 Processor -- start 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 -- start start 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f14241a1f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1424074fe0 0x7f14241a00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:21.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142410ee90 0x7f14241a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1424114ba0 con 0x7f14240746c0 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1424114a20 con 0x7f1424074fe0 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1428e80700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1424114d20 con 0x7f142410ee90 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f14241a1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f14241a1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51230/0 (socket says 172.21.15.27:51230) 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 -- 172.21.15.27:0/451357500 learned_addr learned my addr 172.21.15.27:0/451357500 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1421d9b700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1424074fe0 0x7f14241a00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1422d9d700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142410ee90 0x7f14241a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 -- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142410ee90 msgr2=0x7f14241a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142410ee90 0x7f14241a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 -- 172.21.15.27:0/451357500 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1424074fe0 msgr2=0x7f14241a00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:21.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1424074fe0 0x7f14241a00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f142259c700 1 -- 172.21.15.27:0/451357500 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14241a0d20 con 0x7f14240746c0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.495+0000 7f1422d9d700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142410ee90 0x7f14241a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.496+0000 7f142259c700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f14241a1f00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1414003a90 tx=0x7f1414003ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.496+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414003e50 con 0x7f14240746c0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.496+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f142410d910 con 0x7f14240746c0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.496+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f141400f460 con 0x7f14240746c0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.496+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1414017630 con 0x7f14240746c0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.496+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f142410ddf0 con 0x7f14240746c0 2024-06-06T07:53:21.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.497+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1424105100 con 0x7f14240746c0 2024-06-06T07:53:21.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:21 smithi176 ceph-mon[36543]: pgmap v383: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.498+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f141400fa10 con 0x7f14240746c0 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f14137fe700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f140c0a2e50 0x7f140c0a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f1421d9b700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f140c0a2e50 0x7f140c0a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f14140d07b0 con 0x7f14240746c0 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f14137fe700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] conn(0x7f140c0ae030 0x7f140c0b04d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 --> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f141401ee80 con 0x7f140c0ae030 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f14140d0c00 con 0x7f14240746c0 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f1421d9b700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f140c0a2e50 0x7f140c0a5310 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1424100380 tx=0x7f1418009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.499+0000 7f1422d9d700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] conn(0x7f140c0ae030 0x7f140c0b04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:21.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.500+0000 7f1422d9d700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] conn(0x7f140c0ae030 0x7f140c0b04d0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:21.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.501+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== osd.8 v2:172.21.15.203:6816/3154573283 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f141401ee80 con 0x7f140c0ae030 2024-06-06T07:53:21.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.518+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 --> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1424075db0 con 0x7f140c0ae030 2024-06-06T07:53:21.518 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f14137fe700 1 -- 172.21.15.27:0/451357500 <== osd.8 v2:172.21.15.203:6816/3154573283 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1424075db0 con 0x7f140c0ae030 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] conn(0x7f140c0ae030 msgr2=0x7f140c0b04d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] conn(0x7f140c0ae030 0x7f140c0b04d0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f140c0a2e50 msgr2=0x7f140c0a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f140c0a2e50 0x7f140c0a5310 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1424100380 tx=0x7f1418009190 comp rx=0 tx=0).stop 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 msgr2=0x7f14241a1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 --2- 172.21.15.27:0/451357500 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14240746c0 0x7f14241a1f00 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1414003a90 tx=0x7f1414003ac0 comp rx=0 tx=0).stop 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1422d9d700 1 -- 172.21.15.27:0/451357500 reap_dead start 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 shutdown_connections 2024-06-06T07:53:21.519 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 >> 172.21.15.27:0/451357500 conn(0x7f14240795f0 msgr2=0x7f1424104760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:21.520 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 shutdown_connections 2024-06-06T07:53:21.520 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:21.519+0000 7f1428e80700 1 -- 172.21.15.27:0/451357500 wait complete. 2024-06-06T07:53:21.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:21 smithi203 ceph-mon[37192]: pgmap v383: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-06-06T07:53:22.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.052+0000 7fad456cb700 1 -- 172.21.15.27:0/2630463201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 msgr2=0x7fad4010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:22.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.052+0000 7fad456cb700 1 --2- 172.21.15.27:0/2630463201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4010e240 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fad3800b0a0 tx=0x7fad3800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.052+0000 7fad456cb700 1 -- 172.21.15.27:0/2630463201 shutdown_connections 2024-06-06T07:53:22.056 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.052+0000 7fad456cb700 1 --2- 172.21.15.27:0/2630463201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4010e240 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.052+0000 7fad456cb700 1 --2- 172.21.15.27:0/2630463201 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad40107400 0x7fad401077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.052+0000 7fad456cb700 1 --2- 172.21.15.27:0/2630463201 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fad40101390 0x7fad40101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.053+0000 7fad456cb700 1 -- 172.21.15.27:0/2630463201 >> 172.21.15.27:0/2630463201 conn(0x7fad40078340 msgr2=0x7fad40078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.053+0000 7fad456cb700 1 -- 172.21.15.27:0/2630463201 shutdown_connections 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.053+0000 7fad456cb700 1 -- 172.21.15.27:0/2630463201 wait complete. 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.053+0000 7fad456cb700 1 Processor -- start 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.053+0000 7fad456cb700 1 -- start start 2024-06-06T07:53:22.057 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad456cb700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fad40101390 0x7fad4019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad456cb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad456cb700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad40107400 0x7fad401989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad456cb700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fad401117b0 con 0x7fad40101d50 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad456cb700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fad40111630 con 0x7fad40107400 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad456cb700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fad40111930 con 0x7fad40101390 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4019ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51244/0 (socket says 172.21.15.27:51244) 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 -- 172.21.15.27:0/385910587 learned_addr learned my addr 172.21.15.27:0/385910587 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3f7fe700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad40107400 0x7fad401989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3effd700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fad40101390 0x7fad4019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:22.058 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 -- 172.21.15.27:0/385910587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fad40101390 msgr2=0x7fad4019e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fad40101390 0x7fad4019e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 -- 172.21.15.27:0/385910587 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad40107400 msgr2=0x7fad401989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fad40107400 0x7fad401989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 -- 172.21.15.27:0/385910587 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad40199120 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.054+0000 7fad3e7fc700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4019ed40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fad2800c9b0 tx=0x7fad2800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.055+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad28007b00 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.055+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad40199410 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.055+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fad28007ca0 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.055+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad28018780 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.055+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad401a56d0 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.055+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fad400ffe40 con 0x7fad40101d50 2024-06-06T07:53:22.059 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.057+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fad2800f450 con 0x7fad40101d50 2024-06-06T07:53:22.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.057+0000 7fad37fff700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad2c0a2d30 0x7fad2c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:22.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad3effd700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad2c0a2d30 0x7fad2c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:22.060 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fad280cf8d0 con 0x7fad40101d50 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad37fff700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] conn(0x7fad2c0adf10 0x7fad2c0b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 --> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fad28015e70 con 0x7fad2c0adf10 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7fad280cfd20 con 0x7fad40101d50 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad3f7fe700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] conn(0x7fad2c0adf10 0x7fad2c0b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad3effd700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad2c0a2d30 0x7fad2c0a51f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fad30005fd0 tx=0x7fad3000af00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.058+0000 7fad3f7fe700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] conn(0x7fad2c0adf10 0x7fad2c0b03b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:22.061 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.059+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== osd.9 v2:172.21.15.27:6826/2764588784 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fad28015e70 con 0x7fad2c0adf10 2024-06-06T07:53:22.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 --> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fad40102ab0 con 0x7fad2c0adf10 2024-06-06T07:53:22.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad37fff700 1 -- 172.21.15.27:0/385910587 <== osd.9 v2:172.21.15.27:6826/2764588784 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fad40102ab0 con 0x7fad2c0adf10 2024-06-06T07:53:22.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] conn(0x7fad2c0adf10 msgr2=0x7fad2c0b03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:22.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] conn(0x7fad2c0adf10 0x7fad2c0b03b0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad2c0a2d30 msgr2=0x7fad2c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:22.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fad2c0a2d30 0x7fad2c0a51f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fad30005fd0 tx=0x7fad3000af00 comp rx=0 tx=0).stop 2024-06-06T07:53:22.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 msgr2=0x7fad4019ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:22.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 --2- 172.21.15.27:0/385910587 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fad40101d50 0x7fad4019ed40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fad2800c9b0 tx=0x7fad2800ccc0 comp rx=0 tx=0).stop 2024-06-06T07:53:22.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad3f7fe700 1 -- 172.21.15.27:0/385910587 reap_dead start 2024-06-06T07:53:22.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 shutdown_connections 2024-06-06T07:53:22.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.076+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 >> 172.21.15.27:0/385910587 conn(0x7fad40078340 msgr2=0x7fad40105220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:22.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.077+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 shutdown_connections 2024-06-06T07:53:22.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:22.077+0000 7fad456cb700 1 -- 172.21.15.27:0/385910587 wait complete. 2024-06-06T07:53:22.673 INFO:teuthology.orchestra.run.smithi027.stdout:257698037820 2024-06-06T07:53:22.674 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-06-06T07:53:23.326 INFO:teuthology.orchestra.run.smithi027.stdout:313532612656 2024-06-06T07:53:23.327 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-06-06T07:53:23.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.077+0000 7f14202ff700 1 -- 172.21.15.27:0/1277045514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806ab30 msgr2=0x7f141810f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.077+0000 7f14202ff700 1 --2- 172.21.15.27:0/1277045514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806ab30 0x7f141810f320 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f141000b0a0 tx=0x7f141000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.077+0000 7f14202ff700 1 -- 172.21.15.27:0/1277045514 shutdown_connections 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.077+0000 7f14202ff700 1 --2- 172.21.15.27:0/1277045514 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806ab30 0x7f141810f320 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.077+0000 7f14202ff700 1 --2- 172.21.15.27:0/1277045514 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1418108500 0x7f14181088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.078+0000 7f14202ff700 1 --2- 172.21.15.27:0/1277045514 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f141806a170 0x7f141806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.078+0000 7f14202ff700 1 -- 172.21.15.27:0/1277045514 >> 172.21.15.27:0/1277045514 conn(0x7f1418078340 msgr2=0x7f1418078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.078+0000 7f14202ff700 1 -- 172.21.15.27:0/1277045514 shutdown_connections 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.078+0000 7f14202ff700 1 -- 172.21.15.27:0/1277045514 wait complete. 2024-06-06T07:53:23.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.078+0000 7f14202ff700 1 Processor -- start 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.078+0000 7f14202ff700 1 -- start start 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f14202ff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806a170 0x7f1418198d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f14202ff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f141806ab30 0x7f1418199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f14202ff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1418108500 0x7f141819d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f14202ff700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1418112900 con 0x7f141806a170 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f14202ff700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1418112780 con 0x7f1418108500 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f14202ff700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1418112a80 con 0x7f141806ab30 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806a170 0x7f1418198d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806a170 0x7f1418198d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51212/0 (socket says 172.21.15.27:51212) 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 -- 172.21.15.27:0/3237629229 learned_addr learned my addr 172.21.15.27:0/3237629229 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141d89a700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f141806ab30 0x7f1418199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e89c700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1418108500 0x7f141819d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 -- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f141806ab30 msgr2=0x7f1418199250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f141806ab30 0x7f1418199250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 -- 172.21.15.27:0/3237629229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1418108500 msgr2=0x7f141819d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1418108500 0x7f141819d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 -- 172.21.15.27:0/3237629229 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f141819dd20 con 0x7f141806a170 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f141e09b700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806a170 0x7f1418198d10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f141400c970 tx=0x7f141400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:23.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.079+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14140078d0 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.080+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1414018480 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.080+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f141819e010 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.080+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141400f6b0 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.080+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14181a5890 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.080+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1418062ba0 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.082+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1414018630 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.082+0000 7f140f7fe700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14040a2cb0 0x7f14040a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f141d89a700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14040a2cb0 0x7f14040a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f14140cfa20 con 0x7f141806a170 2024-06-06T07:53:23.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f140f7fe700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] conn(0x7f14040ade90 0x7f14040b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 --> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f14040b0a00 con 0x7f14040ade90 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f14140cfe70 con 0x7f141806a170 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f141d89a700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14040a2cb0 0x7f14040a5170 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f14180788d0 tx=0x7f140800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.083+0000 7f141e89c700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] conn(0x7f14040ade90 0x7f14040b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.084+0000 7f141e89c700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] conn(0x7f14040ade90 0x7f14040b0330 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.085+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== osd.11 v2:172.21.15.203:6824/3621061015 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f14040b0a00 con 0x7f14040ade90 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.101+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 --> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1418063020 con 0x7f14040ade90 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.101+0000 7f140f7fe700 1 -- 172.21.15.27:0/3237629229 <== osd.11 v2:172.21.15.203:6824/3621061015 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1418063020 con 0x7f14040ade90 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] conn(0x7f14040ade90 msgr2=0x7f14040b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] conn(0x7f14040ade90 0x7f14040b0330 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14040a2cb0 msgr2=0x7f14040a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14040a2cb0 0x7f14040a5170 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f14180788d0 tx=0x7f140800b410 comp rx=0 tx=0).stop 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806a170 msgr2=0x7f1418198d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 --2- 172.21.15.27:0/3237629229 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f141806a170 0x7f1418198d10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f141400c970 tx=0x7f141400cc80 comp rx=0 tx=0).stop 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f141e89c700 1 -- 172.21.15.27:0/3237629229 reap_dead start 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 shutdown_connections 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 >> 172.21.15.27:0/3237629229 conn(0x7f1418078340 msgr2=0x7f14180ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 shutdown_connections 2024-06-06T07:53:23.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:19.102+0000 7f14202ff700 1 -- 172.21.15.27:0/3237629229 wait complete. 2024-06-06T07:53:23.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:23 smithi176 ceph-mon[36543]: pgmap v384: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:23.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:23 smithi203 ceph-mon[37192]: pgmap v384: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:23.602 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:23 smithi027 ceph-mon[32293]: pgmap v384: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:23.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/3527045132 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc101390 msgr2=0x7f2acc101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/3527045132 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc101390 0x7f2acc101810 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8009990 tx=0x7f2ab8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/3527045132 shutdown_connections 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/3527045132 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2acc101d50 0x7f2acc10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/3527045132 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2acc107400 0x7f2acc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/3527045132 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc101390 0x7f2acc101810 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/3527045132 >> 172.21.15.27:0/3527045132 conn(0x7f2acc078340 msgr2=0x7f2acc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/3527045132 shutdown_connections 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.910+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/3527045132 wait complete. 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 Processor -- start 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 -- start start 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2acc101390 0x7f2acc19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.924 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2acc101d50 0x7f2acc19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc107400 0x7f2acc198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc111830 con 0x7f2acc107400 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1116b0 con 0x7f2acc101390 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad2d8f700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1119b0 con 0x7f2acc101d50 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad132c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc107400 0x7f2acc198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad132c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc107400 0x7f2acc198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35752/0 (socket says 172.21.15.27:35752) 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.911+0000 7f2ad132c700 1 -- 172.21.15.27:0/727701055 learned_addr learned my addr 172.21.15.27:0/727701055 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2acbfff700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2acc101d50 0x7f2acc19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad0b2b700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2acc101390 0x7f2acc19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad132c700 1 -- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2acc101d50 msgr2=0x7f2acc19ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad132c700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2acc101d50 0x7f2acc19ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad132c700 1 -- 172.21.15.27:0/727701055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2acc101390 msgr2=0x7f2acc19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.925 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad132c700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2acc101390 0x7f2acc19e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad132c700 1 -- 172.21.15.27:0/727701055 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2acc199260 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2acbfff700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2acc101d50 0x7f2acc19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad132c700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc107400 0x7f2acc198b00 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4007d70 tx=0x7f2ac400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ac4016020 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2ac400ad40 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2acc199550 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ac4011760 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.912+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2acc1a5810 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.913+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2acc105500 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.914+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2ac4019020 con 0x7f2acc107400 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.915+0000 7f2ac9ffb700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2abc0a2d30 0x7f2abc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.915+0000 7f2ad0b2b700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2abc0a2d30 0x7f2abc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.915+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f2ac40cf9f0 con 0x7f2acc107400 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.915+0000 7f2ac9ffb700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] conn(0x7f2abc0adf10 0x7f2abc0b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.915+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 --> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2abc0b0a80 con 0x7f2abc0adf10 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.916+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f2ac40cfe40 con 0x7f2acc107400 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.916+0000 7f2ad0b2b700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2abc0a2d30 0x7f2abc0a51f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2ac0006fd0 tx=0x7f2ac0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.916+0000 7f2acbfff700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] conn(0x7f2abc0adf10 0x7f2abc0b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.916+0000 7f2acbfff700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] conn(0x7f2abc0adf10 0x7f2abc0b03b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:23.927 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.917+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== osd.5 v2:172.21.15.203:6808/2043009708 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2abc0b0a80 con 0x7f2abc0adf10 2024-06-06T07:53:23.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.934+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 --> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2acc102ab0 con 0x7f2abc0adf10 2024-06-06T07:53:23.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.934+0000 7f2ac9ffb700 1 -- 172.21.15.27:0/727701055 <== osd.5 v2:172.21.15.203:6808/2043009708 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2acc102ab0 con 0x7f2abc0adf10 2024-06-06T07:53:23.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] conn(0x7f2abc0adf10 msgr2=0x7f2abc0b03b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] conn(0x7f2abc0adf10 0x7f2abc0b03b0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:23.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2abc0a2d30 msgr2=0x7f2abc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f2abc0a2d30 0x7f2abc0a51f0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2ac0006fd0 tx=0x7f2ac0008040 comp rx=0 tx=0).stop 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc107400 msgr2=0x7f2acc198b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 --2- 172.21.15.27:0/727701055 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2acc107400 0x7f2acc198b00 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4007d70 tx=0x7f2ac400a340 comp rx=0 tx=0).stop 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad132c700 1 -- 172.21.15.27:0/727701055 reap_dead start 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 shutdown_connections 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 >> 172.21.15.27:0/727701055 conn(0x7f2acc078340 msgr2=0x7f2acc06ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 shutdown_connections 2024-06-06T07:53:23.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:23.935+0000 7f2ad2d8f700 1 -- 172.21.15.27:0/727701055 wait complete. 2024-06-06T07:53:24.643 INFO:teuthology.orchestra.run.smithi027.stdout:167503724619 2024-06-06T07:53:24.644 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-06T07:53:25.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 -- 172.21.15.27:0/801944447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2004108500 msgr2=0x7f20041088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 --2- 172.21.15.27:0/801944447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2004108500 0x7f20041088e0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8009990 tx=0x7f1ff8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 -- 172.21.15.27:0/801944447 shutdown_connections 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 --2- 172.21.15.27:0/801944447 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f200406ab30 0x7f200410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 --2- 172.21.15.27:0/801944447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2004108500 0x7f20041088e0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 --2- 172.21.15.27:0/801944447 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f200406a170 0x7f200406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 -- 172.21.15.27:0/801944447 >> 172.21.15.27:0/801944447 conn(0x7f2004078340 msgr2=0x7f2004078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 -- 172.21.15.27:0/801944447 shutdown_connections 2024-06-06T07:53:25.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.335+0000 7f200abfd700 1 -- 172.21.15.27:0/801944447 wait complete. 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 Processor -- start 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 -- start start 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f200406a170 0x7f200419e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f200406ab30 0x7f200419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2004108500 0x7f2004198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f20041128b0 con 0x7f200406ab30 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2004112730 con 0x7f200406a170 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200abfd700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2004112a30 con 0x7f2004108500 2024-06-06T07:53:25.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f2003fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f200406ab30 0x7f200419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f2003fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f200406ab30 0x7f200419ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35760/0 (socket says 172.21.15.27:35760) 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f2003fff700 1 -- 172.21.15.27:0/1030633532 learned_addr learned my addr 172.21.15.27:0/1030633532 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f200919a700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2004108500 0x7f2004198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.336+0000 7f2008999700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f200406a170 0x7f200419e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2003fff700 1 -- 172.21.15.27:0/1030633532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2004108500 msgr2=0x7f2004198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2003fff700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2004108500 0x7f2004198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2003fff700 1 -- 172.21.15.27:0/1030633532 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f200406a170 msgr2=0x7f200419e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2003fff700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f200406a170 0x7f200419e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2003fff700 1 -- 172.21.15.27:0/1030633532 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2004199250 con 0x7f200406ab30 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2003fff700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f200406ab30 0x7f200419ee20 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000c9b0 tx=0x7f1ff000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:25.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0007b00 con 0x7f200406ab30 2024-06-06T07:53:25.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1ff000ce50 con 0x7f200406ab30 2024-06-06T07:53:25.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2004199540 con 0x7f200406ab30 2024-06-06T07:53:25.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff00186f0 con 0x7f200406ab30 2024-06-06T07:53:25.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.337+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20041a57b0 con 0x7f200406ab30 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.338+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2004062c20 con 0x7f200406ab30 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.339+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1ff0007ca0 con 0x7f200406ab30 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f2001ffb700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1ff40a2cb0 0x7f1ff40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f1ff00cf480 con 0x7f200406ab30 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f2008999700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1ff40a2cb0 0x7f1ff40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f2001ffb700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] conn(0x7f1ff40ade90 0x7f1ff40b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 --> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1ff0012ec0 con 0x7f1ff40ade90 2024-06-06T07:53:25.340 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f1ff00d6050 con 0x7f200406ab30 2024-06-06T07:53:25.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.340+0000 7f200919a700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] conn(0x7f1ff40ade90 0x7f1ff40b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:25.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.341+0000 7f2008999700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1ff40a2cb0 0x7f1ff40a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f20040ffb00 tx=0x7f1ff8005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:25.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.341+0000 7f200919a700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] conn(0x7f1ff40ade90 0x7f1ff40b0330 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:25.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.342+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== osd.6 v2:172.21.15.27:6818/1873945562 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1ff0012ec0 con 0x7f1ff40ade90 2024-06-06T07:53:25.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.358+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 --> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f20040630a0 con 0x7f1ff40ade90 2024-06-06T07:53:25.358 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f2001ffb700 1 -- 172.21.15.27:0/1030633532 <== osd.6 v2:172.21.15.27:6818/1873945562 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f20040630a0 con 0x7f1ff40ade90 2024-06-06T07:53:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] conn(0x7f1ff40ade90 msgr2=0x7f1ff40b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] conn(0x7f1ff40ade90 0x7f1ff40b0330 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1ff40a2cb0 msgr2=0x7f1ff40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1ff40a2cb0 0x7f1ff40a5170 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f20040ffb00 tx=0x7f1ff8005960 comp rx=0 tx=0).stop 2024-06-06T07:53:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f200406ab30 msgr2=0x7f200419ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:25.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 --2- 172.21.15.27:0/1030633532 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f200406ab30 0x7f200419ee20 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000c9b0 tx=0x7f1ff000ccc0 comp rx=0 tx=0).stop 2024-06-06T07:53:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200919a700 1 -- 172.21.15.27:0/1030633532 reap_dead start 2024-06-06T07:53:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 shutdown_connections 2024-06-06T07:53:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 >> 172.21.15.27:0/1030633532 conn(0x7f2004078340 msgr2=0x7f20040fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 shutdown_connections 2024-06-06T07:53:25.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:25.359+0000 7f200abfd700 1 -- 172.21.15.27:0/1030633532 wait complete. 2024-06-06T07:53:25.468 INFO:teuthology.orchestra.run.smithi027.stdout:292057776183 2024-06-06T07:53:25.468 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-06-06T07:53:25.491 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:25 smithi027 ceph-mon[32293]: pgmap v385: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-06-06T07:53:25.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:25 smithi203 ceph-mon[37192]: pgmap v385: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-06-06T07:53:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:25 smithi176 ceph-mon[36543]: pgmap v385: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-06-06T07:53:26.106 INFO:teuthology.orchestra.run.smithi027.stdout:201863462983 2024-06-06T07:53:26.106 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-06T07:53:26.980 INFO:teuthology.orchestra.run.smithi027.stdout:347892351020 2024-06-06T07:53:26.980 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-06-06T07:53:27.204 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:27 smithi027 ceph-mon[32293]: pgmap v386: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:27.205 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.205 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.205 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:53:27.205 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:53:27.205 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:27 smithi176 ceph-mon[36543]: pgmap v386: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:53:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:53:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:27 smithi203 ceph-mon[37192]: pgmap v386: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:53:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:53:27.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:53:27.635 INFO:teuthology.orchestra.run.smithi027.stdout:77309411419 2024-06-06T07:53:27.635 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 -- 172.21.15.27:0/3130226713 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102510 msgr2=0x7f14f8102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 --2- 172.21.15.27:0/3130226713 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102510 0x7f14f8102990 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f14ec009990 tx=0x7f14ec009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 -- 172.21.15.27:0/3130226713 shutdown_connections 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 --2- 172.21.15.27:0/3130226713 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f14f8102ed0 0x7f14f810f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 --2- 172.21.15.27:0/3130226713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8108520 0x7f14f8108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 --2- 172.21.15.27:0/3130226713 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102510 0x7f14f8102990 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 -- 172.21.15.27:0/3130226713 >> 172.21.15.27:0/3130226713 conn(0x7f14f8079640 msgr2=0x7f14f8079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 -- 172.21.15.27:0/3130226713 shutdown_connections 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.590+0000 7f14fe565700 1 -- 172.21.15.27:0/3130226713 wait complete. 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 Processor -- start 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 -- start start 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f14f8102510 0x7f14f819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102ed0 0x7f14f819ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8108520 0x7f14f8198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81128e0 con 0x7f14f8102ed0 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f14f8112760 con 0x7f14f8102510 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fe565700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f14f8112a60 con 0x7f14f8108520 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102ed0 0x7f14f819ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102ed0 0x7f14f819ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35770/0 (socket says 172.21.15.27:35770) 2024-06-06T07:53:27.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 -- 172.21.15.27:0/2936203979 learned_addr learned my addr 172.21.15.27:0/2936203979 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14fcb02700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8108520 0x7f14f8198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f7fff700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f14f8102510 0x7f14f819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 -- 172.21.15.27:0/2936203979 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8108520 msgr2=0x7f14f8198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8108520 0x7f14f8198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 -- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f14f8102510 msgr2=0x7f14f819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f14f8102510 0x7f14f819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.591+0000 7f14f77fe700 1 -- 172.21.15.27:0/2936203979 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14f8199240 con 0x7f14f8102ed0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.592+0000 7f14f77fe700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102ed0 0x7f14f819ee60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f14ec000c00 tx=0x7f14ec00f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.592+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ec027070 con 0x7f14f8102ed0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.592+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f14ec00fd90 con 0x7f14f8102ed0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.592+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14f81994d0 con 0x7f14f8102ed0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.592+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ec017650 con 0x7f14f8102ed0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.592+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14f81a57f0 con 0x7f14f8102ed0 2024-06-06T07:53:27.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.593+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f14f8062c20 con 0x7f14f8102ed0 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.594+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f14ec02a070 con 0x7f14f8102ed0 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.595+0000 7f14f57fa700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14e00a2cb0 0x7f14e00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14f7fff700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14e00a2cb0 0x7f14e00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f14ec0d07d0 con 0x7f14f8102ed0 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14f57fa700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] conn(0x7f14e00ade90 0x7f14e00b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 --> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f14ec00b0b0 con 0x7f14e00ade90 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f14ec0d0c20 con 0x7f14f8102ed0 2024-06-06T07:53:27.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14f7fff700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14e00a2cb0 0x7f14e00a5170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f14e8005950 tx=0x7f14e80058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.596+0000 7f14fcb02700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] conn(0x7f14e00ade90 0x7f14e00b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.597+0000 7f14fcb02700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] conn(0x7f14e00ade90 0x7f14e00b0330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.598+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== osd.7 v2:172.21.15.176:6816/2205106613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f14ec00b0b0 con 0x7f14e00ade90 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.631+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 --> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f14f80630a0 con 0x7f14e00ade90 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.631+0000 7f14f57fa700 1 -- 172.21.15.27:0/2936203979 <== osd.7 v2:172.21.15.176:6816/2205106613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f14f80630a0 con 0x7f14e00ade90 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] conn(0x7f14e00ade90 msgr2=0x7f14e00b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] conn(0x7f14e00ade90 0x7f14e00b0330 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14e00a2cb0 msgr2=0x7f14e00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f14e00a2cb0 0x7f14e00a5170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f14e8005950 tx=0x7f14e80058e0 comp rx=0 tx=0).stop 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102ed0 msgr2=0x7f14f819ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 --2- 172.21.15.27:0/2936203979 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f14f8102ed0 0x7f14f819ee60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f14ec000c00 tx=0x7f14ec00f460 comp rx=0 tx=0).stop 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fcb02700 1 -- 172.21.15.27:0/2936203979 reap_dead start 2024-06-06T07:53:27.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 shutdown_connections 2024-06-06T07:53:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 >> 172.21.15.27:0/2936203979 conn(0x7f14f8079640 msgr2=0x7f14f8100fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 shutdown_connections 2024-06-06T07:53:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:27.632+0000 7f14fe565700 1 -- 172.21.15.27:0/2936203979 wait complete. 2024-06-06T07:53:28.627 INFO:teuthology.orchestra.run.smithi027.stdout:55834574942 2024-06-06T07:53:28.628 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 -- 172.21.15.27:0/1363875721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26681030f0 msgr2=0x7f2668107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 --2- 172.21.15.27:0/1363875721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26681030f0 0x7f2668107110 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f26580099c0 tx=0x7f2658009cd0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 -- 172.21.15.27:0/1363875721 shutdown_connections 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 --2- 172.21.15.27:0/1363875721 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2668107840 0x7f266810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 --2- 172.21.15.27:0/1363875721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2668102740 0x7f2668102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 --2- 172.21.15.27:0/1363875721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26681030f0 0x7f2668107110 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 -- 172.21.15.27:0/1363875721 >> 172.21.15.27:0/1363875721 conn(0x7f26680795f0 msgr2=0x7f2668079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:28.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 -- 172.21.15.27:0/1363875721 shutdown_connections 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.956+0000 7f2670697700 1 -- 172.21.15.27:0/1363875721 wait complete. 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 Processor -- start 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 -- start start 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2668102740 0x7f266819aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26681030f0 0x7f266819b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2668107840 0x7f266819f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2668114a90 con 0x7f2668102740 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2668114910 con 0x7f2668107840 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f2670697700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2668114c10 con 0x7f26681030f0 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f266e433700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2668102740 0x7f266819aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f266e433700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2668102740 0x7f266819aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35784/0 (socket says 172.21.15.27:35784) 2024-06-06T07:53:28.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f266e433700 1 -- 172.21.15.27:0/2194113544 learned_addr learned my addr 172.21.15.27:0/2194113544 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.957+0000 7f266dc32700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26681030f0 0x7f266819b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266ec34700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2668107840 0x7f266819f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266e433700 1 -- 172.21.15.27:0/2194113544 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26681030f0 msgr2=0x7f266819b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266e433700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26681030f0 0x7f266819b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266e433700 1 -- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2668107840 msgr2=0x7f266819f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266e433700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2668107840 0x7f266819f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266e433700 1 -- 172.21.15.27:0/2194113544 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f266819feb0 con 0x7f2668102740 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266ec34700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2668107840 0x7f266819f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f266e433700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2668102740 0x7f266819aea0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f26640060b0 tx=0x7f266400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f266401a070 con 0x7f2668102740 2024-06-06T07:53:28.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f266400ddd0 con 0x7f2668102740 2024-06-06T07:53:28.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26681a01a0 con 0x7f2668102740 2024-06-06T07:53:28.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2664014840 con 0x7f2668102740 2024-06-06T07:53:28.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.958+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26681a7a20 con 0x7f2668102740 2024-06-06T07:53:28.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.959+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2668062be0 con 0x7f2668102740 2024-06-06T07:53:28.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.960+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f266401d070 con 0x7f2668102740 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.961+0000 7f265f7fe700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f26540a2cb0 0x7f26540a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.961+0000 7f266dc32700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f26540a2cb0 0x7f26540a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.961+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f26640cf230 con 0x7f2668102740 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.961+0000 7f265f7fe700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] conn(0x7f26540ade90 0x7f26540b0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.961+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 --> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2664020e50 con 0x7f26540ade90 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.961+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_get_version_reply(handle=1 version=100) ==== 24+0+0 (secure 0 0 0) 0x7f26640cf680 con 0x7f2668102740 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.962+0000 7f266dc32700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f26540a2cb0 0x7f26540a5170 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2658009990 tx=0x7f2658005c40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:28.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.962+0000 7f266ec34700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] conn(0x7f26540ade90 0x7f26540b0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:28.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.962+0000 7f266ec34700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] conn(0x7f26540ade90 0x7f26540b0330 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:28.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.963+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== osd.4 v2:172.21.15.176:6808/689700571 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2664020e50 con 0x7f26540ade90 2024-06-06T07:53:28.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 --> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2668063060 con 0x7f26540ade90 2024-06-06T07:53:28.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f265f7fe700 1 -- 172.21.15.27:0/2194113544 <== osd.4 v2:172.21.15.176:6808/689700571 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2668063060 con 0x7f26540ade90 2024-06-06T07:53:28.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] conn(0x7f26540ade90 msgr2=0x7f26540b0330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:28.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] conn(0x7f26540ade90 0x7f26540b0330 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f26540a2cb0 msgr2=0x7f26540a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f26540a2cb0 0x7f26540a5170 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2658009990 tx=0x7f2658005c40 comp rx=0 tx=0).stop 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2668102740 msgr2=0x7f266819aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f2670697700 1 --2- 172.21.15.27:0/2194113544 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2668102740 0x7f266819aea0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f26640060b0 tx=0x7f266400d3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.980+0000 7f266ec34700 1 -- 172.21.15.27:0/2194113544 reap_dead start 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.981+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 shutdown_connections 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.981+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 >> 172.21.15.27:0/2194113544 conn(0x7f26680795f0 msgr2=0x7f26681016c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.981+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 shutdown_connections 2024-06-06T07:53:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:28.981+0000 7f2670697700 1 -- 172.21.15.27:0/2194113544 wait complete. 2024-06-06T07:53:29.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:29 smithi027 ceph-mon[32293]: pgmap v387: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:29.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:29 smithi176 ceph-mon[36543]: pgmap v387: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:29 smithi203 ceph-mon[37192]: pgmap v387: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:29.701 INFO:teuthology.orchestra.run.smithi027.stdout:146028888146 2024-06-06T07:53:29.702 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-06T07:53:30.173 INFO:teuthology.orchestra.run.smithi027.stdout:223338299458 2024-06-06T07:53:30.173 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-06T07:53:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.245 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.254 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.256 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.730 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.732 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.734 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.736 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:30.740 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:31.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:31 smithi027 ceph-mon[32293]: pgmap v388: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-06-06T07:53:31.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:31 smithi176 ceph-mon[36543]: pgmap v388: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-06-06T07:53:31.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:31 smithi203 ceph-mon[37192]: pgmap v388: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 8 op/s 2024-06-06T07:53:33.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:33 smithi027 ceph-mon[32293]: pgmap v389: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-06-06T07:53:33.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:33 smithi176 ceph-mon[36543]: pgmap v389: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-06-06T07:53:33.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:33 smithi203 ceph-mon[37192]: pgmap v389: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-06-06T07:53:35.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:35 smithi027 ceph-mon[32293]: pgmap v390: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:35.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:35 smithi176 ceph-mon[36543]: pgmap v390: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:35.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:35 smithi203 ceph-mon[37192]: pgmap v390: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:37.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:37 smithi027 ceph-mon[32293]: pgmap v391: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-06-06T07:53:37.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:37 smithi176 ceph-mon[36543]: pgmap v391: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-06-06T07:53:37.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:37 smithi203 ceph-mon[37192]: pgmap v391: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-06-06T07:53:39.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:39 smithi027 ceph-mon[32293]: pgmap v392: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:39.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:39 smithi176 ceph-mon[36543]: pgmap v392: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:39.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:39 smithi203 ceph-mon[37192]: pgmap v392: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 -- 172.21.15.27:0/2929893014 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 msgr2=0x7f1b301077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 --2- 172.21.15.27:0/2929893014 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301077e0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1b20009990 tx=0x7f1b20009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 -- 172.21.15.27:0/2929893014 shutdown_connections 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 --2- 172.21.15.27:0/2929893014 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b30101d50 0x7f1b3010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 --2- 172.21.15.27:0/2929893014 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301077e0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 --2- 172.21.15.27:0/2929893014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 0x7f1b30101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:40.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 -- 172.21.15.27:0/2929893014 >> 172.21.15.27:0/2929893014 conn(0x7f1b30078340 msgr2=0x7f1b30078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 -- 172.21.15.27:0/2929893014 shutdown_connections 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.956+0000 7f1b34b03700 1 -- 172.21.15.27:0/2929893014 wait complete. 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 Processor -- start 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 -- start start 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 0x7f1b3019d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b30101d50 0x7f1b3019dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1b301117b0 con 0x7f1b30107400 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1b30111630 con 0x7f1b30101d50 2024-06-06T07:53:40.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b34b03700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1b30111930 con 0x7f1b30101390 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301979b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59906/0 (socket says 172.21.15.27:59906) 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 -- 172.21.15.27:0/1756696835 learned_addr learned my addr 172.21.15.27:0/1756696835 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2dd9b700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b30101d50 0x7f1b3019dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2e59c700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 0x7f1b3019d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 -- 172.21.15.27:0/1756696835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 msgr2=0x7f1b3019d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 0x7f1b3019d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 -- 172.21.15.27:0/1756696835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b30101d50 msgr2=0x7f1b3019dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b30101d50 0x7f1b3019dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2ed9d700 1 -- 172.21.15.27:0/1756696835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b30198110 con 0x7f1b30107400 2024-06-06T07:53:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.957+0000 7f1b2e59c700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 0x7f1b3019d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:53:40.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.958+0000 7f1b2ed9d700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301979b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1b28007ee0 tx=0x7f1b2800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:40.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.958+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2800dbd0 con 0x7f1b30107400 2024-06-06T07:53:40.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.958+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1b2800dd70 con 0x7f1b30107400 2024-06-06T07:53:40.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.958+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b30198400 con 0x7f1b30107400 2024-06-06T07:53:40.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.958+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b280133f0 con 0x7f1b30107400 2024-06-06T07:53:40.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.958+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b301a46c0 con 0x7f1b30107400 2024-06-06T07:53:40.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.959+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b30069180 con 0x7f1b30107400 2024-06-06T07:53:40.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.960+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1b2801a020 con 0x7f1b30107400 2024-06-06T07:53:40.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.961+0000 7f1b1f7fe700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1b180a2d30 0x7f1b180a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:40.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.961+0000 7f1b2e59c700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1b180a2d30 0x7f1b180a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:40.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.961+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f1b280ceda0 con 0x7f1b30107400 2024-06-06T07:53:40.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.961+0000 7f1b2e59c700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1b180a2d30 0x7f1b180a51f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1b20000c00 tx=0x7f1b20005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:40.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:40.966+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1b28010070 con 0x7f1b30107400 2024-06-06T07:53:41.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.178+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f1b3002dca0 con 0x7f1b30107400 2024-06-06T07:53:41.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.178+0000 7f1b1f7fe700 1 -- 172.21.15.27:0/1756696835 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f1b28022250 con 0x7f1b30107400 2024-06-06T07:53:41.179 INFO:teuthology.orchestra.run.smithi027.stdout:347892351024 2024-06-06T07:53:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1b180a2d30 msgr2=0x7f1b180a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1b180a2d30 0x7f1b180a51f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1b20000c00 tx=0x7f1b20005fb0 comp rx=0 tx=0).stop 2024-06-06T07:53:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 msgr2=0x7f1b301979b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:41.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301979b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1b28007ee0 tx=0x7f1b2800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 shutdown_connections 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f1b180a2d30 0x7f1b180a51f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1b30107400 0x7f1b301979b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1b30101390 0x7f1b3019d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 --2- 172.21.15.27:0/1756696835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1b30101d50 0x7f1b3019dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 >> 172.21.15.27:0/1756696835 conn(0x7f1b30078340 msgr2=0x7f1b300ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 shutdown_connections 2024-06-06T07:53:41.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.181+0000 7f1b34b03700 1 -- 172.21.15.27:0/1756696835 wait complete. 2024-06-06T07:53:41.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:41 smithi027 ceph-mon[32293]: pgmap v393: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:41.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:41 smithi176 ceph-mon[36543]: pgmap v393: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:41.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:41 smithi203 ceph-mon[37192]: pgmap v393: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:42.101 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:42 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1756696835' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-06T07:53:42.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.949+0000 7f614f4f6700 1 -- 172.21.15.27:0/2757722197 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148102540 msgr2=0x7f61481029a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.949+0000 7f614f4f6700 1 --2- 172.21.15.27:0/2757722197 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148102540 0x7f61481029a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f613c009990 tx=0x7f613c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.949+0000 7f614f4f6700 1 -- 172.21.15.27:0/2757722197 shutdown_connections 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.949+0000 7f614f4f6700 1 --2- 172.21.15.27:0/2757722197 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6148102ee0 0x7f614810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.949+0000 7f614f4f6700 1 --2- 172.21.15.27:0/2757722197 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6148107450 0x7f6148107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 --2- 172.21.15.27:0/2757722197 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148102540 0x7f61481029a0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- 172.21.15.27:0/2757722197 >> 172.21.15.27:0/2757722197 conn(0x7f61480795f0 msgr2=0x7f6148079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- 172.21.15.27:0/2757722197 shutdown_connections 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- 172.21.15.27:0/2757722197 wait complete. 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 Processor -- start 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- start start 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6148102540 0x7f614819af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6148102ee0 0x7f614819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 0x7f614819f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6148112980 con 0x7f6148107450 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6148112800 con 0x7f6148102ee0 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.950+0000 7f614f4f6700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6148112b00 con 0x7f6148102540 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 0x7f614819f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 0x7f614819f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59930/0 (socket says 172.21.15.27:59930) 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 -- 172.21.15.27:0/816845710 learned_addr learned my addr 172.21.15.27:0/816845710 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614d292700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6148102540 0x7f614819af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614ca91700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6148102ee0 0x7f614819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 -- 172.21.15.27:0/816845710 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6148102540 msgr2=0x7f614819af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6148102540 0x7f614819af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 -- 172.21.15.27:0/816845710 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6148102ee0 msgr2=0x7f614819b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6148102ee0 0x7f614819b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 -- 172.21.15.27:0/816845710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f614819ff40 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f614da93700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 0x7f614819f800 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f614000b410 tx=0x7f614000b720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6140015020 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f614000be20 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.951+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6140010d70 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.952+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61481a0230 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.952+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61481a7ab0 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.952+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6148069180 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.954+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6140018020 con 0x7f6148107450 2024-06-06T07:53:42.199 INFO:teuthology.orchestra.run.smithi027.stdout:201863462987 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.955+0000 7f61467fc700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61300a2cb0 0x7f61300a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.955+0000 7f614d292700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61300a2cb0 0x7f61300a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.955+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f61400cefb0 con 0x7f6148107450 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.955+0000 7f614d292700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61300a2cb0 0x7f61300a5170 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6138009550 tx=0x7f61380091b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:41.959+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f614001f020 con 0x7f6148107450 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.171+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f61481a7cb0 con 0x7f6148107450 2024-06-06T07:53:42.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.172+0000 7f61467fc700 1 -- 172.21.15.27:0/816845710 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f614009bb40 con 0x7f6148107450 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61300a2cb0 msgr2=0x7f61300a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61300a2cb0 0x7f61300a5170 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f6138009550 tx=0x7f61380091b0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 msgr2=0x7f614819f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 0x7f614819f800 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f614000b410 tx=0x7f614000b720 comp rx=0 tx=0).stop 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 shutdown_connections 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f61300a2cb0 0x7f61300a5170 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6148107450 0x7f614819f800 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6148102540 0x7f614819af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 --2- 172.21.15.27:0/816845710 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6148102ee0 0x7f614819b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 >> 172.21.15.27:0/816845710 conn(0x7f61480795f0 msgr2=0x7f61481003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:42.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 shutdown_connections 2024-06-06T07:53:42.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.174+0000 7f614f4f6700 1 -- 172.21.15.27:0/816845710 wait complete. 2024-06-06T07:53:42.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:42 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1756696835' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-06T07:53:42.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:42 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1756696835' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-06T07:53:42.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 -- 172.21.15.27:0/3534792770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 msgr2=0x7f76fc10e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 --2- 172.21.15.27:0/3534792770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc10e230 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009990 tx=0x7f76f4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 -- 172.21.15.27:0/3534792770 shutdown_connections 2024-06-06T07:53:42.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 --2- 172.21.15.27:0/3534792770 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc10e230 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 --2- 172.21.15.27:0/3534792770 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc1073f0 0x7f76fc1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.605 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 --2- 172.21.15.27:0/3534792770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc101380 0x7f76fc101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 -- 172.21.15.27:0/3534792770 >> 172.21.15.27:0/3534792770 conn(0x7f76fc078300 msgr2=0x7f76fc078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:42.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 -- 172.21.15.27:0/3534792770 shutdown_connections 2024-06-06T07:53:42.606 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 -- 172.21.15.27:0/3534792770 wait complete. 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.605+0000 7f770187b700 1 Processor -- start 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 -- start start 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101380 0x7f76fc19e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc19ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc1073f0 0x7f76fc198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc1117a0 con 0x7f76fc101d40 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc111620 con 0x7f76fc101380 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f770187b700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76fc111920 con 0x7f76fc1073f0 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc19ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc19ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:59948/0 (socket says 172.21.15.27:59948) 2024-06-06T07:53:42.608 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 -- 172.21.15.27:0/1645703310 learned_addr learned my addr 172.21.15.27:0/1645703310 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76faffd700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101380 0x7f76fc19e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fb7fe700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc1073f0 0x7f76fc198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 -- 172.21.15.27:0/1645703310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc1073f0 msgr2=0x7f76fc198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc1073f0 0x7f76fc198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 -- 172.21.15.27:0/1645703310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101380 msgr2=0x7f76fc19e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101380 0x7f76fc19e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.606+0000 7f76fa7fc700 1 -- 172.21.15.27:0/1645703310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76fc199240 con 0x7f76fc101d40 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.607+0000 7f76fa7fc700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc19ee60 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f76f000c920 tx=0x7f76f000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.607+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f0004a30 con 0x7f76fc101d40 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.607+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f76f0005520 con 0x7f76fc101d40 2024-06-06T07:53:42.609 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.607+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76fc199530 con 0x7f76fc101d40 2024-06-06T07:53:42.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.607+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f0007e40 con 0x7f76fc101d40 2024-06-06T07:53:42.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.607+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76fc1a57f0 con 0x7f76fc101d40 2024-06-06T07:53:42.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.608+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76fc069180 con 0x7f76fc101d40 2024-06-06T07:53:42.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.609+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f76f0004df0 con 0x7f76fc101d40 2024-06-06T07:53:42.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.610+0000 7f7700879700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e40a2cb0 0x7f76e40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:42.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.610+0000 7f76faffd700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e40a2cb0 0x7f76e40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:42.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.610+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f76f00cf050 con 0x7f76fc101d40 2024-06-06T07:53:42.611 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.610+0000 7f76faffd700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e40a2cb0 0x7f76e40a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009550 tx=0x7f76ec0091b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:42.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.614+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f76f0014030 con 0x7f76fc101d40 2024-06-06T07:53:42.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.822+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f76fc1a5a80 con 0x7f76fc101d40 2024-06-06T07:53:42.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.823+0000 7f7700879700 1 -- 172.21.15.27:0/1645703310 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f76f009bad0 con 0x7f76fc101d40 2024-06-06T07:53:42.823 INFO:teuthology.orchestra.run.smithi027.stdout:313532612661 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e40a2cb0 msgr2=0x7f76e40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e40a2cb0 0x7f76e40a5170 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009550 tx=0x7f76ec0091b0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 msgr2=0x7f76fc19ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc19ee60 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f76f000c920 tx=0x7f76f000cc30 comp rx=0 tx=0).stop 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 shutdown_connections 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76fc1073f0 0x7f76fc198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76fc101380 0x7f76fc19e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f76e40a2cb0 0x7f76e40a5170 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 --2- 172.21.15.27:0/1645703310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76fc101d40 0x7f76fc19ee60 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:42.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 >> 172.21.15.27:0/1645703310 conn(0x7f76fc078300 msgr2=0x7f76fc100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:42.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 shutdown_connections 2024-06-06T07:53:42.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:42.825+0000 7f770187b700 1 -- 172.21.15.27:0/1645703310 wait complete. 2024-06-06T07:53:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:43 smithi027 ceph-mon[32293]: pgmap v394: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s 2024-06-06T07:53:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/816845710' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T07:53:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1645703310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-06T07:53:43.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:43 smithi176 ceph-mon[36543]: pgmap v394: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s 2024-06-06T07:53:43.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/816845710' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T07:53:43.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1645703310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-06T07:53:43.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:43 smithi203 ceph-mon[37192]: pgmap v394: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 10 op/s 2024-06-06T07:53:43.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/816845710' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-06T07:53:43.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1645703310' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/656471735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd54101d40 msgr2=0x7fcd5410e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/656471735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd54101d40 0x7fcd5410e200 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c009990 tx=0x7fcd4c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/656471735 shutdown_connections 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/656471735 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd54101d40 0x7fcd5410e200 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/656471735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd541073c0 0x7fcd541077a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/656471735 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 0x7fcd54101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/656471735 >> 172.21.15.27:0/656471735 conn(0x7fcd54078330 msgr2=0x7fcd54078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/656471735 shutdown_connections 2024-06-06T07:53:44.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.025+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/656471735 wait complete. 2024-06-06T07:53:44.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 Processor -- start 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 -- start start 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 0x7fcd54103030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd54101d40 0x7fcd54103570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 0x7fcd54103ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fcd541117a0 con 0x7fcd541073c0 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcd54111620 con 0x7fcd54101380 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd5b2b7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd54111920 con 0x7fcd54101d40 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd59854700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 0x7fcd54103ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd59854700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 0x7fcd54103ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43112/0 (socket says 172.21.15.27:43112) 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.026+0000 7fcd59854700 1 -- 172.21.15.27:0/173950800 learned_addr learned my addr 172.21.15.27:0/173950800 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd58852700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd54101d40 0x7fcd54103570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59053700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 0x7fcd54103030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59854700 1 -- 172.21.15.27:0/173950800 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd54101d40 msgr2=0x7fcd54103570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59854700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd54101d40 0x7fcd54103570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59854700 1 -- 172.21.15.27:0/173950800 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 msgr2=0x7fcd54103030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59854700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 0x7fcd54103030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59854700 1 -- 172.21.15.27:0/173950800 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd541a71a0 con 0x7fcd541073c0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59053700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 0x7fcd54103030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd59854700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 0x7fcd54103ab0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0098e0 tx=0x7fcd4c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c027070 con 0x7fcd541073c0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fcd4c00be80 con 0x7fcd541073c0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd541a7430 con 0x7fcd541073c0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4c0173f0 con 0x7fcd541073c0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.027+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd541a78e0 con 0x7fcd541073c0 2024-06-06T07:53:44.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.028+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd54102a70 con 0x7fcd541073c0 2024-06-06T07:53:44.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.030+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcd4c02a070 con 0x7fcd541073c0 2024-06-06T07:53:44.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.030+0000 7fcd527fc700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd3c0a2d30 0x7fcd3c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.031+0000 7fcd59053700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd3c0a2d30 0x7fcd3c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.031+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fcd4c0d08d0 con 0x7fcd541073c0 2024-06-06T07:53:44.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.031+0000 7fcd59053700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd3c0a2d30 0x7fcd3c0a51f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009fa0 tx=0x7fcd44009570 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:44.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.034+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcd4c013070 con 0x7fcd541073c0 2024-06-06T07:53:44.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 -- 172.21.15.27:0/3628097393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 msgr2=0x7f5418101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 --2- 172.21.15.27:0/3628097393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f5418101a00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f541400b0a0 tx=0x7f541400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 -- 172.21.15.27:0/3628097393 shutdown_connections 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 --2- 172.21.15.27:0/3628097393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54181066b0 0x7f541810e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 --2- 172.21.15.27:0/3628097393 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f5418101a00 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 --2- 172.21.15.27:0/3628097393 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5418101fd0 0x7f5418105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 -- 172.21.15.27:0/3628097393 >> 172.21.15.27:0/3628097393 conn(0x7f5418078360 msgr2=0x7f5418078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 -- 172.21.15.27:0/3628097393 shutdown_connections 2024-06-06T07:53:44.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.245+0000 7f541f519700 1 -- 172.21.15.27:0/3628097393 wait complete. 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 Processor -- start 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 -- start start 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f541819af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5418101fd0 0x7f541819b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54181066b0 0x7f541819f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5418110740 con 0x7f5418101620 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f54181105c0 con 0x7f54181066b0 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541f519700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5418114de0 con 0x7f5418101fd0 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f541819af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f541819af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43136/0 (socket says 172.21.15.27:43136) 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 -- 172.21.15.27:0/555436460 learned_addr learned my addr 172.21.15.27:0/555436460 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541cab4700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5418101fd0 0x7f541819b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541dab6700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54181066b0 0x7f541819f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 -- 172.21.15.27:0/555436460 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5418101fd0 msgr2=0x7f541819b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5418101fd0 0x7f541819b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 -- 172.21.15.27:0/555436460 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54181066b0 msgr2=0x7f541819f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54181066b0 0x7f541819f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.246+0000 7f541d2b5700 1 -- 172.21.15.27:0/555436460 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f541819ff40 con 0x7f5418101620 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.247+0000 7f541d2b5700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f541819af80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f54140062a0 tx=0x7f5414004dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.247+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414021070 con 0x7f5418101620 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.247+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54181a01d0 con 0x7f5418101620 2024-06-06T07:53:44.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.247+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5414007b80 con 0x7f5418101620 2024-06-06T07:53:44.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.247+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5414005280 con 0x7f5418101620 2024-06-06T07:53:44.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.247+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54181a7ab0 con 0x7f5418101620 2024-06-06T07:53:44.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.248+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5418069180 con 0x7f5418101620 2024-06-06T07:53:44.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.250+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5414024070 con 0x7f5418101620 2024-06-06T07:53:44.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.251+0000 7f540e7fc700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f54040a2cb0 0x7f54040a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:44.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.251+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f541400f020 con 0x7f5418101620 2024-06-06T07:53:44.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.251+0000 7f541cab4700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f54040a2cb0 0x7f54040a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:44.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.251+0000 7f541cab4700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f54040a2cb0 0x7f54040a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5418107b80 tx=0x7f54080073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:44.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.252+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fcd541a7b40 con 0x7fcd541073c0 2024-06-06T07:53:44.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.255+0000 7fcd527fc700 1 -- 172.21.15.27:0/173950800 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fcd4c09d3e0 con 0x7fcd541073c0 2024-06-06T07:53:44.255 INFO:teuthology.orchestra.run.smithi027.stdout:167503724623 2024-06-06T07:53:44.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.255+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f541402b030 con 0x7f5418101620 2024-06-06T07:53:44.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd3c0a2d30 msgr2=0x7fcd3c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd3c0a2d30 0x7fcd3c0a51f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fcd44009fa0 tx=0x7fcd44009570 comp rx=0 tx=0).stop 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 msgr2=0x7fcd54103ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 0x7fcd54103ab0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c0098e0 tx=0x7fcd4c00f690 comp rx=0 tx=0).stop 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 shutdown_connections 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fcd3c0a2d30 0x7fcd3c0a51f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcd541073c0 0x7fcd54103ab0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcd54101380 0x7fcd54103030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 --2- 172.21.15.27:0/173950800 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd54101d40 0x7fcd54103570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 >> 172.21.15.27:0/173950800 conn(0x7fcd54078330 msgr2=0x7fcd54100640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 shutdown_connections 2024-06-06T07:53:44.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.257+0000 7fcd5b2b7700 1 -- 172.21.15.27:0/173950800 wait complete. 2024-06-06T07:53:44.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.471+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f541802dca0 con 0x7f5418101620 2024-06-06T07:53:44.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.471+0000 7f540e7fc700 1 -- 172.21.15.27:0/555436460 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f541409d6c0 con 0x7f5418101620 2024-06-06T07:53:44.472 INFO:teuthology.orchestra.run.smithi027.stdout:292057776187 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f54040a2cb0 msgr2=0x7f54040a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f54040a2cb0 0x7f54040a5170 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5418107b80 tx=0x7f54080073d0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 msgr2=0x7f541819af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f541819af80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f54140062a0 tx=0x7f5414004dd0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 shutdown_connections 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f54181066b0 0x7f541819f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f54040a2cb0 0x7f54040a5170 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5418101620 0x7f541819af80 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 --2- 172.21.15.27:0/555436460 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5418101fd0 0x7f541819b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 >> 172.21.15.27:0/555436460 conn(0x7f5418078360 msgr2=0x7f54180ff410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 shutdown_connections 2024-06-06T07:53:44.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.473+0000 7f541f519700 1 -- 172.21.15.27:0/555436460 wait complete. 2024-06-06T07:53:44.897 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612656 got 313532612661 for osd.10 2024-06-06T07:53:44.898 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:45.330 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:45 smithi203 ceph-mon[37192]: pgmap v395: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:45.330 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/173950800' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T07:53:45.330 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/555436460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-06T07:53:45.330 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/355117167' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T07:53:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:45 smithi027 ceph-mon[32293]: pgmap v395: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/173950800' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T07:53:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/555436460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-06T07:53:45.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/355117167' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T07:53:45.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:45 smithi176 ceph-mon[36543]: pgmap v395: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/173950800' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-06T07:53:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/555436460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-06T07:53:45.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/355117167' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-06T07:53:46.102 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462983 got 201863462987 for osd.6 2024-06-06T07:53:46.102 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/1746434131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 msgr2=0x7f4b58101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/1746434131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b58101810 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c009990 tx=0x7f4b4c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/1746434131 shutdown_connections 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/1746434131 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b58101d50 0x7f4b5810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/1746434131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b58107400 0x7f4b581077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/1746434131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b58101810 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:46.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/1746434131 >> 172.21.15.27:0/1746434131 conn(0x7f4b58078340 msgr2=0x7f4b58078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/1746434131 shutdown_connections 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.777+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/1746434131 wait complete. 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 Processor -- start 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 -- start start 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b5819e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b58101d50 0x7f4b5819ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b58107400 0x7f4b58198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4b581117d0 con 0x7f4b58101390 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4b58111650 con 0x7f4b58107400 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5f9e3700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4b58111950 con 0x7f4b58101d50 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5d77f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b5819e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5d77f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b5819e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43176/0 (socket says 172.21.15.27:43176) 2024-06-06T07:53:46.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5d77f700 1 -- 172.21.15.27:0/3678695189 learned_addr learned my addr 172.21.15.27:0/3678695189 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5cf7e700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b58101d50 0x7f4b5819ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.778+0000 7f4b5df80700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b58107400 0x7f4b58198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5d77f700 1 -- 172.21.15.27:0/3678695189 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b58101d50 msgr2=0x7f4b5819ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5d77f700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b58101d50 0x7f4b5819ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5d77f700 1 -- 172.21.15.27:0/3678695189 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b58107400 msgr2=0x7f4b58198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5d77f700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b58107400 0x7f4b58198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5d77f700 1 -- 172.21.15.27:0/3678695189 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b58199260 con 0x7f4b58101390 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5d77f700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b5819e940 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4b48007f10 tx=0x7f4b4800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48004bb0 con 0x7f4b58101390 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b58199550 con 0x7f4b58101390 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b48004d50 con 0x7f4b58101390 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b480133f0 con 0x7f4b58101390 2024-06-06T07:53:46.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.779+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b581a5810 con 0x7f4b58101390 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.780+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b58069180 con 0x7f4b58101390 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.781+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4b4801a020 con 0x7f4b58101390 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.782+0000 7f4b567fc700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4b400a2cb0 0x7f4b400a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.782+0000 7f4b5cf7e700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4b400a2cb0 0x7f4b400a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.782+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f4b480cebe0 con 0x7f4b58101390 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.783+0000 7f4b5cf7e700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4b400a2cb0 0x7f4b400a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c00b2e0 tx=0x7f4b4c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:46.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.787+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4b48010070 con 0x7f4b58101390 2024-06-06T07:53:46.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.995+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f4b581a59e0 con 0x7f4b58101390 2024-06-06T07:53:46.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.996+0000 7f4b567fc700 1 -- 172.21.15.27:0/3678695189 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4b4809b660 con 0x7f4b58101390 2024-06-06T07:53:46.996 INFO:teuthology.orchestra.run.smithi027.stdout:55834574949 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4b400a2cb0 msgr2=0x7f4b400a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4b400a2cb0 0x7f4b400a5170 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f4b4c00b2e0 tx=0x7f4b4c005960 comp rx=0 tx=0).stop 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 msgr2=0x7f4b5819e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b5819e940 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4b48007f10 tx=0x7f4b4800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 shutdown_connections 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b58107400 0x7f4b58198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f4b400a2cb0 0x7f4b400a5170 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b58101390 0x7f4b5819e940 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 --2- 172.21.15.27:0/3678695189 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b58101d50 0x7f4b5819ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 >> 172.21.15.27:0/3678695189 conn(0x7f4b58078340 msgr2=0x7f4b58100590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:47.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 shutdown_connections 2024-06-06T07:53:47.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:46.999+0000 7f4b5f9e3700 1 -- 172.21.15.27:0/3678695189 wait complete. 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 -- 172.21.15.27:0/723437801 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2781073f0 msgr2=0x7fc2781077d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 --2- 172.21.15.27:0/723437801 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2781073f0 0x7fc2781077d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fc268009990 tx=0x7fc268009ca0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 -- 172.21.15.27:0/723437801 shutdown_connections 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 --2- 172.21.15.27:0/723437801 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc278101d40 0x7fc27810e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 --2- 172.21.15.27:0/723437801 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2781073f0 0x7fc2781077d0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 --2- 172.21.15.27:0/723437801 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc278101380 0x7fc278101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 -- 172.21.15.27:0/723437801 >> 172.21.15.27:0/723437801 conn(0x7fc278078300 msgr2=0x7fc278078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 -- 172.21.15.27:0/723437801 shutdown_connections 2024-06-06T07:53:47.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.014+0000 7fc27dd27700 1 -- 172.21.15.27:0/723437801 wait complete. 2024-06-06T07:53:47.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.015+0000 7fc27dd27700 1 Processor -- start 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.015+0000 7fc27dd27700 1 -- start start 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc27dd27700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 0x7fc27819e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc27dd27700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc278101d40 0x7fc27819ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc27dd27700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2781073f0 0x7fc278198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc27dd27700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc2781117a0 con 0x7fc278101380 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc27dd27700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc278111620 con 0x7fc278101d40 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc27dd27700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc278111920 con 0x7fc2781073f0 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 0x7fc27819e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 0x7fc27819e900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43202/0 (socket says 172.21.15.27:43202) 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 -- 172.21.15.27:0/432633531 learned_addr learned my addr 172.21.15.27:0/432633531 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc276ffd700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc278101d40 0x7fc27819ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:47.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc277fff700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2781073f0 0x7fc278198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:47.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 -- 172.21.15.27:0/432633531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2781073f0 msgr2=0x7fc278198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2781073f0 0x7fc278198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 -- 172.21.15.27:0/432633531 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc278101d40 msgr2=0x7fc27819ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc278101d40 0x7fc27819ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.016+0000 7fc2777fe700 1 -- 172.21.15.27:0/432633531 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc278199220 con 0x7fc278101380 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.017+0000 7fc2777fe700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 0x7fc27819e900 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc268003ca0 tx=0x7fc268003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.017+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2680052d0 con 0x7fc278101380 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.017+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc268005470 con 0x7fc278101380 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.017+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2680173f0 con 0x7fc278101380 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.017+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2781994b0 con 0x7fc278101380 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.017+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2781a57d0 con 0x7fc278101380 2024-06-06T07:53:47.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.018+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc278102aa0 con 0x7fc278101380 2024-06-06T07:53:47.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.020+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc26800f460 con 0x7fc278101380 2024-06-06T07:53:47.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.020+0000 7fc274ff9700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc2600a2cb0 0x7fc2600a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:47.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.020+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fc2680d0340 con 0x7fc278101380 2024-06-06T07:53:47.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.020+0000 7fc276ffd700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc2600a2cb0 0x7fc2600a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:47.021 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.021+0000 7fc276ffd700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc2600a2cb0 0x7fc2600a5170 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2781061f0 tx=0x7fc26c0073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:47.024 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.024+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc268013070 con 0x7fc278101380 2024-06-06T07:53:47.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.235+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7fc278069180 con 0x7fc278101380 2024-06-06T07:53:47.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.236+0000 7fc274ff9700 1 -- 172.21.15.27:0/432633531 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc26809cef0 con 0x7fc278101380 2024-06-06T07:53:47.236 INFO:teuthology.orchestra.run.smithi027.stdout:257698037825 2024-06-06T07:53:47.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc2600a2cb0 msgr2=0x7fc2600a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc2600a2cb0 0x7fc2600a5170 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2781061f0 tx=0x7fc26c0073d0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 msgr2=0x7fc27819e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 0x7fc27819e900 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc268003ca0 tx=0x7fc268003cd0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 shutdown_connections 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2781073f0 0x7fc278198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fc2600a2cb0 0x7fc2600a5170 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc278101380 0x7fc27819e900 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 --2- 172.21.15.27:0/432633531 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc278101d40 0x7fc27819ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 >> 172.21.15.27:0/432633531 conn(0x7fc278078300 msgr2=0x7fc2781005e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 shutdown_connections 2024-06-06T07:53:47.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:47.238+0000 7fc27dd27700 1 -- 172.21.15.27:0/432633531 wait complete. 2024-06-06T07:53:47.250 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:47 smithi027 ceph-mon[32293]: pgmap v396: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:47.250 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:47 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3678695189' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T07:53:47.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:47 smithi176 ceph-mon[36543]: pgmap v396: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:47.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:47 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3678695189' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T07:53:47.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:47 smithi203 ceph-mon[37192]: pgmap v396: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:47 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3678695189' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-06T07:53:47.974 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776183 got 292057776187 for osd.9 2024-06-06T07:53:47.974 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:48.366 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:48 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/432633531' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-06T07:53:48.396 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351020 got 347892351024 for osd.11 2024-06-06T07:53:48.396 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:48.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:48 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/432633531' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-06T07:53:48.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:48 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/432633531' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-06T07:53:49.077 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037820 got 257698037825 for osd.8 2024-06-06T07:53:49.077 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:49.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:49 smithi027 ceph-mon[32293]: pgmap v397: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:49.399 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:49 smithi176 ceph-mon[36543]: pgmap v397: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:49.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:49 smithi203 ceph-mon[37192]: pgmap v397: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:49.609 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724619 got 167503724623 for osd.5 2024-06-06T07:53:49.609 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:50.141 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574942 got 55834574949 for osd.1 2024-06-06T07:53:50.142 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:50.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 -- 172.21.15.27:0/2385593919 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c101880 msgr2=0x7faf8c10f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:50.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 --2- 172.21.15.27:0/2385593919 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c101880 0x7faf8c10f380 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7faf8400b0a0 tx=0x7faf8400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 -- 172.21.15.27:0/2385593919 shutdown_connections 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 --2- 172.21.15.27:0/2385593919 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c101880 0x7faf8c10f380 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 --2- 172.21.15.27:0/2385593919 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c108670 0x7faf8c108a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 --2- 172.21.15.27:0/2385593919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faf8c100ec0 0x7faf8c101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 -- 172.21.15.27:0/2385593919 >> 172.21.15.27:0/2385593919 conn(0x7faf8c076600 msgr2=0x7faf8c076a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 -- 172.21.15.27:0/2385593919 shutdown_connections 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.815+0000 7faf914d2700 1 -- 172.21.15.27:0/2385593919 wait complete. 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.816+0000 7faf914d2700 1 Processor -- start 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.816+0000 7faf914d2700 1 -- start start 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faf8c100ec0 0x7faf8c1020a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c101880 0x7faf8c1025e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:50.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 0x7faf8c102b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c1128e0 con 0x7faf8c108670 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112760 con 0x7faf8c100ec0 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faf8c112a60 con 0x7faf8c101880 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 0x7faf8c102b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 0x7faf8c102b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43220/0 (socket says 172.21.15.27:43220) 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 -- 172.21.15.27:0/984464852 learned_addr learned my addr 172.21.15.27:0/984464852 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8affd700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faf8c100ec0 0x7faf8c1020a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8a7fc700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c101880 0x7faf8c1025e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 -- 172.21.15.27:0/984464852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c101880 msgr2=0x7faf8c1025e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c101880 0x7faf8c1025e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 -- 172.21.15.27:0/984464852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faf8c100ec0 msgr2=0x7faf8c1020a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faf8c100ec0 0x7faf8c1020a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 -- 172.21.15.27:0/984464852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf8c1a7180 con 0x7faf8c108670 2024-06-06T07:53:50.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8a7fc700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c101880 0x7faf8c1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:53:50.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf8b7fe700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 0x7faf8c102b20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7faf8400b070 tx=0x7faf84004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:50.233 INFO:teuthology.orchestra.run.smithi027.stdout:34359738474 2024-06-06T07:53:50.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf84021070 con 0x7faf8c108670 2024-06-06T07:53:50.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf8c1a7410 con 0x7faf8c108670 2024-06-06T07:53:50.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.817+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf8c1a7910 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.818+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faf84007b80 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.818+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf840053c0 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.818+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf8c069180 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.820+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7faf84024070 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.820+0000 7faf73fff700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faf740a2cb0 0x7faf740a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.820+0000 7faf8affd700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faf740a2cb0 0x7faf740a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.821+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7faf8400f020 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.821+0000 7faf8affd700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faf740a2cb0 0x7faf740a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7faf7c0045b0 tx=0x7faf7c00b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:49.824+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf8402b020 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.032+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7faf8c1a7c30 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.032+0000 7faf73fff700 1 -- 172.21.15.27:0/984464852 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7faf8409d9c0 con 0x7faf8c108670 2024-06-06T07:53:50.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faf740a2cb0 msgr2=0x7faf740a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faf740a2cb0 0x7faf740a5170 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7faf7c0045b0 tx=0x7faf7c00b3c0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 msgr2=0x7faf8c102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 0x7faf8c102b20 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7faf8400b070 tx=0x7faf84004d00 comp rx=0 tx=0).stop 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 shutdown_connections 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faf740a2cb0 0x7faf740a5170 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faf8c108670 0x7faf8c102b20 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faf8c100ec0 0x7faf8c1020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 --2- 172.21.15.27:0/984464852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf8c101880 0x7faf8c1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 >> 172.21.15.27:0/984464852 conn(0x7faf8c076600 msgr2=0x7faf8c0ff8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 shutdown_connections 2024-06-06T07:53:50.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:50.035+0000 7faf914d2700 1 -- 172.21.15.27:0/984464852 wait complete. 2024-06-06T07:53:50.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:50 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/984464852' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T07:53:50.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:50 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/984464852' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T07:53:50.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:50 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/984464852' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-06T07:53:51.005 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738474 for osd.0 2024-06-06T07:53:51.006 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 -- 172.21.15.27:0/2918451907 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79801030f0 msgr2=0x7f7980107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 --2- 172.21.15.27:0/2918451907 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79801030f0 0x7f7980107110 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f79740099c0 tx=0x7f7974009cd0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 -- 172.21.15.27:0/2918451907 shutdown_connections 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 --2- 172.21.15.27:0/2918451907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7980107840 0x7f798010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 --2- 172.21.15.27:0/2918451907 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 0x7f7980102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 --2- 172.21.15.27:0/2918451907 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f79801030f0 0x7f7980107110 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 -- 172.21.15.27:0/2918451907 >> 172.21.15.27:0/2918451907 conn(0x7f79800795f0 msgr2=0x7f7980079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 -- 172.21.15.27:0/2918451907 shutdown_connections 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.434+0000 7f79864e5700 1 -- 172.21.15.27:0/2918451907 wait complete. 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 Processor -- start 2024-06-06T07:53:51.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 -- start start 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 0x7f7980074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79801030f0 0x7f7980074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 0x7f7980075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7980112880 con 0x7f7980107840 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7980112700 con 0x7f7980102740 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.435+0000 7f79864e5700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7980112a00 con 0x7f79801030f0 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 0x7f7980075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 0x7f7980075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43162/0 (socket says 172.21.15.27:43162) 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 -- 172.21.15.27:0/355117167 learned_addr learned my addr 172.21.15.27:0/355117167 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f797ffff700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 0x7f7980074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f797f7fe700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79801030f0 0x7f7980074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 -- 172.21.15.27:0/355117167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79801030f0 msgr2=0x7f7980074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79801030f0 0x7f7980074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 -- 172.21.15.27:0/355117167 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 msgr2=0x7f7980074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 0x7f7980074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 -- 172.21.15.27:0/355117167 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79801a71d0 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f797ffff700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 0x7f7980074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f7984a82700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 0x7f7980075210 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f797800ada0 tx=0x7f797800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7978017020 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79801a74c0 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f797800a0d0 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7978005440 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.436+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79801a7a20 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.438+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7980069180 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.440+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f797800c980 con 0x7f7980107840 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.440+0000 7f797d7fa700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f79680a2cb0 0x7f79680a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.440+0000 7f797ffff700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f79680a2cb0 0x7f79680a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:51.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.441+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f79780cf240 con 0x7f7980107840 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stdout:111669149786 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.441+0000 7f797ffff700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f79680a2cb0 0x7f79680a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7970011490 tx=0x7f7970009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.444+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7978021020 con 0x7f7980107840 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.657+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f798002ddc0 con 0x7f7980107840 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.658+0000 7f797d7fa700 1 -- 172.21.15.27:0/355117167 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f797809bd50 con 0x7f7980107840 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f79680a2cb0 msgr2=0x7f79680a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:51.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f79680a2cb0 0x7f79680a5170 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7970011490 tx=0x7f7970009260 comp rx=0 tx=0).stop 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 msgr2=0x7f7980075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 0x7f7980075210 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f797800ada0 tx=0x7f797800c330 comp rx=0 tx=0).stop 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 shutdown_connections 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f79680a2cb0 0x7f79680a5170 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7980107840 0x7f7980075210 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7980102740 0x7f7980074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 --2- 172.21.15.27:0/355117167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79801030f0 0x7f7980074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 >> 172.21.15.27:0/355117167 conn(0x7f79800795f0 msgr2=0x7f79801007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 shutdown_connections 2024-06-06T07:53:51.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:44.660+0000 7f79864e5700 1 -- 172.21.15.27:0/355117167 wait complete. 2024-06-06T07:53:51.380 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:51.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:51 smithi027 ceph-mon[32293]: pgmap v398: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:51.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:51 smithi176 ceph-mon[36543]: pgmap v398: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:51.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:51 smithi203 ceph-mon[37192]: pgmap v398: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:53:51.796 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149781 got 111669149786 for osd.3 2024-06-06T07:53:51.796 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:51.852 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:53.280 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:53 smithi027 ceph-mon[32293]: pgmap v399: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:53.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:53 smithi176 ceph-mon[36543]: pgmap v399: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:53.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:53 smithi203 ceph-mon[37192]: pgmap v399: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:53:54.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:54 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/291823472' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T07:53:54.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:54 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/291823472' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T07:53:54.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:54 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/291823472' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.315+0000 7f0b9484a700 1 -- 172.21.15.27:0/3981800404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 msgr2=0x7f0b901112b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.315+0000 7f0b9484a700 1 --2- 172.21.15.27:0/3981800404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b901112b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0b8800b0a0 tx=0x7f0b8800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 -- 172.21.15.27:0/3981800404 shutdown_connections 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 --2- 172.21.15.27:0/3981800404 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b901112b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 --2- 172.21.15.27:0/3981800404 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0b900746c0 0x7f0b90074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 --2- 172.21.15.27:0/3981800404 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b90074fe0 0x7f0b9010e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 -- 172.21.15.27:0/3981800404 >> 172.21.15.27:0/3981800404 conn(0x7f0b90079640 msgr2=0x7f0b90079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:54.548 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 -- 172.21.15.27:0/3981800404 shutdown_connections 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 -- 172.21.15.27:0/3981800404 wait complete. 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.316+0000 7f0b9484a700 1 Processor -- start 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 -- start start 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b900746c0 0x7f0b9019b010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0b90074fe0 0x7f0b9019b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b9019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0b90114b80 con 0x7f0b9010eec0 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0b90114a00 con 0x7f0b90074fe0 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b9484a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0b90114d00 con 0x7f0b900746c0 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b9019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b9019f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43246/0 (socket says 172.21.15.27:43246) 2024-06-06T07:53:54.549 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 -- 172.21.15.27:0/291823472 learned_addr learned my addr 172.21.15.27:0/291823472 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8dd9b700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0b90074fe0 0x7f0b9019b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8e59c700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b900746c0 0x7f0b9019b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 -- 172.21.15.27:0/291823472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b900746c0 msgr2=0x7f0b9019b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b900746c0 0x7f0b9019b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 -- 172.21.15.27:0/291823472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0b90074fe0 msgr2=0x7f0b9019b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0b90074fe0 0x7f0b9019b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8ed9d700 1 -- 172.21.15.27:0/291823472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9019ffd0 con 0x7f0b9010eec0 2024-06-06T07:53:54.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.317+0000 7f0b8e59c700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b900746c0 0x7f0b9019b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.318+0000 7f0b8ed9d700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b9019f890 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0b88006070 tx=0x7f0b88004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.318+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b88021070 con 0x7f0b9010eec0 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.318+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b901a0260 con 0x7f0b9010eec0 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.318+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0b88003c00 con 0x7f0b9010eec0 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.318+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b8801d450 con 0x7f0b9010eec0 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.318+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b901a7b40 con 0x7f0b9010eec0 2024-06-06T07:53:54.551 INFO:teuthology.orchestra.run.smithi027.stdout:77309411425 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.319+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b90069180 con 0x7f0b9010eec0 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.321+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0b88007980 con 0x7f0b9010eec0 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.322+0000 7f0b7f7fe700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0b780a2cb0 0x7f0b780a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.322+0000 7f0b8e59c700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0b780a2cb0 0x7f0b780a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.322+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f0b8800f020 con 0x7f0b9010eec0 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.322+0000 7f0b8e59c700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0b780a2cb0 0x7f0b780a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0b80005950 tx=0x7f0b80005f50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:54.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.325+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0b8802a020 con 0x7f0b9010eec0 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.531+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f0b9019c320 con 0x7f0b9010eec0 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.532+0000 7f0b7f7fe700 1 -- 172.21.15.27:0/291823472 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0b8809da10 con 0x7f0b9010eec0 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0b780a2cb0 msgr2=0x7f0b780a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0b780a2cb0 0x7f0b780a5170 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0b80005950 tx=0x7f0b80005f50 comp rx=0 tx=0).stop 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 msgr2=0x7f0b9019f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b9019f890 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f0b88006070 tx=0x7f0b88004ce0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 shutdown_connections 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0b780a2cb0 0x7f0b780a5170 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0b9010eec0 0x7f0b9019f890 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b900746c0 0x7f0b9019b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 --2- 172.21.15.27:0/291823472 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0b90074fe0 0x7f0b9019b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:54.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 >> 172.21.15.27:0/291823472 conn(0x7f0b90079640 msgr2=0x7f0b900ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:54.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 shutdown_connections 2024-06-06T07:53:54.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:53.534+0000 7f0b9484a700 1 -- 172.21.15.27:0/291823472 wait complete. 2024-06-06T07:53:55.320 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:55 smithi027 ceph-mon[32293]: pgmap v400: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:55.354 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411419 got 77309411425 for osd.2 2024-06-06T07:53:55.354 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:55.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:55 smithi176 ceph-mon[36543]: pgmap v400: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:55.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:55 smithi203 ceph-mon[37192]: pgmap v400: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:53:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 -- 172.21.15.27:0/2556578591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 msgr2=0x7fb3141070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 --2- 172.21.15.27:0/2556578591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb3141070a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb3080099c0 tx=0x7fb308009cd0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 -- 172.21.15.27:0/2556578591 shutdown_connections 2024-06-06T07:53:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 --2- 172.21.15.27:0/2556578591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb314107780 0x7fb31410f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 --2- 172.21.15.27:0/2556578591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb31406ae00 0x7fb31406b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 --2- 172.21.15.27:0/2556578591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb3141070a0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 -- 172.21.15.27:0/2556578591 >> 172.21.15.27:0/2556578591 conn(0x7fb3140773e0 msgr2=0x7fb3140777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 -- 172.21.15.27:0/2556578591 shutdown_connections 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.624+0000 7fb3194af700 1 -- 172.21.15.27:0/2556578591 wait complete. 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 Processor -- start 2024-06-06T07:53:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 -- start start 2024-06-06T07:53:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb31406ae00 0x7fb31419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb31419ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb314107780 0x7fb314198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb314112890 con 0x7fb31406b7b0 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb314112710 con 0x7fb314107780 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3194af700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb314112a10 con 0x7fb31406ae00 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3127fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb31419ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3127fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb31419ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56114/0 (socket says 172.21.15.27:56114) 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3127fc700 1 -- 172.21.15.27:0/1412658836 learned_addr learned my addr 172.21.15.27:0/1412658836 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb312ffd700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb31406ae00 0x7fb31419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.625+0000 7fb3137fe700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb314107780 0x7fb314198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3127fc700 1 -- 172.21.15.27:0/1412658836 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb31406ae00 msgr2=0x7fb31419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3127fc700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb31406ae00 0x7fb31419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3127fc700 1 -- 172.21.15.27:0/1412658836 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb314107780 msgr2=0x7fb314198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3127fc700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb314107780 0x7fb314198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3127fc700 1 -- 172.21.15.27:0/1412658836 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb314199290 con 0x7fb31406b7b0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb312ffd700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb31406ae00 0x7fb31419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3127fc700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb31419ee60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb308006010 tx=0x7fb3080047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb308027070 con 0x7fb31406b7b0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb308003f50 con 0x7fb31406b7b0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb308022da0 con 0x7fb31406b7b0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb314199520 con 0x7fb31406b7b0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.626+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3141a57f0 con 0x7fb31406b7b0 2024-06-06T07:53:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.627+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb314069180 con 0x7fb31406b7b0 2024-06-06T07:53:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.628+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb30802a070 con 0x7fb31406b7b0 2024-06-06T07:53:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.629+0000 7fb2fbfff700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2fc0a2cb0 0x7fb2fc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.629+0000 7fb312ffd700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2fc0a2cb0 0x7fb2fc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.629+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fb3080d0190 con 0x7fb31406b7b0 2024-06-06T07:53:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.630+0000 7fb312ffd700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2fc0a2cb0 0x7fb2fc0a5170 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb304005950 tx=0x7fb30400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:55.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.634+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb30805e850 con 0x7fb31406b7b0 2024-06-06T07:53:55.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.845+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fb31402dca0 con 0x7fb31406b7b0 2024-06-06T07:53:55.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.845+0000 7fb2fbfff700 1 -- 172.21.15.27:0/1412658836 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb308013070 con 0x7fb31406b7b0 2024-06-06T07:53:55.847 INFO:teuthology.orchestra.run.smithi027.stdout:223338299463 2024-06-06T07:53:55.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2fc0a2cb0 msgr2=0x7fb2fc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:55.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2fc0a2cb0 0x7fb2fc0a5170 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb304005950 tx=0x7fb30400a300 comp rx=0 tx=0).stop 2024-06-06T07:53:55.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 msgr2=0x7fb31419ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:55.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb31419ee60 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb308006010 tx=0x7fb3080047b0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 shutdown_connections 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb314107780 0x7fb314198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb31406ae00 0x7fb31419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2fc0a2cb0 0x7fb2fc0a5170 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 --2- 172.21.15.27:0/1412658836 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb31406b7b0 0x7fb31419ee60 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 >> 172.21.15.27:0/1412658836 conn(0x7fb3140773e0 msgr2=0x7fb3141005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 shutdown_connections 2024-06-06T07:53:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:55.848+0000 7fb3194af700 1 -- 172.21.15.27:0/1412658836 wait complete. 2024-06-06T07:53:56.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1412658836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T07:53:56.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:56 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1412658836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T07:53:56.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:56 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1412658836' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-06T07:53:56.864 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299458 got 223338299463 for osd.7 2024-06-06T07:53:56.864 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:57.385 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:57 smithi027 ceph-mon[32293]: pgmap v401: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 -- 172.21.15.27:0/2791088613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa41030f0 msgr2=0x7fcaa4107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/2791088613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa41030f0 0x7fcaa4107110 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fca980099c0 tx=0x7fca98009cd0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 -- 172.21.15.27:0/2791088613 shutdown_connections 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/2791088613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcaa4107840 0x7fcaa410f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/2791088613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaa4102740 0x7fcaa4102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/2791088613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa41030f0 0x7fcaa4107110 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 -- 172.21.15.27:0/2791088613 >> 172.21.15.27:0/2791088613 conn(0x7fcaa40795f0 msgr2=0x7fcaa4079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 -- 172.21.15.27:0/2791088613 shutdown_connections 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 -- 172.21.15.27:0/2791088613 wait complete. 2024-06-06T07:53:57.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.404+0000 7fcaa9a60700 1 Processor -- start 2024-06-06T07:53:57.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 -- start start 2024-06-06T07:53:57.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaa4102740 0x7fcaa4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:57.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcaa41030f0 0x7fcaa4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:57.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 0x7fcaa4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:57.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa41128d0 con 0x7fcaa4107840 2024-06-06T07:53:57.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4112750 con 0x7fcaa41030f0 2024-06-06T07:53:57.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa9a60700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4112a50 con 0x7fcaa4102740 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 0x7fcaa4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 0x7fcaa4075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56134/0 (socket says 172.21.15.27:56134) 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 -- 172.21.15.27:0/883724213 learned_addr learned my addr 172.21.15.27:0/883724213 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa2ffd700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaa4102740 0x7fcaa4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa27fc700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcaa41030f0 0x7fcaa4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 -- 172.21.15.27:0/883724213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaa4102740 msgr2=0x7fcaa4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaa4102740 0x7fcaa4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 -- 172.21.15.27:0/883724213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcaa41030f0 msgr2=0x7fcaa4074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcaa41030f0 0x7fcaa4074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.405+0000 7fcaa37fe700 1 -- 172.21.15.27:0/883724213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa41a71d0 con 0x7fcaa4107840 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.406+0000 7fcaa37fe700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 0x7fcaa4075210 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fca9c007ee0 tx=0x7fca9c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:57.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.406+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9c004bb0 con 0x7fcaa4107840 2024-06-06T07:53:57.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.406+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaa41a74c0 con 0x7fcaa4107840 2024-06-06T07:53:57.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.406+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fca9c004d50 con 0x7fcaa4107840 2024-06-06T07:53:57.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.406+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9c0059b0 con 0x7fcaa4107840 2024-06-06T07:53:57.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.406+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaa41a79d0 con 0x7fcaa4107840 2024-06-06T07:53:57.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.407+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaa4103bd0 con 0x7fcaa4107840 2024-06-06T07:53:57.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.409+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fca9c01a020 con 0x7fcaa4107840 2024-06-06T07:53:57.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.409+0000 7fcaa8a5e700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fca8c0a2cb0 0x7fca8c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:53:57.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.410+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fca9c0cf280 con 0x7fcaa4107840 2024-06-06T07:53:57.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.410+0000 7fcaa2ffd700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fca8c0a2cb0 0x7fca8c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:53:57.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.410+0000 7fcaa2ffd700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fca8c0a2cb0 0x7fca8c0a5170 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fca94004630 tx=0x7fca9400b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:53:57.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.413+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fca9c010070 con 0x7fcaa4107840 2024-06-06T07:53:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:57 smithi176 ceph-mon[36543]: pgmap v401: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:57.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:57 smithi203 ceph-mon[37192]: pgmap v401: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:53:57.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.618+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fcaa41a7cc0 con 0x7fcaa4107840 2024-06-06T07:53:57.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.619+0000 7fcaa8a5e700 1 -- 172.21.15.27:0/883724213 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fca9c0192c0 con 0x7fcaa4107840 2024-06-06T07:53:57.619 INFO:teuthology.orchestra.run.smithi027.stdout:146028888152 2024-06-06T07:53:57.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fca8c0a2cb0 msgr2=0x7fca8c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:57.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fca8c0a2cb0 0x7fca8c0a5170 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fca94004630 tx=0x7fca9400b3c0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 msgr2=0x7fcaa4075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:53:57.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 0x7fcaa4075210 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fca9c007ee0 tx=0x7fca9c00d3b0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 shutdown_connections 2024-06-06T07:53:57.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fca8c0a2cb0 0x7fca8c0a5170 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fcaa4107840 0x7fcaa4075210 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaa4102740 0x7fcaa4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 --2- 172.21.15.27:0/883724213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fcaa41030f0 0x7fcaa4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:53:57.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 >> 172.21.15.27:0/883724213 conn(0x7fcaa40795f0 msgr2=0x7fcaa4100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:53:57.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.621+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 shutdown_connections 2024-06-06T07:53:57.622 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:53:57.622+0000 7fcaa9a60700 1 -- 172.21.15.27:0/883724213 wait complete. 2024-06-06T07:53:58.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:58 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/883724213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T07:53:58.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:58 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/883724213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T07:53:58.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:58 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/883724213' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-06T07:53:58.568 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888146 got 146028888152 for osd.4 2024-06-06T07:53:58.568 DEBUG:teuthology.parallel:result is None 2024-06-06T07:53:58.568 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T07:53:58.569 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:53:58.829 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:53:59.311 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:53:59 smithi027 ceph-mon[32293]: pgmap v402: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:59.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:53:59 smithi176 ceph-mon[36543]: pgmap v402: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:53:59.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:53:59 smithi203 ceph-mon[37192]: pgmap v402: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 -- 172.21.15.27:0/1833179035 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac102740 msgr2=0x7febac102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1833179035 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac102740 0x7febac102b20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7feba00099c0 tx=0x7feba0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 -- 172.21.15.27:0/1833179035 shutdown_connections 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1833179035 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7febac107840 0x7febac10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1833179035 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac102740 0x7febac102b20 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1833179035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febac1030f0 0x7febac107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 -- 172.21.15.27:0/1833179035 >> 172.21.15.27:0/1833179035 conn(0x7febac0795f0 msgr2=0x7febac079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:00.486 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 -- 172.21.15.27:0/1833179035 shutdown_connections 2024-06-06T07:54:00.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.486+0000 7febb2b3c700 1 -- 172.21.15.27:0/1833179035 wait complete. 2024-06-06T07:54:00.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 Processor -- start 2024-06-06T07:54:00.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 -- start start 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7febac102740 0x7febac074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 0x7febac074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febac107840 0x7febac075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7febac112890 con 0x7febac1030f0 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7febac112710 con 0x7febac102740 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb2b3c700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7febac112a10 con 0x7febac107840 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 0x7febac074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:00.489 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 0x7febac074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56144/0 (socket says 172.21.15.27:56144) 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 -- 172.21.15.27:0/1726320416 learned_addr learned my addr 172.21.15.27:0/1726320416 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb08d8700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7febac102740 0x7febac074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febb10d9700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febac107840 0x7febac075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 -- 172.21.15.27:0/1726320416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febac107840 msgr2=0x7febac075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febac107840 0x7febac075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 -- 172.21.15.27:0/1726320416 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7febac102740 msgr2=0x7febac074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7febac102740 0x7febac074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.487+0000 7febabfff700 1 -- 172.21.15.27:0/1726320416 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febac1a71c0 con 0x7febac1030f0 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.488+0000 7febabfff700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 0x7febac074cd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7feb9800e9a0 tx=0x7feb9800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.488+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9800ca10 con 0x7febac1030f0 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.488+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7feb9800cbb0 con 0x7febac1030f0 2024-06-06T07:54:00.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.488+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febac1a74b0 con 0x7febac1030f0 2024-06-06T07:54:00.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.488+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98018710 con 0x7febac1030f0 2024-06-06T07:54:00.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.488+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febac1a79f0 con 0x7febac1030f0 2024-06-06T07:54:00.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.489+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febac10aa80 con 0x7febac1030f0 2024-06-06T07:54:00.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.490+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7feb98010430 con 0x7febac1030f0 2024-06-06T07:54:00.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.491+0000 7feba9ffb700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7feb9c0a2cb0 0x7feb9c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:00.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.491+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7feb980cf700 con 0x7febac1030f0 2024-06-06T07:54:00.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.491+0000 7febb08d8700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7feb9c0a2cb0 0x7feb9c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:00.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.491+0000 7febb08d8700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7feb9c0a2cb0 0x7feb9c0a5170 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7feba0000c00 tx=0x7feba0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:00.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.496+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7feb9809c180 con 0x7febac1030f0 2024-06-06T07:54:00.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.697+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7febac0628d0 con 0x7feb9c0a2cb0 2024-06-06T07:54:00.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.707+0000 7feba9ffb700 1 -- 172.21.15.27:0/1726320416 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340833 (secure 0 0 0) 0x7febac0628d0 con 0x7feb9c0a2cb0 2024-06-06T07:54:00.712 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:00.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7feb9c0a2cb0 msgr2=0x7feb9c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7feb9c0a2cb0 0x7feb9c0a5170 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7feba0000c00 tx=0x7feba0005fb0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 msgr2=0x7febac074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 0x7febac074cd0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7feb9800e9a0 tx=0x7feb9800ecb0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 shutdown_connections 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febac107840 0x7febac075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7febac102740 0x7febac074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7feb9c0a2cb0 0x7feb9c0a5170 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 --2- 172.21.15.27:0/1726320416 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7febac1030f0 0x7febac074cd0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 >> 172.21.15.27:0/1726320416 conn(0x7febac0795f0 msgr2=0x7febac101c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 shutdown_connections 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:00.712+0000 7febb2b3c700 1 -- 172.21.15.27:0/1726320416 wait complete. 2024-06-06T07:54:00.715 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:54:01.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:01 smithi027 ceph-mon[32293]: pgmap v403: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:01.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:01 smithi176 ceph-mon[36543]: pgmap v403: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:01.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:01 smithi203 ceph-mon[37192]: pgmap v403: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:01.532 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":403,"stamp":"2024-06-06T07:53:59.658069+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660069,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1154,"num_read_kb":702,"num_write":432,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":353,"ondisk_log_size":353,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":366912,"kb_used_data":13556,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574912,"statfs":{"total":1151940427776,"available":1151564709888,"internally_reserved":0,"allocated":13881344,"data_stored":8828789,"data_compressed":496953,"data_compressed_allocated":675840,"data_compressed_original":2850816,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003194"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148396+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:52:36.148396+0000","last_peered":"2024-06-06T07:52:36.148396+0000","last_clean":"2024-06-06T07:52:36.148396+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:52:36.148396+0000","last_undegraded":"2024-06-06T07:52:36.148396+0000","last_fullsized":"2024-06-06T07:52:36.148396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157421+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:52:36.157421+0000","last_peered":"2024-06-06T07:52:36.157421+0000","last_clean":"2024-06-06T07:52:36.157421+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:52:36.157421+0000","last_undegraded":"2024-06-06T07:52:36.157421+0000","last_fullsized":"2024-06-06T07:52:36.157421+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157329+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:52:36.157329+0000","last_peered":"2024-06-06T07:52:36.157329+0000","last_clean":"2024-06-06T07:52:36.157329+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:52:36.157329+0000","last_undegraded":"2024-06-06T07:52:36.157329+0000","last_fullsized":"2024-06-06T07:52:36.157329+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658778+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:52:36.658778+0000","last_peered":"2024-06-06T07:52:36.658778+0000","last_clean":"2024-06-06T07:52:36.658778+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:52:36.658778+0000","last_undegraded":"2024-06-06T07:52:36.658778+0000","last_fullsized":"2024-06-06T07:52:36.658778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149830+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:52:36.149830+0000","last_peered":"2024-06-06T07:52:36.149830+0000","last_clean":"2024-06-06T07:52:36.149830+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:52:36.149830+0000","last_undegraded":"2024-06-06T07:52:36.149830+0000","last_fullsized":"2024-06-06T07:52:36.149830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145981+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:52:36.145981+0000","last_peered":"2024-06-06T07:52:36.145981+0000","last_clean":"2024-06-06T07:52:36.145981+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:52:36.145981+0000","last_undegraded":"2024-06-06T07:52:36.145981+0000","last_fullsized":"2024-06-06T07:52:36.145981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519151+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:52:36.519151+0000","last_peered":"2024-06-06T07:52:36.519151+0000","last_clean":"2024-06-06T07:52:36.519151+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:52:36.519151+0000","last_undegraded":"2024-06-06T07:52:36.519151+0000","last_fullsized":"2024-06-06T07:52:36.519151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149622+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149622+0000","last_peered":"2024-06-06T07:52:36.149622+0000","last_clean":"2024-06-06T07:52:36.149622+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:52:36.149622+0000","last_undegraded":"2024-06-06T07:52:36.149622+0000","last_fullsized":"2024-06-06T07:52:36.149622+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256743+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:52:36.256743+0000","last_peered":"2024-06-06T07:52:36.256743+0000","last_clean":"2024-06-06T07:52:36.256743+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:52:36.256743+0000","last_undegraded":"2024-06-06T07:52:36.256743+0000","last_fullsized":"2024-06-06T07:52:36.256743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146288+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:52:36.146288+0000","last_peered":"2024-06-06T07:52:36.146288+0000","last_clean":"2024-06-06T07:52:36.146288+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:52:36.146288+0000","last_undegraded":"2024-06-06T07:52:36.146288+0000","last_fullsized":"2024-06-06T07:52:36.146288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518625+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:52:36.518625+0000","last_peered":"2024-06-06T07:52:36.518625+0000","last_clean":"2024-06-06T07:52:36.518625+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:52:36.518625+0000","last_undegraded":"2024-06-06T07:52:36.518625+0000","last_fullsized":"2024-06-06T07:52:36.518625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658545+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:52:36.658545+0000","last_peered":"2024-06-06T07:52:36.658545+0000","last_clean":"2024-06-06T07:52:36.658545+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:52:36.658545+0000","last_undegraded":"2024-06-06T07:52:36.658545+0000","last_fullsized":"2024-06-06T07:52:36.658545+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145697+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:52:36.145697+0000","last_peered":"2024-06-06T07:52:36.145697+0000","last_clean":"2024-06-06T07:52:36.145697+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:52:36.145697+0000","last_undegraded":"2024-06-06T07:52:36.145697+0000","last_fullsized":"2024-06-06T07:52:36.145697+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157140+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:52:36.157140+0000","last_peered":"2024-06-06T07:52:36.157140+0000","last_clean":"2024-06-06T07:52:36.157140+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:52:36.157140+0000","last_undegraded":"2024-06-06T07:52:36.157140+0000","last_fullsized":"2024-06-06T07:52:36.157140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157176+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:52:36.157176+0000","last_peered":"2024-06-06T07:52:36.157176+0000","last_clean":"2024-06-06T07:52:36.157176+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:52:36.157176+0000","last_undegraded":"2024-06-06T07:52:36.157176+0000","last_fullsized":"2024-06-06T07:52:36.157176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256556+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:52:36.256556+0000","last_peered":"2024-06-06T07:52:36.256556+0000","last_clean":"2024-06-06T07:52:36.256556+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:52:36.256556+0000","last_undegraded":"2024-06-06T07:52:36.256556+0000","last_fullsized":"2024-06-06T07:52:36.256556+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148178+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:52:36.148178+0000","last_peered":"2024-06-06T07:52:36.148178+0000","last_clean":"2024-06-06T07:52:36.148178+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:52:36.148178+0000","last_undegraded":"2024-06-06T07:52:36.148178+0000","last_fullsized":"2024-06-06T07:52:36.148178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180234+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:52:36.180234+0000","last_peered":"2024-06-06T07:52:36.180234+0000","last_clean":"2024-06-06T07:52:36.180234+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:52:36.180234+0000","last_undegraded":"2024-06-06T07:52:36.180234+0000","last_fullsized":"2024-06-06T07:52:36.180234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146269+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:52:36.146269+0000","last_peered":"2024-06-06T07:52:36.146269+0000","last_clean":"2024-06-06T07:52:36.146269+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:52:36.146269+0000","last_undegraded":"2024-06-06T07:52:36.146269+0000","last_fullsized":"2024-06-06T07:52:36.146269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145643+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:52:36.145643+0000","last_peered":"2024-06-06T07:52:36.145643+0000","last_clean":"2024-06-06T07:52:36.145643+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:52:36.145643+0000","last_undegraded":"2024-06-06T07:52:36.145643+0000","last_fullsized":"2024-06-06T07:52:36.145643+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'13","reported_seq":156,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:53.880742+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:53:53.880742+0000","last_peered":"2024-06-06T07:53:53.880742+0000","last_clean":"2024-06-06T07:53:53.880742+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:53:53.880742+0000","last_undegraded":"2024-06-06T07:53:53.880742+0000","last_fullsized":"2024-06-06T07:53:53.880742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":98,"num_read_kb":98,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150134+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:52:36.150134+0000","last_peered":"2024-06-06T07:52:36.150134+0000","last_clean":"2024-06-06T07:52:36.150134+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:52:36.150134+0000","last_undegraded":"2024-06-06T07:52:36.150134+0000","last_fullsized":"2024-06-06T07:52:36.150134+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658957+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:52:36.658957+0000","last_peered":"2024-06-06T07:52:36.658957+0000","last_clean":"2024-06-06T07:52:36.658957+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:52:36.658957+0000","last_undegraded":"2024-06-06T07:52:36.658957+0000","last_fullsized":"2024-06-06T07:52:36.658957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150449+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:52:36.150449+0000","last_peered":"2024-06-06T07:52:36.150449+0000","last_clean":"2024-06-06T07:52:36.150449+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:52:36.150449+0000","last_undegraded":"2024-06-06T07:52:36.150449+0000","last_fullsized":"2024-06-06T07:52:36.150449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157495+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:52:36.157495+0000","last_peered":"2024-06-06T07:52:36.157495+0000","last_clean":"2024-06-06T07:52:36.157495+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:52:36.157495+0000","last_undegraded":"2024-06-06T07:52:36.157495+0000","last_fullsized":"2024-06-06T07:52:36.157495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659183+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:52:36.659183+0000","last_peered":"2024-06-06T07:52:36.659183+0000","last_clean":"2024-06-06T07:52:36.659183+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:52:36.659183+0000","last_undegraded":"2024-06-06T07:52:36.659183+0000","last_fullsized":"2024-06-06T07:52:36.659183+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150442+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:52:36.150442+0000","last_peered":"2024-06-06T07:52:36.150442+0000","last_clean":"2024-06-06T07:52:36.150442+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:52:36.150442+0000","last_undegraded":"2024-06-06T07:52:36.150442+0000","last_fullsized":"2024-06-06T07:52:36.150442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256745+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:52:36.256745+0000","last_peered":"2024-06-06T07:52:36.256745+0000","last_clean":"2024-06-06T07:52:36.256745+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:52:36.256745+0000","last_undegraded":"2024-06-06T07:52:36.256745+0000","last_fullsized":"2024-06-06T07:52:36.256745+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659078+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:52:36.659078+0000","last_peered":"2024-06-06T07:52:36.659078+0000","last_clean":"2024-06-06T07:52:36.659078+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:52:36.659078+0000","last_undegraded":"2024-06-06T07:52:36.659078+0000","last_fullsized":"2024-06-06T07:52:36.659078+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149871+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:52:36.149871+0000","last_peered":"2024-06-06T07:52:36.149871+0000","last_clean":"2024-06-06T07:52:36.149871+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:52:36.149871+0000","last_undegraded":"2024-06-06T07:52:36.149871+0000","last_fullsized":"2024-06-06T07:52:36.149871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591121+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:52:36.591121+0000","last_peered":"2024-06-06T07:52:36.591121+0000","last_clean":"2024-06-06T07:52:36.591121+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:52:36.591121+0000","last_undegraded":"2024-06-06T07:52:36.591121+0000","last_fullsized":"2024-06-06T07:52:36.591121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146067+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:52:36.146067+0000","last_peered":"2024-06-06T07:52:36.146067+0000","last_clean":"2024-06-06T07:52:36.146067+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:52:36.146067+0000","last_undegraded":"2024-06-06T07:52:36.146067+0000","last_fullsized":"2024-06-06T07:52:36.146067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":154,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:57.888047+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:53:57.888047+0000","last_peered":"2024-06-06T07:53:57.888047+0000","last_clean":"2024-06-06T07:53:57.888047+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:53:57.888047+0000","last_undegraded":"2024-06-06T07:53:57.888047+0000","last_fullsized":"2024-06-06T07:53:57.888047+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149867+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:52:36.149867+0000","last_peered":"2024-06-06T07:52:36.149867+0000","last_clean":"2024-06-06T07:52:36.149867+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:52:36.149867+0000","last_undegraded":"2024-06-06T07:52:36.149867+0000","last_fullsized":"2024-06-06T07:52:36.149867+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146009+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:52:36.146009+0000","last_peered":"2024-06-06T07:52:36.146009+0000","last_clean":"2024-06-06T07:52:36.146009+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:52:36.146009+0000","last_undegraded":"2024-06-06T07:52:36.146009+0000","last_fullsized":"2024-06-06T07:52:36.146009+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145864+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:52:36.145864+0000","last_peered":"2024-06-06T07:52:36.145864+0000","last_clean":"2024-06-06T07:52:36.145864+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:52:36.145864+0000","last_undegraded":"2024-06-06T07:52:36.145864+0000","last_fullsized":"2024-06-06T07:52:36.145864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589998+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:52:36.589998+0000","last_peered":"2024-06-06T07:52:36.589998+0000","last_clean":"2024-06-06T07:52:36.589998+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:52:36.589998+0000","last_undegraded":"2024-06-06T07:52:36.589998+0000","last_fullsized":"2024-06-06T07:52:36.589998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148182+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:52:36.148182+0000","last_peered":"2024-06-06T07:52:36.148182+0000","last_clean":"2024-06-06T07:52:36.148182+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:52:36.148182+0000","last_undegraded":"2024-06-06T07:52:36.148182+0000","last_fullsized":"2024-06-06T07:52:36.148182+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145375+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:52:36.145375+0000","last_peered":"2024-06-06T07:52:36.145375+0000","last_clean":"2024-06-06T07:52:36.145375+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:52:36.145375+0000","last_undegraded":"2024-06-06T07:52:36.145375+0000","last_fullsized":"2024-06-06T07:52:36.145375+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149758+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:52:36.149758+0000","last_peered":"2024-06-06T07:52:36.149758+0000","last_clean":"2024-06-06T07:52:36.149758+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:52:36.149758+0000","last_undegraded":"2024-06-06T07:52:36.149758+0000","last_fullsized":"2024-06-06T07:52:36.149758+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157240+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:52:36.157240+0000","last_peered":"2024-06-06T07:52:36.157240+0000","last_clean":"2024-06-06T07:52:36.157240+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:52:36.157240+0000","last_undegraded":"2024-06-06T07:52:36.157240+0000","last_fullsized":"2024-06-06T07:52:36.157240+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590566+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:52:36.590566+0000","last_peered":"2024-06-06T07:52:36.590566+0000","last_clean":"2024-06-06T07:52:36.590566+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:52:36.590566+0000","last_undegraded":"2024-06-06T07:52:36.590566+0000","last_fullsized":"2024-06-06T07:52:36.590566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180190+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:52:36.180190+0000","last_peered":"2024-06-06T07:52:36.180190+0000","last_clean":"2024-06-06T07:52:36.180190+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:52:36.180190+0000","last_undegraded":"2024-06-06T07:52:36.180190+0000","last_fullsized":"2024-06-06T07:52:36.180190+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149925+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:52:36.149925+0000","last_peered":"2024-06-06T07:52:36.149925+0000","last_clean":"2024-06-06T07:52:36.149925+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:52:36.149925+0000","last_undegraded":"2024-06-06T07:52:36.149925+0000","last_fullsized":"2024-06-06T07:52:36.149925+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'4","reported_seq":242,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:54.883257+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:53:54.883257+0000","last_peered":"2024-06-06T07:53:54.883257+0000","last_clean":"2024-06-06T07:53:54.883257+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:53:54.883257+0000","last_undegraded":"2024-06-06T07:53:54.883257+0000","last_fullsized":"2024-06-06T07:53:54.883257+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":194,"num_read_kb":194,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256714+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:52:36.256714+0000","last_peered":"2024-06-06T07:52:36.256714+0000","last_clean":"2024-06-06T07:52:36.256714+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:52:36.256714+0000","last_undegraded":"2024-06-06T07:52:36.256714+0000","last_fullsized":"2024-06-06T07:52:36.256714+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180530+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:52:36.180530+0000","last_peered":"2024-06-06T07:52:36.180530+0000","last_clean":"2024-06-06T07:52:36.180530+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:52:36.180530+0000","last_undegraded":"2024-06-06T07:52:36.180530+0000","last_fullsized":"2024-06-06T07:52:36.180530+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519482+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:52:36.519482+0000","last_peered":"2024-06-06T07:52:36.519482+0000","last_clean":"2024-06-06T07:52:36.519482+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:52:36.519482+0000","last_undegraded":"2024-06-06T07:52:36.519482+0000","last_fullsized":"2024-06-06T07:52:36.519482+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157669+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:52:36.157669+0000","last_peered":"2024-06-06T07:52:36.157669+0000","last_clean":"2024-06-06T07:52:36.157669+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:52:36.157669+0000","last_undegraded":"2024-06-06T07:52:36.157669+0000","last_fullsized":"2024-06-06T07:52:36.157669+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659347+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:52:36.659347+0000","last_peered":"2024-06-06T07:52:36.659347+0000","last_clean":"2024-06-06T07:52:36.659347+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:52:36.659347+0000","last_undegraded":"2024-06-06T07:52:36.659347+0000","last_fullsized":"2024-06-06T07:52:36.659347+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591062+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:52:36.591062+0000","last_peered":"2024-06-06T07:52:36.591062+0000","last_clean":"2024-06-06T07:52:36.591062+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:52:36.591062+0000","last_undegraded":"2024-06-06T07:52:36.591062+0000","last_fullsized":"2024-06-06T07:52:36.591062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256615+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:52:36.256615+0000","last_peered":"2024-06-06T07:52:36.256615+0000","last_clean":"2024-06-06T07:52:36.256615+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:52:36.256615+0000","last_undegraded":"2024-06-06T07:52:36.256615+0000","last_fullsized":"2024-06-06T07:52:36.256615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145724+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:52:36.145724+0000","last_peered":"2024-06-06T07:52:36.145724+0000","last_clean":"2024-06-06T07:52:36.145724+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:52:36.145724+0000","last_undegraded":"2024-06-06T07:52:36.145724+0000","last_fullsized":"2024-06-06T07:52:36.145724+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'35","reported_seq":298,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:54.882946+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:53:54.882946+0000","last_peered":"2024-06-06T07:53:54.882946+0000","last_clean":"2024-06-06T07:53:54.882946+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:53:54.882946+0000","last_undegraded":"2024-06-06T07:53:54.882946+0000","last_fullsized":"2024-06-06T07:53:54.882946+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62655,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":203,"num_read_kb":163,"num_write":37,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150219+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:52:36.150219+0000","last_peered":"2024-06-06T07:52:36.150219+0000","last_clean":"2024-06-06T07:52:36.150219+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:52:36.150219+0000","last_undegraded":"2024-06-06T07:52:36.150219+0000","last_fullsized":"2024-06-06T07:52:36.150219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591262+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:52:36.591262+0000","last_peered":"2024-06-06T07:52:36.591262+0000","last_clean":"2024-06-06T07:52:36.591262+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:52:36.591262+0000","last_undegraded":"2024-06-06T07:52:36.591262+0000","last_fullsized":"2024-06-06T07:52:36.591262+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145906+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:52:36.145906+0000","last_peered":"2024-06-06T07:52:36.145906+0000","last_clean":"2024-06-06T07:52:36.145906+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:52:36.145906+0000","last_undegraded":"2024-06-06T07:52:36.145906+0000","last_fullsized":"2024-06-06T07:52:36.145906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145408+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:52:36.145408+0000","last_peered":"2024-06-06T07:52:36.145408+0000","last_clean":"2024-06-06T07:52:36.145408+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:52:36.145408+0000","last_undegraded":"2024-06-06T07:52:36.145408+0000","last_fullsized":"2024-06-06T07:52:36.145408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147705+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:52:36.147705+0000","last_peered":"2024-06-06T07:52:36.147705+0000","last_clean":"2024-06-06T07:52:36.147705+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:52:36.147705+0000","last_undegraded":"2024-06-06T07:52:36.147705+0000","last_fullsized":"2024-06-06T07:52:36.147705+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590953+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:52:36.590953+0000","last_peered":"2024-06-06T07:52:36.590953+0000","last_clean":"2024-06-06T07:52:36.590953+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:52:36.590953+0000","last_undegraded":"2024-06-06T07:52:36.590953+0000","last_fullsized":"2024-06-06T07:52:36.590953+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518685+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:52:36.518685+0000","last_peered":"2024-06-06T07:52:36.518685+0000","last_clean":"2024-06-06T07:52:36.518685+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:52:36.518685+0000","last_undegraded":"2024-06-06T07:52:36.518685+0000","last_fullsized":"2024-06-06T07:52:36.518685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180921+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:52:36.180921+0000","last_peered":"2024-06-06T07:52:36.180921+0000","last_clean":"2024-06-06T07:52:36.180921+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:52:36.180921+0000","last_undegraded":"2024-06-06T07:52:36.180921+0000","last_fullsized":"2024-06-06T07:52:36.180921+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":148,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:52.880261+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:53:52.880261+0000","last_peered":"2024-06-06T07:53:52.880261+0000","last_clean":"2024-06-06T07:53:52.880261+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:53:52.880261+0000","last_undegraded":"2024-06-06T07:53:52.880261+0000","last_fullsized":"2024-06-06T07:53:52.880261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":99,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518521+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:52:36.518521+0000","last_peered":"2024-06-06T07:52:36.518521+0000","last_clean":"2024-06-06T07:52:36.518521+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:52:36.518521+0000","last_undegraded":"2024-06-06T07:52:36.518521+0000","last_fullsized":"2024-06-06T07:52:36.518521+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145896+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:52:36.145896+0000","last_peered":"2024-06-06T07:52:36.145896+0000","last_clean":"2024-06-06T07:52:36.145896+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:52:36.145896+0000","last_undegraded":"2024-06-06T07:52:36.145896+0000","last_fullsized":"2024-06-06T07:52:36.145896+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149683+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:52:36.149683+0000","last_peered":"2024-06-06T07:52:36.149683+0000","last_clean":"2024-06-06T07:52:36.149683+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:52:36.149683+0000","last_undegraded":"2024-06-06T07:52:36.149683+0000","last_fullsized":"2024-06-06T07:52:36.149683+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180537+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:52:36.180537+0000","last_peered":"2024-06-06T07:52:36.180537+0000","last_clean":"2024-06-06T07:52:36.180537+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:52:36.180537+0000","last_undegraded":"2024-06-06T07:52:36.180537+0000","last_fullsized":"2024-06-06T07:52:36.180537+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590752+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:52:36.590752+0000","last_peered":"2024-06-06T07:52:36.590752+0000","last_clean":"2024-06-06T07:52:36.590752+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:52:36.590752+0000","last_undegraded":"2024-06-06T07:52:36.590752+0000","last_fullsized":"2024-06-06T07:52:36.590752+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150411+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:52:36.150411+0000","last_peered":"2024-06-06T07:52:36.150411+0000","last_clean":"2024-06-06T07:52:36.150411+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:52:36.150411+0000","last_undegraded":"2024-06-06T07:52:36.150411+0000","last_fullsized":"2024-06-06T07:52:36.150411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148187+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:52:36.148187+0000","last_peered":"2024-06-06T07:52:36.148187+0000","last_clean":"2024-06-06T07:52:36.148187+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:52:36.148187+0000","last_undegraded":"2024-06-06T07:52:36.148187+0000","last_fullsized":"2024-06-06T07:52:36.148187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149728+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:52:36.149728+0000","last_peered":"2024-06-06T07:52:36.149728+0000","last_clean":"2024-06-06T07:52:36.149728+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:52:36.149728+0000","last_undegraded":"2024-06-06T07:52:36.149728+0000","last_fullsized":"2024-06-06T07:52:36.149728+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180922+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:52:36.180922+0000","last_peered":"2024-06-06T07:52:36.180922+0000","last_clean":"2024-06-06T07:52:36.180922+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:52:36.180922+0000","last_undegraded":"2024-06-06T07:52:36.180922+0000","last_fullsized":"2024-06-06T07:52:36.180922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145890+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:52:36.145890+0000","last_peered":"2024-06-06T07:52:36.145890+0000","last_clean":"2024-06-06T07:52:36.145890+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:52:36.145890+0000","last_undegraded":"2024-06-06T07:52:36.145890+0000","last_fullsized":"2024-06-06T07:52:36.145890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145757+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:52:36.145757+0000","last_peered":"2024-06-06T07:52:36.145757+0000","last_clean":"2024-06-06T07:52:36.145757+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:52:36.145757+0000","last_undegraded":"2024-06-06T07:52:36.145757+0000","last_fullsized":"2024-06-06T07:52:36.145757+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'5","reported_seq":150,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:55.884443+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:53:55.884443+0000","last_peered":"2024-06-06T07:53:55.884443+0000","last_clean":"2024-06-06T07:53:55.884443+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:53:55.884443+0000","last_undegraded":"2024-06-06T07:53:55.884443+0000","last_fullsized":"2024-06-06T07:53:55.884443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145732+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:52:36.145732+0000","last_peered":"2024-06-06T07:52:36.145732+0000","last_clean":"2024-06-06T07:52:36.145732+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:52:36.145732+0000","last_undegraded":"2024-06-06T07:52:36.145732+0000","last_fullsized":"2024-06-06T07:52:36.145732+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146023+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:52:36.146023+0000","last_peered":"2024-06-06T07:52:36.146023+0000","last_clean":"2024-06-06T07:52:36.146023+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:52:36.146023+0000","last_undegraded":"2024-06-06T07:52:36.146023+0000","last_fullsized":"2024-06-06T07:52:36.146023+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590103+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:52:36.590103+0000","last_peered":"2024-06-06T07:52:36.590103+0000","last_clean":"2024-06-06T07:52:36.590103+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:52:36.590103+0000","last_undegraded":"2024-06-06T07:52:36.590103+0000","last_fullsized":"2024-06-06T07:52:36.590103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":148,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:54.882356+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:53:54.882356+0000","last_peered":"2024-06-06T07:53:54.882356+0000","last_clean":"2024-06-06T07:53:54.882356+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:53:54.882356+0000","last_undegraded":"2024-06-06T07:53:54.882356+0000","last_fullsized":"2024-06-06T07:53:54.882356+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":99,"num_read_kb":99,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519434+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:52:36.519434+0000","last_peered":"2024-06-06T07:52:36.519434+0000","last_clean":"2024-06-06T07:52:36.519434+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:52:36.519434+0000","last_undegraded":"2024-06-06T07:52:36.519434+0000","last_fullsized":"2024-06-06T07:52:36.519434+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149974+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:52:36.149974+0000","last_peered":"2024-06-06T07:52:36.149974+0000","last_clean":"2024-06-06T07:52:36.149974+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:52:36.149974+0000","last_undegraded":"2024-06-06T07:52:36.149974+0000","last_fullsized":"2024-06-06T07:52:36.149974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659267+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:52:36.659267+0000","last_peered":"2024-06-06T07:52:36.659267+0000","last_clean":"2024-06-06T07:52:36.659267+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:52:36.659267+0000","last_undegraded":"2024-06-06T07:52:36.659267+0000","last_fullsized":"2024-06-06T07:52:36.659267+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":377,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518869+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:52:36.518869+0000","last_peered":"2024-06-06T07:52:36.518869+0000","last_clean":"2024-06-06T07:52:36.518869+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:52:36.518869+0000","last_undegraded":"2024-06-06T07:52:36.518869+0000","last_fullsized":"2024-06-06T07:52:36.518869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150092+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:52:36.150092+0000","last_peered":"2024-06-06T07:52:36.150092+0000","last_clean":"2024-06-06T07:52:36.150092+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:52:36.150092+0000","last_undegraded":"2024-06-06T07:52:36.150092+0000","last_fullsized":"2024-06-06T07:52:36.150092+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145236+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:52:36.145236+0000","last_peered":"2024-06-06T07:52:36.145236+0000","last_clean":"2024-06-06T07:52:36.145236+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:52:36.145236+0000","last_undegraded":"2024-06-06T07:52:36.145236+0000","last_fullsized":"2024-06-06T07:52:36.145236+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519150+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:52:36.519150+0000","last_peered":"2024-06-06T07:52:36.519150+0000","last_clean":"2024-06-06T07:52:36.519150+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:52:36.519150+0000","last_undegraded":"2024-06-06T07:52:36.519150+0000","last_fullsized":"2024-06-06T07:52:36.519150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147684+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:52:36.147684+0000","last_peered":"2024-06-06T07:52:36.147684+0000","last_clean":"2024-06-06T07:52:36.147684+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:52:36.147684+0000","last_undegraded":"2024-06-06T07:52:36.147684+0000","last_fullsized":"2024-06-06T07:52:36.147684+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150341+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:52:36.150341+0000","last_peered":"2024-06-06T07:52:36.150341+0000","last_clean":"2024-06-06T07:52:36.150341+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:52:36.150341+0000","last_undegraded":"2024-06-06T07:52:36.150341+0000","last_fullsized":"2024-06-06T07:52:36.150341+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145894+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:52:36.145894+0000","last_peered":"2024-06-06T07:52:36.145894+0000","last_clean":"2024-06-06T07:52:36.145894+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:52:36.145894+0000","last_undegraded":"2024-06-06T07:52:36.145894+0000","last_fullsized":"2024-06-06T07:52:36.145894+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149701+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:52:36.149701+0000","last_peered":"2024-06-06T07:52:36.149701+0000","last_clean":"2024-06-06T07:52:36.149701+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:52:36.149701+0000","last_undegraded":"2024-06-06T07:52:36.149701+0000","last_fullsized":"2024-06-06T07:52:36.149701+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'16","reported_seq":71,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:43.181815+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:52:43.181815+0000","last_peered":"2024-06-06T07:52:43.181815+0000","last_clean":"2024-06-06T07:52:43.181815+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:52:43.181815+0000","last_undegraded":"2024-06-06T07:52:43.181815+0000","last_fullsized":"2024-06-06T07:52:43.181815+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150220+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:52:36.150220+0000","last_peered":"2024-06-06T07:52:36.150220+0000","last_clean":"2024-06-06T07:52:36.150220+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:52:36.150220+0000","last_undegraded":"2024-06-06T07:52:36.150220+0000","last_fullsized":"2024-06-06T07:52:36.150220+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145514+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:52:36.145514+0000","last_peered":"2024-06-06T07:52:36.145514+0000","last_clean":"2024-06-06T07:52:36.145514+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:52:36.145514+0000","last_undegraded":"2024-06-06T07:52:36.145514+0000","last_fullsized":"2024-06-06T07:52:36.145514+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659560+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:52:36.659560+0000","last_peered":"2024-06-06T07:52:36.659560+0000","last_clean":"2024-06-06T07:52:36.659560+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:52:36.659560+0000","last_undegraded":"2024-06-06T07:52:36.659560+0000","last_fullsized":"2024-06-06T07:52:36.659560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157501+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:52:36.157501+0000","last_peered":"2024-06-06T07:52:36.157501+0000","last_clean":"2024-06-06T07:52:36.157501+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:52:36.157501+0000","last_undegraded":"2024-06-06T07:52:36.157501+0000","last_fullsized":"2024-06-06T07:52:36.157501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659474+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:52:36.659474+0000","last_peered":"2024-06-06T07:52:36.659474+0000","last_clean":"2024-06-06T07:52:36.659474+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:52:36.659474+0000","last_undegraded":"2024-06-06T07:52:36.659474+0000","last_fullsized":"2024-06-06T07:52:36.659474+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.257000+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:52:36.257000+0000","last_peered":"2024-06-06T07:52:36.257000+0000","last_clean":"2024-06-06T07:52:36.257000+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:52:36.257000+0000","last_undegraded":"2024-06-06T07:52:36.257000+0000","last_fullsized":"2024-06-06T07:52:36.257000+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149645+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149645+0000","last_peered":"2024-06-06T07:52:36.149645+0000","last_clean":"2024-06-06T07:52:36.149645+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:52:36.149645+0000","last_undegraded":"2024-06-06T07:52:36.149645+0000","last_fullsized":"2024-06-06T07:52:36.149645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150229+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:52:36.150229+0000","last_peered":"2024-06-06T07:52:36.150229+0000","last_clean":"2024-06-06T07:52:36.150229+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:52:36.150229+0000","last_undegraded":"2024-06-06T07:52:36.150229+0000","last_fullsized":"2024-06-06T07:52:36.150229+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149777+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:52:36.149777+0000","last_peered":"2024-06-06T07:52:36.149777+0000","last_clean":"2024-06-06T07:52:36.149777+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:52:36.149777+0000","last_undegraded":"2024-06-06T07:52:36.149777+0000","last_fullsized":"2024-06-06T07:52:36.149777+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147601+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:52:36.147601+0000","last_peered":"2024-06-06T07:52:36.147601+0000","last_clean":"2024-06-06T07:52:36.147601+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:52:36.147601+0000","last_undegraded":"2024-06-06T07:52:36.147601+0000","last_fullsized":"2024-06-06T07:52:36.147601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659357+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:52:36.659357+0000","last_peered":"2024-06-06T07:52:36.659357+0000","last_clean":"2024-06-06T07:52:36.659357+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:52:36.659357+0000","last_undegraded":"2024-06-06T07:52:36.659357+0000","last_fullsized":"2024-06-06T07:52:36.659357+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'3","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.155659+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:52:36.155659+0000","last_peered":"2024-06-06T07:52:36.155659+0000","last_clean":"2024-06-06T07:52:36.155659+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:52:36.155659+0000","last_undegraded":"2024-06-06T07:52:36.155659+0000","last_fullsized":"2024-06-06T07:52:36.155659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149878+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:52:36.149878+0000","last_peered":"2024-06-06T07:52:36.149878+0000","last_clean":"2024-06-06T07:52:36.149878+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:52:36.149878+0000","last_undegraded":"2024-06-06T07:52:36.149878+0000","last_fullsized":"2024-06-06T07:52:36.149878+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659453+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:52:36.659453+0000","last_peered":"2024-06-06T07:52:36.659453+0000","last_clean":"2024-06-06T07:52:36.659453+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:52:36.659453+0000","last_undegraded":"2024-06-06T07:52:36.659453+0000","last_fullsized":"2024-06-06T07:52:36.659453+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149795+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:52:36.149795+0000","last_peered":"2024-06-06T07:52:36.149795+0000","last_clean":"2024-06-06T07:52:36.149795+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:52:36.149795+0000","last_undegraded":"2024-06-06T07:52:36.149795+0000","last_fullsized":"2024-06-06T07:52:36.149795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518520+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:52:36.518520+0000","last_peered":"2024-06-06T07:52:36.518520+0000","last_clean":"2024-06-06T07:52:36.518520+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:52:36.518520+0000","last_undegraded":"2024-06-06T07:52:36.518520+0000","last_fullsized":"2024-06-06T07:52:36.518520+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.257008+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:52:36.257008+0000","last_peered":"2024-06-06T07:52:36.257008+0000","last_clean":"2024-06-06T07:52:36.257008+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:52:36.257008+0000","last_undegraded":"2024-06-06T07:52:36.257008+0000","last_fullsized":"2024-06-06T07:52:36.257008+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'5","reported_seq":151,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:55.893237+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:53:55.893237+0000","last_peered":"2024-06-06T07:53:55.893237+0000","last_clean":"2024-06-06T07:53:55.893237+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:53:55.893237+0000","last_undegraded":"2024-06-06T07:53:55.893237+0000","last_fullsized":"2024-06-06T07:53:55.893237+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518559+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:52:36.518559+0000","last_peered":"2024-06-06T07:52:36.518559+0000","last_clean":"2024-06-06T07:52:36.518559+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:52:36.518559+0000","last_undegraded":"2024-06-06T07:52:36.518559+0000","last_fullsized":"2024-06-06T07:52:36.518559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157142+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:52:36.157142+0000","last_peered":"2024-06-06T07:52:36.157142+0000","last_clean":"2024-06-06T07:52:36.157142+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:52:36.157142+0000","last_undegraded":"2024-06-06T07:52:36.157142+0000","last_fullsized":"2024-06-06T07:52:36.157142+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591176+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:52:36.591176+0000","last_peered":"2024-06-06T07:52:36.591176+0000","last_clean":"2024-06-06T07:52:36.591176+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:52:36.591176+0000","last_undegraded":"2024-06-06T07:52:36.591176+0000","last_fullsized":"2024-06-06T07:52:36.591176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518610+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:52:36.518610+0000","last_peered":"2024-06-06T07:52:36.518610+0000","last_clean":"2024-06-06T07:52:36.518610+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:52:36.518610+0000","last_undegraded":"2024-06-06T07:52:36.518610+0000","last_fullsized":"2024-06-06T07:52:36.518610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590430+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:52:36.590430+0000","last_peered":"2024-06-06T07:52:36.590430+0000","last_clean":"2024-06-06T07:52:36.590430+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:52:36.590430+0000","last_undegraded":"2024-06-06T07:52:36.590430+0000","last_fullsized":"2024-06-06T07:52:36.590430+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145780+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:52:36.145780+0000","last_peered":"2024-06-06T07:52:36.145780+0000","last_clean":"2024-06-06T07:52:36.145780+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:52:36.145780+0000","last_undegraded":"2024-06-06T07:52:36.145780+0000","last_fullsized":"2024-06-06T07:52:36.145780+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518683+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:52:36.518683+0000","last_peered":"2024-06-06T07:52:36.518683+0000","last_clean":"2024-06-06T07:52:36.518683+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:52:36.518683+0000","last_undegraded":"2024-06-06T07:52:36.518683+0000","last_fullsized":"2024-06-06T07:52:36.518683+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147804+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:52:36.147804+0000","last_peered":"2024-06-06T07:52:36.147804+0000","last_clean":"2024-06-06T07:52:36.147804+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:52:36.147804+0000","last_undegraded":"2024-06-06T07:52:36.147804+0000","last_fullsized":"2024-06-06T07:52:36.147804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145832+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:52:36.145832+0000","last_peered":"2024-06-06T07:52:36.145832+0000","last_clean":"2024-06-06T07:52:36.145832+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:52:36.145832+0000","last_undegraded":"2024-06-06T07:52:36.145832+0000","last_fullsized":"2024-06-06T07:52:36.145832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145595+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:52:36.145595+0000","last_peered":"2024-06-06T07:52:36.145595+0000","last_clean":"2024-06-06T07:52:36.145595+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:52:36.145595+0000","last_undegraded":"2024-06-06T07:52:36.145595+0000","last_fullsized":"2024-06-06T07:52:36.145595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157551+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:52:36.157551+0000","last_peered":"2024-06-06T07:52:36.157551+0000","last_clean":"2024-06-06T07:52:36.157551+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:52:36.157551+0000","last_undegraded":"2024-06-06T07:52:36.157551+0000","last_fullsized":"2024-06-06T07:52:36.157551+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145938+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:52:36.145938+0000","last_peered":"2024-06-06T07:52:36.145938+0000","last_clean":"2024-06-06T07:52:36.145938+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:52:36.145938+0000","last_undegraded":"2024-06-06T07:52:36.145938+0000","last_fullsized":"2024-06-06T07:52:36.145938+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147948+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:52:36.147948+0000","last_peered":"2024-06-06T07:52:36.147948+0000","last_clean":"2024-06-06T07:52:36.147948+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:52:36.147948+0000","last_undegraded":"2024-06-06T07:52:36.147948+0000","last_fullsized":"2024-06-06T07:52:36.147948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146140+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:52:36.146140+0000","last_peered":"2024-06-06T07:52:36.146140+0000","last_clean":"2024-06-06T07:52:36.146140+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:52:36.146140+0000","last_undegraded":"2024-06-06T07:52:36.146140+0000","last_fullsized":"2024-06-06T07:52:36.146140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150237+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:52:36.150237+0000","last_peered":"2024-06-06T07:52:36.150237+0000","last_clean":"2024-06-06T07:52:36.150237+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:52:36.150237+0000","last_undegraded":"2024-06-06T07:52:36.150237+0000","last_fullsized":"2024-06-06T07:52:36.150237+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589952+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:52:36.589952+0000","last_peered":"2024-06-06T07:52:36.589952+0000","last_clean":"2024-06-06T07:52:36.589952+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:52:36.589952+0000","last_undegraded":"2024-06-06T07:52:36.589952+0000","last_fullsized":"2024-06-06T07:52:36.589952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149907+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:52:36.149907+0000","last_peered":"2024-06-06T07:52:36.149907+0000","last_clean":"2024-06-06T07:52:36.149907+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:52:36.149907+0000","last_undegraded":"2024-06-06T07:52:36.149907+0000","last_fullsized":"2024-06-06T07:52:36.149907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256642+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:52:36.256642+0000","last_peered":"2024-06-06T07:52:36.256642+0000","last_clean":"2024-06-06T07:52:36.256642+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:52:36.256642+0000","last_undegraded":"2024-06-06T07:52:36.256642+0000","last_fullsized":"2024-06-06T07:52:36.256642+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145536+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:52:36.145536+0000","last_peered":"2024-06-06T07:52:36.145536+0000","last_clean":"2024-06-06T07:52:36.145536+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:52:36.145536+0000","last_undegraded":"2024-06-06T07:52:36.145536+0000","last_fullsized":"2024-06-06T07:52:36.145536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147869+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:52:36.147869+0000","last_peered":"2024-06-06T07:52:36.147869+0000","last_clean":"2024-06-06T07:52:36.147869+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:52:36.147869+0000","last_undegraded":"2024-06-06T07:52:36.147869+0000","last_fullsized":"2024-06-06T07:52:36.147869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280832,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69467,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1018,"num_read_kb":583,"num_write":249,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":208401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351028,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":573331,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612664,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28248,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716904,"statfs":{"total":95995035648,"available":95966109696,"internally_reserved":0,"allocated":1261568,"data_stored":1222802,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776190,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":577357,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037828,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1130496,"data_stored":573639,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299464,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1183744,"data_stored":1170135,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462990,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32268,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712884,"statfs":{"total":95995035648,"available":95961993216,"internally_reserved":0,"allocated":1110016,"data_stored":568765,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1179648,"data_stored":632450,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1134592,"data_stored":570221,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36444,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708708,"statfs":{"total":95995035648,"available":95957716992,"internally_reserved":0,"allocated":1126400,"data_stored":570405,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149790,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1122304,"data_stored":568473,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888152,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1191936,"data_stored":635494,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1191936,"data_stored":1165717,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":64407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":64391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:54:01.538 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:54:01.807 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:02.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:02 smithi027 ceph-mon[32293]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:54:02.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:02 smithi176 ceph-mon[36543]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:54:02.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:02 smithi203 ceph-mon[37192]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:54:03.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:03 smithi027 ceph-mon[32293]: pgmap v404: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:03.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:03 smithi176 ceph-mon[36543]: pgmap v404: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:03.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:03 smithi203 ceph-mon[37192]: pgmap v404: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:03.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/1167395257 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e18102740 msgr2=0x7f8e18102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/1167395257 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e18102740 0x7f8e18102b20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8e080099c0 tx=0x7f8e08009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/1167395257 shutdown_connections 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/1167395257 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e18107840 0x7f8e1810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/1167395257 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e18102740 0x7f8e18102b20 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/1167395257 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e181030f0 0x7f8e18107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/1167395257 >> 172.21.15.27:0/1167395257 conn(0x7f8e180795f0 msgr2=0x7f8e18079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/1167395257 shutdown_connections 2024-06-06T07:54:03.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.671+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/1167395257 wait complete. 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.672+0000 7f8e1cdf2700 1 Processor -- start 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.672+0000 7f8e1cdf2700 1 -- start start 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.672+0000 7f8e1cdf2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e18102740 0x7f8e18074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.672+0000 7f8e1cdf2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 0x7f8e18074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e1cdf2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e18107840 0x7f8e18075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e1cdf2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8e18112960 con 0x7f8e181030f0 2024-06-06T07:54:03.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e1cdf2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8e181127e0 con 0x7f8e18102740 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 0x7f8e18074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e1cdf2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8e18112ae0 con 0x7f8e18107840 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 0x7f8e18074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56164/0 (socket says 172.21.15.27:56164) 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 -- 172.21.15.27:0/3829452920 learned_addr learned my addr 172.21.15.27:0/3829452920 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e1659c700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e18102740 0x7f8e18074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e16d9d700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e18107840 0x7f8e18075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 -- 172.21.15.27:0/3829452920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e18107840 msgr2=0x7f8e18075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e18107840 0x7f8e18075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 -- 172.21.15.27:0/3829452920 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e18102740 msgr2=0x7f8e18074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e18102740 0x7f8e18074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 -- 172.21.15.27:0/3829452920 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e181a72a0 con 0x7f8e181030f0 2024-06-06T07:54:03.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.673+0000 7f8e15d9b700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 0x7f8e18074cd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c00d950 tx=0x7f8e0c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.674+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c016070 con 0x7f8e181030f0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.674+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e0c00fd90 con 0x7f8e181030f0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.674+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e181a7590 con 0x7f8e181030f0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.674+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c00e610 con 0x7f8e181030f0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.674+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e181a7ad0 con 0x7f8e181030f0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.675+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e1810aa80 con 0x7f8e181030f0 2024-06-06T07:54:03.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.676+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8e0c019070 con 0x7f8e181030f0 2024-06-06T07:54:03.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.677+0000 7f8e077fe700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8e000a2cb0 0x7f8e000a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:03.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.677+0000 7f8e1659c700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8e000a2cb0 0x7f8e000a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:03.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.677+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f8e0c0cefd0 con 0x7f8e181030f0 2024-06-06T07:54:03.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.677+0000 7f8e1659c700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8e000a2cb0 0x7f8e000a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8e0800b580 tx=0x7f8e08005c40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:03.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.680+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8e0c09ba50 con 0x7f8e181030f0 2024-06-06T07:54:03.881 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.882+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8e180628d0 con 0x7f8e000a2cb0 2024-06-06T07:54:03.890 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.891+0000 7f8e077fe700 1 -- 172.21.15.27:0/3829452920 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340838 (secure 0 0 0) 0x7f8e180628d0 con 0x7f8e000a2cb0 2024-06-06T07:54:03.895 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:03.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8e000a2cb0 msgr2=0x7f8e000a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:03.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8e000a2cb0 0x7f8e000a5170 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8e0800b580 tx=0x7f8e08005c40 comp rx=0 tx=0).stop 2024-06-06T07:54:03.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 msgr2=0x7f8e18074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:03.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 0x7f8e18074cd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c00d950 tx=0x7f8e0c00dc60 comp rx=0 tx=0).stop 2024-06-06T07:54:03.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 shutdown_connections 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e18107840 0x7f8e18075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e18102740 0x7f8e18074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f8e000a2cb0 0x7f8e000a5170 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 --2- 172.21.15.27:0/3829452920 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e181030f0 0x7f8e18074cd0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 >> 172.21.15.27:0/3829452920 conn(0x7f8e180795f0 msgr2=0x7f8e18100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 shutdown_connections 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:03.896+0000 7f8e1cdf2700 1 -- 172.21.15.27:0/3829452920 wait complete. 2024-06-06T07:54:03.898 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:54:04.703 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":405,"stamp":"2024-06-06T07:54:03.659011+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660069,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1199,"num_read_kb":727,"num_write":432,"num_write_kb":3082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":353,"ondisk_log_size":353,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":366912,"kb_used_data":13556,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574912,"statfs":{"total":1151940427776,"available":1151564709888,"internally_reserved":0,"allocated":13881344,"data_stored":8828789,"data_compressed":496953,"data_compressed_allocated":675840,"data_compressed_original":2850816,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002961"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148396+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:52:36.148396+0000","last_peered":"2024-06-06T07:52:36.148396+0000","last_clean":"2024-06-06T07:52:36.148396+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:52:36.148396+0000","last_undegraded":"2024-06-06T07:52:36.148396+0000","last_fullsized":"2024-06-06T07:52:36.148396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157421+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:52:36.157421+0000","last_peered":"2024-06-06T07:52:36.157421+0000","last_clean":"2024-06-06T07:52:36.157421+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:52:36.157421+0000","last_undegraded":"2024-06-06T07:52:36.157421+0000","last_fullsized":"2024-06-06T07:52:36.157421+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157329+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:52:36.157329+0000","last_peered":"2024-06-06T07:52:36.157329+0000","last_clean":"2024-06-06T07:52:36.157329+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:52:36.157329+0000","last_undegraded":"2024-06-06T07:52:36.157329+0000","last_fullsized":"2024-06-06T07:52:36.157329+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658778+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:52:36.658778+0000","last_peered":"2024-06-06T07:52:36.658778+0000","last_clean":"2024-06-06T07:52:36.658778+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:52:36.658778+0000","last_undegraded":"2024-06-06T07:52:36.658778+0000","last_fullsized":"2024-06-06T07:52:36.658778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149830+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:52:36.149830+0000","last_peered":"2024-06-06T07:52:36.149830+0000","last_clean":"2024-06-06T07:52:36.149830+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:52:36.149830+0000","last_undegraded":"2024-06-06T07:52:36.149830+0000","last_fullsized":"2024-06-06T07:52:36.149830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145981+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:52:36.145981+0000","last_peered":"2024-06-06T07:52:36.145981+0000","last_clean":"2024-06-06T07:52:36.145981+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:52:36.145981+0000","last_undegraded":"2024-06-06T07:52:36.145981+0000","last_fullsized":"2024-06-06T07:52:36.145981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519151+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:52:36.519151+0000","last_peered":"2024-06-06T07:52:36.519151+0000","last_clean":"2024-06-06T07:52:36.519151+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:52:36.519151+0000","last_undegraded":"2024-06-06T07:52:36.519151+0000","last_fullsized":"2024-06-06T07:52:36.519151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149622+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149622+0000","last_peered":"2024-06-06T07:52:36.149622+0000","last_clean":"2024-06-06T07:52:36.149622+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:52:36.149622+0000","last_undegraded":"2024-06-06T07:52:36.149622+0000","last_fullsized":"2024-06-06T07:52:36.149622+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256743+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:52:36.256743+0000","last_peered":"2024-06-06T07:52:36.256743+0000","last_clean":"2024-06-06T07:52:36.256743+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:52:36.256743+0000","last_undegraded":"2024-06-06T07:52:36.256743+0000","last_fullsized":"2024-06-06T07:52:36.256743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146288+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:52:36.146288+0000","last_peered":"2024-06-06T07:52:36.146288+0000","last_clean":"2024-06-06T07:52:36.146288+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:52:36.146288+0000","last_undegraded":"2024-06-06T07:52:36.146288+0000","last_fullsized":"2024-06-06T07:52:36.146288+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518625+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:52:36.518625+0000","last_peered":"2024-06-06T07:52:36.518625+0000","last_clean":"2024-06-06T07:52:36.518625+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:52:36.518625+0000","last_undegraded":"2024-06-06T07:52:36.518625+0000","last_fullsized":"2024-06-06T07:52:36.518625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658545+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:52:36.658545+0000","last_peered":"2024-06-06T07:52:36.658545+0000","last_clean":"2024-06-06T07:52:36.658545+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:52:36.658545+0000","last_undegraded":"2024-06-06T07:52:36.658545+0000","last_fullsized":"2024-06-06T07:52:36.658545+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145697+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:52:36.145697+0000","last_peered":"2024-06-06T07:52:36.145697+0000","last_clean":"2024-06-06T07:52:36.145697+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:52:36.145697+0000","last_undegraded":"2024-06-06T07:52:36.145697+0000","last_fullsized":"2024-06-06T07:52:36.145697+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157140+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:52:36.157140+0000","last_peered":"2024-06-06T07:52:36.157140+0000","last_clean":"2024-06-06T07:52:36.157140+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:52:36.157140+0000","last_undegraded":"2024-06-06T07:52:36.157140+0000","last_fullsized":"2024-06-06T07:52:36.157140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157176+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:52:36.157176+0000","last_peered":"2024-06-06T07:52:36.157176+0000","last_clean":"2024-06-06T07:52:36.157176+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:52:36.157176+0000","last_undegraded":"2024-06-06T07:52:36.157176+0000","last_fullsized":"2024-06-06T07:52:36.157176+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256556+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:52:36.256556+0000","last_peered":"2024-06-06T07:52:36.256556+0000","last_clean":"2024-06-06T07:52:36.256556+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:52:36.256556+0000","last_undegraded":"2024-06-06T07:52:36.256556+0000","last_fullsized":"2024-06-06T07:52:36.256556+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148178+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:52:36.148178+0000","last_peered":"2024-06-06T07:52:36.148178+0000","last_clean":"2024-06-06T07:52:36.148178+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:52:36.148178+0000","last_undegraded":"2024-06-06T07:52:36.148178+0000","last_fullsized":"2024-06-06T07:52:36.148178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180234+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:52:36.180234+0000","last_peered":"2024-06-06T07:52:36.180234+0000","last_clean":"2024-06-06T07:52:36.180234+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:52:36.180234+0000","last_undegraded":"2024-06-06T07:52:36.180234+0000","last_fullsized":"2024-06-06T07:52:36.180234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146269+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:52:36.146269+0000","last_peered":"2024-06-06T07:52:36.146269+0000","last_clean":"2024-06-06T07:52:36.146269+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:52:36.146269+0000","last_undegraded":"2024-06-06T07:52:36.146269+0000","last_fullsized":"2024-06-06T07:52:36.146269+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145643+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:52:36.145643+0000","last_peered":"2024-06-06T07:52:36.145643+0000","last_clean":"2024-06-06T07:52:36.145643+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:52:36.145643+0000","last_undegraded":"2024-06-06T07:52:36.145643+0000","last_fullsized":"2024-06-06T07:52:36.145643+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"98'13","reported_seq":161,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:58.888104+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:53:58.888104+0000","last_peered":"2024-06-06T07:53:58.888104+0000","last_clean":"2024-06-06T07:53:58.888104+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:53:58.888104+0000","last_undegraded":"2024-06-06T07:53:58.888104+0000","last_fullsized":"2024-06-06T07:53:58.888104+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":103,"num_read_kb":103,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150134+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:52:36.150134+0000","last_peered":"2024-06-06T07:52:36.150134+0000","last_clean":"2024-06-06T07:52:36.150134+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:52:36.150134+0000","last_undegraded":"2024-06-06T07:52:36.150134+0000","last_fullsized":"2024-06-06T07:52:36.150134+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.658957+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:52:36.658957+0000","last_peered":"2024-06-06T07:52:36.658957+0000","last_clean":"2024-06-06T07:52:36.658957+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:52:36.658957+0000","last_undegraded":"2024-06-06T07:52:36.658957+0000","last_fullsized":"2024-06-06T07:52:36.658957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150449+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:52:36.150449+0000","last_peered":"2024-06-06T07:52:36.150449+0000","last_clean":"2024-06-06T07:52:36.150449+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:52:36.150449+0000","last_undegraded":"2024-06-06T07:52:36.150449+0000","last_fullsized":"2024-06-06T07:52:36.150449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157495+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:52:36.157495+0000","last_peered":"2024-06-06T07:52:36.157495+0000","last_clean":"2024-06-06T07:52:36.157495+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:52:36.157495+0000","last_undegraded":"2024-06-06T07:52:36.157495+0000","last_fullsized":"2024-06-06T07:52:36.157495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659183+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:52:36.659183+0000","last_peered":"2024-06-06T07:52:36.659183+0000","last_clean":"2024-06-06T07:52:36.659183+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:52:36.659183+0000","last_undegraded":"2024-06-06T07:52:36.659183+0000","last_fullsized":"2024-06-06T07:52:36.659183+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":57,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150442+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:52:36.150442+0000","last_peered":"2024-06-06T07:52:36.150442+0000","last_clean":"2024-06-06T07:52:36.150442+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:52:36.150442+0000","last_undegraded":"2024-06-06T07:52:36.150442+0000","last_fullsized":"2024-06-06T07:52:36.150442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256745+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:52:36.256745+0000","last_peered":"2024-06-06T07:52:36.256745+0000","last_clean":"2024-06-06T07:52:36.256745+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:52:36.256745+0000","last_undegraded":"2024-06-06T07:52:36.256745+0000","last_fullsized":"2024-06-06T07:52:36.256745+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659078+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:52:36.659078+0000","last_peered":"2024-06-06T07:52:36.659078+0000","last_clean":"2024-06-06T07:52:36.659078+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:52:36.659078+0000","last_undegraded":"2024-06-06T07:52:36.659078+0000","last_fullsized":"2024-06-06T07:52:36.659078+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149871+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:52:36.149871+0000","last_peered":"2024-06-06T07:52:36.149871+0000","last_clean":"2024-06-06T07:52:36.149871+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:52:36.149871+0000","last_undegraded":"2024-06-06T07:52:36.149871+0000","last_fullsized":"2024-06-06T07:52:36.149871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591121+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:52:36.591121+0000","last_peered":"2024-06-06T07:52:36.591121+0000","last_clean":"2024-06-06T07:52:36.591121+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:52:36.591121+0000","last_undegraded":"2024-06-06T07:52:36.591121+0000","last_fullsized":"2024-06-06T07:52:36.591121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146067+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:52:36.146067+0000","last_peered":"2024-06-06T07:52:36.146067+0000","last_clean":"2024-06-06T07:52:36.146067+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:52:36.146067+0000","last_undegraded":"2024-06-06T07:52:36.146067+0000","last_fullsized":"2024-06-06T07:52:36.146067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"98'6","reported_seq":154,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:57.888047+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:53:57.888047+0000","last_peered":"2024-06-06T07:53:57.888047+0000","last_clean":"2024-06-06T07:53:57.888047+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:53:57.888047+0000","last_undegraded":"2024-06-06T07:53:57.888047+0000","last_fullsized":"2024-06-06T07:53:57.888047+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149867+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:52:36.149867+0000","last_peered":"2024-06-06T07:52:36.149867+0000","last_clean":"2024-06-06T07:52:36.149867+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:52:36.149867+0000","last_undegraded":"2024-06-06T07:52:36.149867+0000","last_fullsized":"2024-06-06T07:52:36.149867+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146009+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:52:36.146009+0000","last_peered":"2024-06-06T07:52:36.146009+0000","last_clean":"2024-06-06T07:52:36.146009+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:52:36.146009+0000","last_undegraded":"2024-06-06T07:52:36.146009+0000","last_fullsized":"2024-06-06T07:52:36.146009+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145864+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:52:36.145864+0000","last_peered":"2024-06-06T07:52:36.145864+0000","last_clean":"2024-06-06T07:52:36.145864+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:52:36.145864+0000","last_undegraded":"2024-06-06T07:52:36.145864+0000","last_fullsized":"2024-06-06T07:52:36.145864+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589998+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:52:36.589998+0000","last_peered":"2024-06-06T07:52:36.589998+0000","last_clean":"2024-06-06T07:52:36.589998+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:52:36.589998+0000","last_undegraded":"2024-06-06T07:52:36.589998+0000","last_fullsized":"2024-06-06T07:52:36.589998+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148182+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:52:36.148182+0000","last_peered":"2024-06-06T07:52:36.148182+0000","last_clean":"2024-06-06T07:52:36.148182+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:52:36.148182+0000","last_undegraded":"2024-06-06T07:52:36.148182+0000","last_fullsized":"2024-06-06T07:52:36.148182+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145375+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:52:36.145375+0000","last_peered":"2024-06-06T07:52:36.145375+0000","last_clean":"2024-06-06T07:52:36.145375+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:52:36.145375+0000","last_undegraded":"2024-06-06T07:52:36.145375+0000","last_fullsized":"2024-06-06T07:52:36.145375+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149758+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:52:36.149758+0000","last_peered":"2024-06-06T07:52:36.149758+0000","last_clean":"2024-06-06T07:52:36.149758+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:52:36.149758+0000","last_undegraded":"2024-06-06T07:52:36.149758+0000","last_fullsized":"2024-06-06T07:52:36.149758+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157240+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:52:36.157240+0000","last_peered":"2024-06-06T07:52:36.157240+0000","last_clean":"2024-06-06T07:52:36.157240+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:52:36.157240+0000","last_undegraded":"2024-06-06T07:52:36.157240+0000","last_fullsized":"2024-06-06T07:52:36.157240+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590566+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:52:36.590566+0000","last_peered":"2024-06-06T07:52:36.590566+0000","last_clean":"2024-06-06T07:52:36.590566+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:52:36.590566+0000","last_undegraded":"2024-06-06T07:52:36.590566+0000","last_fullsized":"2024-06-06T07:52:36.590566+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180190+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:52:36.180190+0000","last_peered":"2024-06-06T07:52:36.180190+0000","last_clean":"2024-06-06T07:52:36.180190+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:52:36.180190+0000","last_undegraded":"2024-06-06T07:52:36.180190+0000","last_fullsized":"2024-06-06T07:52:36.180190+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149925+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:52:36.149925+0000","last_peered":"2024-06-06T07:52:36.149925+0000","last_clean":"2024-06-06T07:52:36.149925+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:52:36.149925+0000","last_undegraded":"2024-06-06T07:52:36.149925+0000","last_fullsized":"2024-06-06T07:52:36.149925+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"98'4","reported_seq":252,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:59.890458+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:53:59.890458+0000","last_peered":"2024-06-06T07:53:59.890458+0000","last_clean":"2024-06-06T07:53:59.890458+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:53:59.890458+0000","last_undegraded":"2024-06-06T07:53:59.890458+0000","last_fullsized":"2024-06-06T07:53:59.890458+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":204,"num_read_kb":204,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256714+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:52:36.256714+0000","last_peered":"2024-06-06T07:52:36.256714+0000","last_clean":"2024-06-06T07:52:36.256714+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:52:36.256714+0000","last_undegraded":"2024-06-06T07:52:36.256714+0000","last_fullsized":"2024-06-06T07:52:36.256714+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180530+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:52:36.180530+0000","last_peered":"2024-06-06T07:52:36.180530+0000","last_clean":"2024-06-06T07:52:36.180530+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:52:36.180530+0000","last_undegraded":"2024-06-06T07:52:36.180530+0000","last_fullsized":"2024-06-06T07:52:36.180530+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519482+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:52:36.519482+0000","last_peered":"2024-06-06T07:52:36.519482+0000","last_clean":"2024-06-06T07:52:36.519482+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:52:36.519482+0000","last_undegraded":"2024-06-06T07:52:36.519482+0000","last_fullsized":"2024-06-06T07:52:36.519482+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157669+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:52:36.157669+0000","last_peered":"2024-06-06T07:52:36.157669+0000","last_clean":"2024-06-06T07:52:36.157669+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:52:36.157669+0000","last_undegraded":"2024-06-06T07:52:36.157669+0000","last_fullsized":"2024-06-06T07:52:36.157669+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":36,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659347+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:52:36.659347+0000","last_peered":"2024-06-06T07:52:36.659347+0000","last_clean":"2024-06-06T07:52:36.659347+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:52:36.659347+0000","last_undegraded":"2024-06-06T07:52:36.659347+0000","last_fullsized":"2024-06-06T07:52:36.659347+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591062+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:52:36.591062+0000","last_peered":"2024-06-06T07:52:36.591062+0000","last_clean":"2024-06-06T07:52:36.591062+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:52:36.591062+0000","last_undegraded":"2024-06-06T07:52:36.591062+0000","last_fullsized":"2024-06-06T07:52:36.591062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256615+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:52:36.256615+0000","last_peered":"2024-06-06T07:52:36.256615+0000","last_clean":"2024-06-06T07:52:36.256615+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:52:36.256615+0000","last_undegraded":"2024-06-06T07:52:36.256615+0000","last_fullsized":"2024-06-06T07:52:36.256615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145724+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:52:36.145724+0000","last_peered":"2024-06-06T07:52:36.145724+0000","last_clean":"2024-06-06T07:52:36.145724+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:52:36.145724+0000","last_undegraded":"2024-06-06T07:52:36.145724+0000","last_fullsized":"2024-06-06T07:52:36.145724+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"100'35","reported_seq":308,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:59.890285+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:53:59.890285+0000","last_peered":"2024-06-06T07:53:59.890285+0000","last_clean":"2024-06-06T07:53:59.890285+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:53:59.890285+0000","last_undegraded":"2024-06-06T07:53:59.890285+0000","last_fullsized":"2024-06-06T07:53:59.890285+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62655,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":213,"num_read_kb":168,"num_write":37,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150219+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:52:36.150219+0000","last_peered":"2024-06-06T07:52:36.150219+0000","last_clean":"2024-06-06T07:52:36.150219+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:52:36.150219+0000","last_undegraded":"2024-06-06T07:52:36.150219+0000","last_fullsized":"2024-06-06T07:52:36.150219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591262+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:52:36.591262+0000","last_peered":"2024-06-06T07:52:36.591262+0000","last_clean":"2024-06-06T07:52:36.591262+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:52:36.591262+0000","last_undegraded":"2024-06-06T07:52:36.591262+0000","last_fullsized":"2024-06-06T07:52:36.591262+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":56,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145906+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:52:36.145906+0000","last_peered":"2024-06-06T07:52:36.145906+0000","last_clean":"2024-06-06T07:52:36.145906+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:52:36.145906+0000","last_undegraded":"2024-06-06T07:52:36.145906+0000","last_fullsized":"2024-06-06T07:52:36.145906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145408+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:52:36.145408+0000","last_peered":"2024-06-06T07:52:36.145408+0000","last_clean":"2024-06-06T07:52:36.145408+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:52:36.145408+0000","last_undegraded":"2024-06-06T07:52:36.145408+0000","last_fullsized":"2024-06-06T07:52:36.145408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147705+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:52:36.147705+0000","last_peered":"2024-06-06T07:52:36.147705+0000","last_clean":"2024-06-06T07:52:36.147705+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:52:36.147705+0000","last_undegraded":"2024-06-06T07:52:36.147705+0000","last_fullsized":"2024-06-06T07:52:36.147705+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":50,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590953+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:52:36.590953+0000","last_peered":"2024-06-06T07:52:36.590953+0000","last_clean":"2024-06-06T07:52:36.590953+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:52:36.590953+0000","last_undegraded":"2024-06-06T07:52:36.590953+0000","last_fullsized":"2024-06-06T07:52:36.590953+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518685+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:52:36.518685+0000","last_peered":"2024-06-06T07:52:36.518685+0000","last_clean":"2024-06-06T07:52:36.518685+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:52:36.518685+0000","last_undegraded":"2024-06-06T07:52:36.518685+0000","last_fullsized":"2024-06-06T07:52:36.518685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180921+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:52:36.180921+0000","last_peered":"2024-06-06T07:52:36.180921+0000","last_clean":"2024-06-06T07:52:36.180921+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:52:36.180921+0000","last_undegraded":"2024-06-06T07:52:36.180921+0000","last_fullsized":"2024-06-06T07:52:36.180921+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":153,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:57.887481+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:53:57.887481+0000","last_peered":"2024-06-06T07:53:57.887481+0000","last_clean":"2024-06-06T07:53:57.887481+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:53:57.887481+0000","last_undegraded":"2024-06-06T07:53:57.887481+0000","last_fullsized":"2024-06-06T07:53:57.887481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":104,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518521+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:52:36.518521+0000","last_peered":"2024-06-06T07:52:36.518521+0000","last_clean":"2024-06-06T07:52:36.518521+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:52:36.518521+0000","last_undegraded":"2024-06-06T07:52:36.518521+0000","last_fullsized":"2024-06-06T07:52:36.518521+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145896+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:52:36.145896+0000","last_peered":"2024-06-06T07:52:36.145896+0000","last_clean":"2024-06-06T07:52:36.145896+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:52:36.145896+0000","last_undegraded":"2024-06-06T07:52:36.145896+0000","last_fullsized":"2024-06-06T07:52:36.145896+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":62,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149683+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:52:36.149683+0000","last_peered":"2024-06-06T07:52:36.149683+0000","last_clean":"2024-06-06T07:52:36.149683+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:52:36.149683+0000","last_undegraded":"2024-06-06T07:52:36.149683+0000","last_fullsized":"2024-06-06T07:52:36.149683+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180537+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:52:36.180537+0000","last_peered":"2024-06-06T07:52:36.180537+0000","last_clean":"2024-06-06T07:52:36.180537+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:52:36.180537+0000","last_undegraded":"2024-06-06T07:52:36.180537+0000","last_fullsized":"2024-06-06T07:52:36.180537+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590752+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:52:36.590752+0000","last_peered":"2024-06-06T07:52:36.590752+0000","last_clean":"2024-06-06T07:52:36.590752+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:52:36.590752+0000","last_undegraded":"2024-06-06T07:52:36.590752+0000","last_fullsized":"2024-06-06T07:52:36.590752+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":47,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150411+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:52:36.150411+0000","last_peered":"2024-06-06T07:52:36.150411+0000","last_clean":"2024-06-06T07:52:36.150411+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:52:36.150411+0000","last_undegraded":"2024-06-06T07:52:36.150411+0000","last_fullsized":"2024-06-06T07:52:36.150411+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.148187+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:52:36.148187+0000","last_peered":"2024-06-06T07:52:36.148187+0000","last_clean":"2024-06-06T07:52:36.148187+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:52:36.148187+0000","last_undegraded":"2024-06-06T07:52:36.148187+0000","last_fullsized":"2024-06-06T07:52:36.148187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149728+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:52:36.149728+0000","last_peered":"2024-06-06T07:52:36.149728+0000","last_clean":"2024-06-06T07:52:36.149728+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:52:36.149728+0000","last_undegraded":"2024-06-06T07:52:36.149728+0000","last_fullsized":"2024-06-06T07:52:36.149728+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.180922+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:52:36.180922+0000","last_peered":"2024-06-06T07:52:36.180922+0000","last_clean":"2024-06-06T07:52:36.180922+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:52:36.180922+0000","last_undegraded":"2024-06-06T07:52:36.180922+0000","last_fullsized":"2024-06-06T07:52:36.180922+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145890+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:52:36.145890+0000","last_peered":"2024-06-06T07:52:36.145890+0000","last_clean":"2024-06-06T07:52:36.145890+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:52:36.145890+0000","last_undegraded":"2024-06-06T07:52:36.145890+0000","last_fullsized":"2024-06-06T07:52:36.145890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145757+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:52:36.145757+0000","last_peered":"2024-06-06T07:52:36.145757+0000","last_clean":"2024-06-06T07:52:36.145757+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:52:36.145757+0000","last_undegraded":"2024-06-06T07:52:36.145757+0000","last_fullsized":"2024-06-06T07:52:36.145757+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"98'5","reported_seq":155,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:54:00.891643+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:54:00.891643+0000","last_peered":"2024-06-06T07:54:00.891643+0000","last_clean":"2024-06-06T07:54:00.891643+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:54:00.891643+0000","last_undegraded":"2024-06-06T07:54:00.891643+0000","last_fullsized":"2024-06-06T07:54:00.891643+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":105,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145732+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:52:36.145732+0000","last_peered":"2024-06-06T07:52:36.145732+0000","last_clean":"2024-06-06T07:52:36.145732+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:52:36.145732+0000","last_undegraded":"2024-06-06T07:52:36.145732+0000","last_fullsized":"2024-06-06T07:52:36.145732+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146023+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:52:36.146023+0000","last_peered":"2024-06-06T07:52:36.146023+0000","last_clean":"2024-06-06T07:52:36.146023+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:52:36.146023+0000","last_undegraded":"2024-06-06T07:52:36.146023+0000","last_fullsized":"2024-06-06T07:52:36.146023+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590103+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:52:36.590103+0000","last_peered":"2024-06-06T07:52:36.590103+0000","last_clean":"2024-06-06T07:52:36.590103+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:52:36.590103+0000","last_undegraded":"2024-06-06T07:52:36.590103+0000","last_fullsized":"2024-06-06T07:52:36.590103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":153,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:53:59.889769+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:53:59.889769+0000","last_peered":"2024-06-06T07:53:59.889769+0000","last_clean":"2024-06-06T07:53:59.889769+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:53:59.889769+0000","last_undegraded":"2024-06-06T07:53:59.889769+0000","last_fullsized":"2024-06-06T07:53:59.889769+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":104,"num_read_kb":104,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519434+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:52:36.519434+0000","last_peered":"2024-06-06T07:52:36.519434+0000","last_clean":"2024-06-06T07:52:36.519434+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:52:36.519434+0000","last_undegraded":"2024-06-06T07:52:36.519434+0000","last_fullsized":"2024-06-06T07:52:36.519434+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149974+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:52:36.149974+0000","last_peered":"2024-06-06T07:52:36.149974+0000","last_clean":"2024-06-06T07:52:36.149974+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:52:36.149974+0000","last_undegraded":"2024-06-06T07:52:36.149974+0000","last_fullsized":"2024-06-06T07:52:36.149974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":54,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659267+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:52:36.659267+0000","last_peered":"2024-06-06T07:52:36.659267+0000","last_clean":"2024-06-06T07:52:36.659267+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:52:36.659267+0000","last_undegraded":"2024-06-06T07:52:36.659267+0000","last_fullsized":"2024-06-06T07:52:36.659267+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":377,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518869+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:52:36.518869+0000","last_peered":"2024-06-06T07:52:36.518869+0000","last_clean":"2024-06-06T07:52:36.518869+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:52:36.518869+0000","last_undegraded":"2024-06-06T07:52:36.518869+0000","last_fullsized":"2024-06-06T07:52:36.518869+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150092+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:52:36.150092+0000","last_peered":"2024-06-06T07:52:36.150092+0000","last_clean":"2024-06-06T07:52:36.150092+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:52:36.150092+0000","last_undegraded":"2024-06-06T07:52:36.150092+0000","last_fullsized":"2024-06-06T07:52:36.150092+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145236+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:52:36.145236+0000","last_peered":"2024-06-06T07:52:36.145236+0000","last_clean":"2024-06-06T07:52:36.145236+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:52:36.145236+0000","last_undegraded":"2024-06-06T07:52:36.145236+0000","last_fullsized":"2024-06-06T07:52:36.145236+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.519150+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:52:36.519150+0000","last_peered":"2024-06-06T07:52:36.519150+0000","last_clean":"2024-06-06T07:52:36.519150+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:52:36.519150+0000","last_undegraded":"2024-06-06T07:52:36.519150+0000","last_fullsized":"2024-06-06T07:52:36.519150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147684+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:52:36.147684+0000","last_peered":"2024-06-06T07:52:36.147684+0000","last_clean":"2024-06-06T07:52:36.147684+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:52:36.147684+0000","last_undegraded":"2024-06-06T07:52:36.147684+0000","last_fullsized":"2024-06-06T07:52:36.147684+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150341+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:52:36.150341+0000","last_peered":"2024-06-06T07:52:36.150341+0000","last_clean":"2024-06-06T07:52:36.150341+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:52:36.150341+0000","last_undegraded":"2024-06-06T07:52:36.150341+0000","last_fullsized":"2024-06-06T07:52:36.150341+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145894+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:52:36.145894+0000","last_peered":"2024-06-06T07:52:36.145894+0000","last_clean":"2024-06-06T07:52:36.145894+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:52:36.145894+0000","last_undegraded":"2024-06-06T07:52:36.145894+0000","last_fullsized":"2024-06-06T07:52:36.145894+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149701+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:52:36.149701+0000","last_peered":"2024-06-06T07:52:36.149701+0000","last_clean":"2024-06-06T07:52:36.149701+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:52:36.149701+0000","last_undegraded":"2024-06-06T07:52:36.149701+0000","last_fullsized":"2024-06-06T07:52:36.149701+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"100'16","reported_seq":71,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:43.181815+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:52:43.181815+0000","last_peered":"2024-06-06T07:52:43.181815+0000","last_clean":"2024-06-06T07:52:43.181815+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:52:43.181815+0000","last_undegraded":"2024-06-06T07:52:43.181815+0000","last_fullsized":"2024-06-06T07:52:43.181815+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150220+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:52:36.150220+0000","last_peered":"2024-06-06T07:52:36.150220+0000","last_clean":"2024-06-06T07:52:36.150220+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:52:36.150220+0000","last_undegraded":"2024-06-06T07:52:36.150220+0000","last_fullsized":"2024-06-06T07:52:36.150220+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145514+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:52:36.145514+0000","last_peered":"2024-06-06T07:52:36.145514+0000","last_clean":"2024-06-06T07:52:36.145514+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:52:36.145514+0000","last_undegraded":"2024-06-06T07:52:36.145514+0000","last_fullsized":"2024-06-06T07:52:36.145514+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":53,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659560+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:52:36.659560+0000","last_peered":"2024-06-06T07:52:36.659560+0000","last_clean":"2024-06-06T07:52:36.659560+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:52:36.659560+0000","last_undegraded":"2024-06-06T07:52:36.659560+0000","last_fullsized":"2024-06-06T07:52:36.659560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157501+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:52:36.157501+0000","last_peered":"2024-06-06T07:52:36.157501+0000","last_clean":"2024-06-06T07:52:36.157501+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:52:36.157501+0000","last_undegraded":"2024-06-06T07:52:36.157501+0000","last_fullsized":"2024-06-06T07:52:36.157501+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659474+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:52:36.659474+0000","last_peered":"2024-06-06T07:52:36.659474+0000","last_clean":"2024-06-06T07:52:36.659474+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:52:36.659474+0000","last_undegraded":"2024-06-06T07:52:36.659474+0000","last_fullsized":"2024-06-06T07:52:36.659474+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":46,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.257000+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:52:36.257000+0000","last_peered":"2024-06-06T07:52:36.257000+0000","last_clean":"2024-06-06T07:52:36.257000+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:52:36.257000+0000","last_undegraded":"2024-06-06T07:52:36.257000+0000","last_fullsized":"2024-06-06T07:52:36.257000+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149645+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:52:36.149645+0000","last_peered":"2024-06-06T07:52:36.149645+0000","last_clean":"2024-06-06T07:52:36.149645+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:52:36.149645+0000","last_undegraded":"2024-06-06T07:52:36.149645+0000","last_fullsized":"2024-06-06T07:52:36.149645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150229+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:52:36.150229+0000","last_peered":"2024-06-06T07:52:36.150229+0000","last_clean":"2024-06-06T07:52:36.150229+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:52:36.150229+0000","last_undegraded":"2024-06-06T07:52:36.150229+0000","last_fullsized":"2024-06-06T07:52:36.150229+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":51,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149777+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:52:36.149777+0000","last_peered":"2024-06-06T07:52:36.149777+0000","last_clean":"2024-06-06T07:52:36.149777+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:52:36.149777+0000","last_undegraded":"2024-06-06T07:52:36.149777+0000","last_fullsized":"2024-06-06T07:52:36.149777+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147601+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:52:36.147601+0000","last_peered":"2024-06-06T07:52:36.147601+0000","last_clean":"2024-06-06T07:52:36.147601+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:52:36.147601+0000","last_undegraded":"2024-06-06T07:52:36.147601+0000","last_fullsized":"2024-06-06T07:52:36.147601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":30,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659357+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:52:36.659357+0000","last_peered":"2024-06-06T07:52:36.659357+0000","last_clean":"2024-06-06T07:52:36.659357+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:52:36.659357+0000","last_undegraded":"2024-06-06T07:52:36.659357+0000","last_fullsized":"2024-06-06T07:52:36.659357+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"98'3","reported_seq":17,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.155659+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:52:36.155659+0000","last_peered":"2024-06-06T07:52:36.155659+0000","last_clean":"2024-06-06T07:52:36.155659+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:52:36.155659+0000","last_undegraded":"2024-06-06T07:52:36.155659+0000","last_fullsized":"2024-06-06T07:52:36.155659+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149878+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:52:36.149878+0000","last_peered":"2024-06-06T07:52:36.149878+0000","last_clean":"2024-06-06T07:52:36.149878+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:52:36.149878+0000","last_undegraded":"2024-06-06T07:52:36.149878+0000","last_fullsized":"2024-06-06T07:52:36.149878+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.659453+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:52:36.659453+0000","last_peered":"2024-06-06T07:52:36.659453+0000","last_clean":"2024-06-06T07:52:36.659453+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:52:36.659453+0000","last_undegraded":"2024-06-06T07:52:36.659453+0000","last_fullsized":"2024-06-06T07:52:36.659453+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149795+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:52:36.149795+0000","last_peered":"2024-06-06T07:52:36.149795+0000","last_clean":"2024-06-06T07:52:36.149795+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:52:36.149795+0000","last_undegraded":"2024-06-06T07:52:36.149795+0000","last_fullsized":"2024-06-06T07:52:36.149795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518520+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:52:36.518520+0000","last_peered":"2024-06-06T07:52:36.518520+0000","last_clean":"2024-06-06T07:52:36.518520+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:52:36.518520+0000","last_undegraded":"2024-06-06T07:52:36.518520+0000","last_fullsized":"2024-06-06T07:52:36.518520+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.257008+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:52:36.257008+0000","last_peered":"2024-06-06T07:52:36.257008+0000","last_clean":"2024-06-06T07:52:36.257008+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:52:36.257008+0000","last_undegraded":"2024-06-06T07:52:36.257008+0000","last_fullsized":"2024-06-06T07:52:36.257008+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"98'5","reported_seq":156,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:54:00.902053+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:54:00.902053+0000","last_peered":"2024-06-06T07:54:00.902053+0000","last_clean":"2024-06-06T07:54:00.902053+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:54:00.902053+0000","last_undegraded":"2024-06-06T07:54:00.902053+0000","last_fullsized":"2024-06-06T07:54:00.902053+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":106,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518559+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:52:36.518559+0000","last_peered":"2024-06-06T07:52:36.518559+0000","last_clean":"2024-06-06T07:52:36.518559+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:52:36.518559+0000","last_undegraded":"2024-06-06T07:52:36.518559+0000","last_fullsized":"2024-06-06T07:52:36.518559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157142+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:52:36.157142+0000","last_peered":"2024-06-06T07:52:36.157142+0000","last_clean":"2024-06-06T07:52:36.157142+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:52:36.157142+0000","last_undegraded":"2024-06-06T07:52:36.157142+0000","last_fullsized":"2024-06-06T07:52:36.157142+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"98'3","reported_seq":48,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.591176+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:52:36.591176+0000","last_peered":"2024-06-06T07:52:36.591176+0000","last_clean":"2024-06-06T07:52:36.591176+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:52:36.591176+0000","last_undegraded":"2024-06-06T07:52:36.591176+0000","last_fullsized":"2024-06-06T07:52:36.591176+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518610+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:52:36.518610+0000","last_peered":"2024-06-06T07:52:36.518610+0000","last_clean":"2024-06-06T07:52:36.518610+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:52:36.518610+0000","last_undegraded":"2024-06-06T07:52:36.518610+0000","last_fullsized":"2024-06-06T07:52:36.518610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":29,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.590430+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:52:36.590430+0000","last_peered":"2024-06-06T07:52:36.590430+0000","last_clean":"2024-06-06T07:52:36.590430+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:52:36.590430+0000","last_undegraded":"2024-06-06T07:52:36.590430+0000","last_fullsized":"2024-06-06T07:52:36.590430+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":49,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145780+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:52:36.145780+0000","last_peered":"2024-06-06T07:52:36.145780+0000","last_clean":"2024-06-06T07:52:36.145780+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:52:36.145780+0000","last_undegraded":"2024-06-06T07:52:36.145780+0000","last_fullsized":"2024-06-06T07:52:36.145780+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.518683+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:52:36.518683+0000","last_peered":"2024-06-06T07:52:36.518683+0000","last_clean":"2024-06-06T07:52:36.518683+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:52:36.518683+0000","last_undegraded":"2024-06-06T07:52:36.518683+0000","last_fullsized":"2024-06-06T07:52:36.518683+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147804+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:52:36.147804+0000","last_peered":"2024-06-06T07:52:36.147804+0000","last_clean":"2024-06-06T07:52:36.147804+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:52:36.147804+0000","last_undegraded":"2024-06-06T07:52:36.147804+0000","last_fullsized":"2024-06-06T07:52:36.147804+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145832+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:52:36.145832+0000","last_peered":"2024-06-06T07:52:36.145832+0000","last_clean":"2024-06-06T07:52:36.145832+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:52:36.145832+0000","last_undegraded":"2024-06-06T07:52:36.145832+0000","last_fullsized":"2024-06-06T07:52:36.145832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145595+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:52:36.145595+0000","last_peered":"2024-06-06T07:52:36.145595+0000","last_clean":"2024-06-06T07:52:36.145595+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:52:36.145595+0000","last_undegraded":"2024-06-06T07:52:36.145595+0000","last_fullsized":"2024-06-06T07:52:36.145595+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.157551+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:52:36.157551+0000","last_peered":"2024-06-06T07:52:36.157551+0000","last_clean":"2024-06-06T07:52:36.157551+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:52:36.157551+0000","last_undegraded":"2024-06-06T07:52:36.157551+0000","last_fullsized":"2024-06-06T07:52:36.157551+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145938+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:52:36.145938+0000","last_peered":"2024-06-06T07:52:36.145938+0000","last_clean":"2024-06-06T07:52:36.145938+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:52:36.145938+0000","last_undegraded":"2024-06-06T07:52:36.145938+0000","last_fullsized":"2024-06-06T07:52:36.145938+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147948+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:52:36.147948+0000","last_peered":"2024-06-06T07:52:36.147948+0000","last_clean":"2024-06-06T07:52:36.147948+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:52:36.147948+0000","last_undegraded":"2024-06-06T07:52:36.147948+0000","last_fullsized":"2024-06-06T07:52:36.147948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":39,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.146140+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:52:36.146140+0000","last_peered":"2024-06-06T07:52:36.146140+0000","last_clean":"2024-06-06T07:52:36.146140+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:52:36.146140+0000","last_undegraded":"2024-06-06T07:52:36.146140+0000","last_fullsized":"2024-06-06T07:52:36.146140+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.150237+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:52:36.150237+0000","last_peered":"2024-06-06T07:52:36.150237+0000","last_clean":"2024-06-06T07:52:36.150237+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:52:36.150237+0000","last_undegraded":"2024-06-06T07:52:36.150237+0000","last_fullsized":"2024-06-06T07:52:36.150237+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.589952+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:52:36.589952+0000","last_peered":"2024-06-06T07:52:36.589952+0000","last_clean":"2024-06-06T07:52:36.589952+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:52:36.589952+0000","last_undegraded":"2024-06-06T07:52:36.589952+0000","last_fullsized":"2024-06-06T07:52:36.589952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.149907+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:52:36.149907+0000","last_peered":"2024-06-06T07:52:36.149907+0000","last_clean":"2024-06-06T07:52:36.149907+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:52:36.149907+0000","last_undegraded":"2024-06-06T07:52:36.149907+0000","last_fullsized":"2024-06-06T07:52:36.149907+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.256642+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:52:36.256642+0000","last_peered":"2024-06-06T07:52:36.256642+0000","last_clean":"2024-06-06T07:52:36.256642+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:52:36.256642+0000","last_undegraded":"2024-06-06T07:52:36.256642+0000","last_fullsized":"2024-06-06T07:52:36.256642+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":38,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.145536+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:52:36.145536+0000","last_peered":"2024-06-06T07:52:36.145536+0000","last_clean":"2024-06-06T07:52:36.145536+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:52:36.145536+0000","last_undegraded":"2024-06-06T07:52:36.145536+0000","last_fullsized":"2024-06-06T07:52:36.145536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":44,"reported_epoch":100,"state":"active+clean","last_fresh":"2024-06-06T07:52:36.147869+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:52:36.147869+0000","last_peered":"2024-06-06T07:52:36.147869+0000","last_clean":"2024-06-06T07:52:36.147869+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:52:36.147869+0000","last_undegraded":"2024-06-06T07:52:36.147869+0000","last_fullsized":"2024-06-06T07:52:36.147869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":280832,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69467,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1063,"num_read_kb":608,"num_write":249,"num_write_kb":142,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":208401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":214,"ondisk_log_size":214,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351029,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":573331,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612665,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28248,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716904,"statfs":{"total":95995035648,"available":95966109696,"internally_reserved":0,"allocated":1261568,"data_stored":1222802,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776191,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":577357,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037829,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1130496,"data_stored":573639,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299465,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32336,"kb_used_data":1156,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712816,"statfs":{"total":95995035648,"available":95961923584,"internally_reserved":0,"allocated":1183744,"data_stored":1170135,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462991,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32268,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712884,"statfs":{"total":95995035648,"available":95961993216,"internally_reserved":0,"allocated":1110016,"data_stored":568765,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574953,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1179648,"data_stored":632450,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1134592,"data_stored":570221,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36444,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708708,"statfs":{"total":95995035648,"available":95957716992,"internally_reserved":0,"allocated":1126400,"data_stored":570405,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149790,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28112,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717040,"statfs":{"total":95995035648,"available":95966248960,"internally_reserved":0,"allocated":1122304,"data_stored":568473,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888153,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28180,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716972,"statfs":{"total":95995035648,"available":95966179328,"internally_reserved":0,"allocated":1191936,"data_stored":635494,"data_compressed":32483,"data_compressed_allocated":45056,"data_compressed_original":90112,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1164,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1191936,"data_stored":1165717,"data_compressed":68202,"data_compressed_allocated":90112,"data_compressed_original":679936,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34079,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":64407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63355,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":64391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:54:04.708 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T07:54:04.708 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-06T07:54:04.708 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-06T07:54:04.708 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph health --format=json 2024-06-06T07:54:04.999 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:05.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:05 smithi027 ceph-mon[32293]: pgmap v405: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:05.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:05 smithi027 ceph-mon[32293]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:54:05.375 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:05 smithi027 ceph-mon[32293]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-06-06T07:54:05.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:05 smithi176 ceph-mon[36543]: pgmap v405: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:05 smithi176 ceph-mon[36543]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:54:05.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:05 smithi176 ceph-mon[36543]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-06-06T07:54:05.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:05 smithi203 ceph-mon[37192]: pgmap v405: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:05.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:05 smithi203 ceph-mon[37192]: from='client.15000 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:54:05.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:05 smithi203 ceph-mon[37192]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-06-06T07:54:06.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.810+0000 7fe1b76bf700 1 -- 172.21.15.27:0/714557884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0103120 msgr2=0x7fe1b0107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/714557884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0103120 0x7fe1b0107130 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac0099c0 tx=0x7fe1ac009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 -- 172.21.15.27:0/714557884 shutdown_connections 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/714557884 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1b0107860 0x7fe1b010f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/714557884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0102770 0x7fe1b0102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/714557884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0103120 0x7fe1b0107130 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 -- 172.21.15.27:0/714557884 >> 172.21.15.27:0/714557884 conn(0x7fe1b0079600 msgr2=0x7fe1b0079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 -- 172.21.15.27:0/714557884 shutdown_connections 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 -- 172.21.15.27:0/714557884 wait complete. 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 Processor -- start 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.811+0000 7fe1b76bf700 1 -- start start 2024-06-06T07:54:06.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b76bf700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 0x7fe1b0198d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b76bf700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1b0103120 0x7fe1b01992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b76bf700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0107860 0x7fe1b019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b76bf700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b01129b0 con 0x7fe1b0102770 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b76bf700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0112830 con 0x7fe1b0103120 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b76bf700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0112b30 con 0x7fe1b0107860 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 0x7fe1b0198d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 0x7fe1b0198d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52526/0 (socket says 172.21.15.27:52526) 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 -- 172.21.15.27:0/1359763560 learned_addr learned my addr 172.21.15.27:0/1359763560 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b4c5a700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1b0103120 0x7fe1b01992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b5c5c700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0107860 0x7fe1b019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:06.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 -- 172.21.15.27:0/1359763560 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0107860 msgr2=0x7fe1b019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:06.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0107860 0x7fe1b019d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:06.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 -- 172.21.15.27:0/1359763560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1b0103120 msgr2=0x7fe1b01992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:06.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1b0103120 0x7fe1b01992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:06.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 -- 172.21.15.27:0/1359763560 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b019dd70 con 0x7fe1b0102770 2024-06-06T07:54:06.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b5c5c700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0107860 0x7fe1b019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:06.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.812+0000 7fe1b545b700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 0x7fe1b0198d60 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe1a000b530 tx=0x7fe1a000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.813+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0015020 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.813+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe1a0011d30 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.813+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b019e060 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.813+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1a000f2e0 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.813+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b01a58e0 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.814+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1b0069180 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.815+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe1a0018020 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.816+0000 7fe1a67fc700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe19c0a2c20 0x7fe19c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.816+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fe1a00cf1c0 con 0x7fe1b0102770 2024-06-06T07:54:06.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.816+0000 7fe1b4c5a700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe19c0a2c20 0x7fe19c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:06.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.816+0000 7fe1b4c5a700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe19c0a2c20 0x7fe19c0a50e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009990 tx=0x7fe1ac00b790 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:06.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:06.820+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe1a001f020 con 0x7fe1b0102770 2024-06-06T07:54:07.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.078+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fe1b01a5ab0 con 0x7fe1b0102770 2024-06-06T07:54:07.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.078+0000 7fe1a67fc700 1 -- 172.21.15.27:0/1359763560 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fe1a009bda0 con 0x7fe1b0102770 2024-06-06T07:54:07.078 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:07.078 INFO:teuthology.orchestra.run.smithi027.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe19c0a2c20 msgr2=0x7fe19c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe19c0a2c20 0x7fe19c0a50e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009990 tx=0x7fe1ac00b790 comp rx=0 tx=0).stop 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 msgr2=0x7fe1b0198d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 0x7fe1b0198d60 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe1a000b530 tx=0x7fe1a000b840 comp rx=0 tx=0).stop 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 shutdown_connections 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe1b0107860 0x7fe1b019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fe19c0a2c20 0x7fe19c0a50e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe1b0102770 0x7fe1b0198d60 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:07.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 --2- 172.21.15.27:0/1359763560 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe1b0103120 0x7fe1b01992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:07.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 >> 172.21.15.27:0/1359763560 conn(0x7fe1b0079600 msgr2=0x7fe1b0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:07.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.080+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 shutdown_connections 2024-06-06T07:54:07.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:07.081+0000 7fe1b76bf700 1 -- 172.21.15.27:0/1359763560 wait complete. 2024-06-06T07:54:07.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:07 smithi027 ceph-mon[32293]: pgmap v406: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:07.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:07 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1359763560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T07:54:07.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:07 smithi176 ceph-mon[36543]: pgmap v406: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:07.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:07 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1359763560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T07:54:07.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:07 smithi203 ceph-mon[37192]: pgmap v406: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:07.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:07 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1359763560' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-06T07:54:07.784 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-06-06T07:54:07.785 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:54:08.036 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:09.232 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:09 smithi027 ceph-mon[32293]: pgmap v407: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-06-06T07:54:09.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:09 smithi176 ceph-mon[36543]: pgmap v407: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-06-06T07:54:09.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:09 smithi203 ceph-mon[37192]: pgmap v407: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 -- 172.21.15.27:0/3428655496 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102ed0 msgr2=0x7f40a810f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 --2- 172.21.15.27:0/3428655496 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102ed0 0x7f40a810f360 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009990 tx=0x7f40a0009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 -- 172.21.15.27:0/3428655496 shutdown_connections 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 --2- 172.21.15.27:0/3428655496 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102ed0 0x7f40a810f360 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 --2- 172.21.15.27:0/3428655496 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a8108520 0x7f40a8108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 --2- 172.21.15.27:0/3428655496 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a8102510 0x7f40a8102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 -- 172.21.15.27:0/3428655496 >> 172.21.15.27:0/3428655496 conn(0x7f40a8079640 msgr2=0x7f40a8079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 -- 172.21.15.27:0/3428655496 shutdown_connections 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 -- 172.21.15.27:0/3428655496 wait complete. 2024-06-06T07:54:09.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 Processor -- start 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.822+0000 7f40af799700 1 -- start start 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40af799700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 0x7f40a819e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40af799700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a8102ed0 0x7f40a819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40af799700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a8108520 0x7f40a8198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40af799700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f40a8112900 con 0x7f40a8102510 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40af799700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f40a8112780 con 0x7f40a8102ed0 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40af799700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f40a8112a80 con 0x7f40a8108520 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 0x7f40a819e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 0x7f40a819e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52546/0 (socket says 172.21.15.27:52546) 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 -- 172.21.15.27:0/991308967 learned_addr learned my addr 172.21.15.27:0/991308967 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40acd34700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a8102ed0 0x7f40a819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:09.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40add36700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a8108520 0x7f40a8198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:09.825 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 -- 172.21.15.27:0/991308967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a8108520 msgr2=0x7f40a8198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:09.825 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a8108520 0x7f40a8198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:09.825 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 -- 172.21.15.27:0/991308967 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a8102ed0 msgr2=0x7f40a819edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:09.825 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a8102ed0 0x7f40a819edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:09.825 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.823+0000 7f40ad535700 1 -- 172.21.15.27:0/991308967 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a81991a0 con 0x7f40a8102510 2024-06-06T07:54:09.825 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.824+0000 7f40ad535700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 0x7f40a819e880 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4098007f10 tx=0x7f409800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:09.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.824+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4098004bb0 con 0x7f40a8102510 2024-06-06T07:54:09.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.824+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a8199490 con 0x7f40a8102510 2024-06-06T07:54:09.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.824+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4098004d50 con 0x7f40a8102510 2024-06-06T07:54:09.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.824+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40980133f0 con 0x7f40a8102510 2024-06-06T07:54:09.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.824+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a81a5750 con 0x7f40a8102510 2024-06-06T07:54:09.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.825+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40a8069180 con 0x7f40a8102510 2024-06-06T07:54:09.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.826+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f409801a020 con 0x7f40a8102510 2024-06-06T07:54:09.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.827+0000 7f40a67fc700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2ca0 0x7f40900a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:09.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.827+0000 7f40acd34700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2ca0 0x7f40900a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:09.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.827+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f40980ce9e0 con 0x7f40a8102510 2024-06-06T07:54:09.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.827+0000 7f40acd34700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2ca0 0x7f40900a5160 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f40a8079b80 tx=0x7f409c00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:09.831 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:09.832+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4098010070 con 0x7f40a8102510 2024-06-06T07:54:10.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.084+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40a802dca0 con 0x7f40a8102510 2024-06-06T07:54:10.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.085+0000 7f40a67fc700 1 -- 172.21.15.27:0/991308967 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11947 (secure 0 0 0) 0x7f409809b5c0 con 0x7f40a8102510 2024-06-06T07:54:10.084 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:10.084 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:52:20.934023+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24449,24463,24469,24473,24487]},"id":1}]} 2024-06-06T07:54:10.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2ca0 msgr2=0x7f40900a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:10.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2ca0 0x7f40900a5160 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f40a8079b80 tx=0x7f409c00a380 comp rx=0 tx=0).stop 2024-06-06T07:54:10.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 msgr2=0x7f40a819e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 0x7f40a819e880 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4098007f10 tx=0x7f409800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 shutdown_connections 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a8108520 0x7f40a8198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2ca0 0x7f40900a5160 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a8102510 0x7f40a819e880 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 --2- 172.21.15.27:0/991308967 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a8102ed0 0x7f40a819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 >> 172.21.15.27:0/991308967 conn(0x7f40a8079640 msgr2=0x7f40a8100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 shutdown_connections 2024-06-06T07:54:10.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:10.087+0000 7f40af799700 1 -- 172.21.15.27:0/991308967 wait complete. 2024-06-06T07:54:10.088 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:54:10.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:10 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/991308967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:10.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:10 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/991308967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:10.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:10 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/991308967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:10.777 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:54:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:11.419 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:11 smithi027 ceph-mon[32293]: pgmap v408: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:54:11.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:11 smithi176 ceph-mon[36543]: pgmap v408: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:54:11.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:11 smithi203 ceph-mon[37192]: pgmap v408: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:54:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.768+0000 7fb287b8a700 1 -- 172.21.15.27:0/4152093935 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101610 msgr2=0x7fb2801019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.768+0000 7fb287b8a700 1 --2- 172.21.15.27:0/4152093935 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101610 0x7fb2801019f0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fb27c0099c0 tx=0x7fb27c009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:12.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.768+0000 7fb287b8a700 1 -- 172.21.15.27:0/4152093935 shutdown_connections 2024-06-06T07:54:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.768+0000 7fb287b8a700 1 --2- 172.21.15.27:0/4152093935 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2801066f0 0x7fb28010e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.768+0000 7fb287b8a700 1 --2- 172.21.15.27:0/4152093935 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101610 0x7fb2801019f0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.768+0000 7fb287b8a700 1 --2- 172.21.15.27:0/4152093935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb280101fc0 0x7fb280106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.769+0000 7fb287b8a700 1 -- 172.21.15.27:0/4152093935 >> 172.21.15.27:0/4152093935 conn(0x7fb280078430 msgr2=0x7fb280078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.769+0000 7fb287b8a700 1 -- 172.21.15.27:0/4152093935 shutdown_connections 2024-06-06T07:54:12.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.769+0000 7fb287b8a700 1 -- 172.21.15.27:0/4152093935 wait complete. 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.769+0000 7fb287b8a700 1 Processor -- start 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.769+0000 7fb287b8a700 1 -- start start 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb280101610 0x7fb2801030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 0x7fb2801035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2801066f0 0x7fb280103b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb280111830 con 0x7fb280101fc0 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb2801116b0 con 0x7fb280101610 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb2801119b0 con 0x7fb2801066f0 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 0x7fb2801035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 0x7fb2801035f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52554/0 (socket says 172.21.15.27:52554) 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 -- 172.21.15.27:0/3213499382 learned_addr learned my addr 172.21.15.27:0/3213499382 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:12.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb286127700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2801066f0 0x7fb280103b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285926700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb280101610 0x7fb2801030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 -- 172.21.15.27:0/3213499382 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2801066f0 msgr2=0x7fb280103b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2801066f0 0x7fb280103b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 -- 172.21.15.27:0/3213499382 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb280101610 msgr2=0x7fb2801030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb280101610 0x7fb2801030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 -- 172.21.15.27:0/3213499382 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2801a7220 con 0x7fb280101fc0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb285125700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 0x7fb2801035f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fb27000d950 tx=0x7fb27000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270017070 con 0x7fb280101fc0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb27000de30 con 0x7fb280101fc0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2801a7510 con 0x7fb280101fc0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb270005610 con 0x7fb280101fc0 2024-06-06T07:54:12.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.770+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2801a7a00 con 0x7fb280101fc0 2024-06-06T07:54:12.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.771+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb280069180 con 0x7fb280101fc0 2024-06-06T07:54:12.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.773+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb270004750 con 0x7fb280101fc0 2024-06-06T07:54:12.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.773+0000 7fb276ffd700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb26c0a2c20 0x7fb26c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:12.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.773+0000 7fb285926700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb26c0a2c20 0x7fb26c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:12.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.773+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fb2700cf0d0 con 0x7fb280101fc0 2024-06-06T07:54:12.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.774+0000 7fb285926700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb26c0a2c20 0x7fb26c0a50e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb27c000c00 tx=0x7fb27c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:12.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:12.777+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb27009bcb0 con 0x7fb280101fc0 2024-06-06T07:54:13.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.030+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb28002dca0 con 0x7fb280101fc0 2024-06-06T07:54:13.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.031+0000 7fb276ffd700 1 -- 172.21.15.27:0/3213499382 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11947 (secure 0 0 0) 0x7fb27009b5b0 con 0x7fb280101fc0 2024-06-06T07:54:13.030 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:13.031 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:52:20.934023+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24449,24463,24469,24473,24487]},"id":1}]} 2024-06-06T07:54:13.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb26c0a2c20 msgr2=0x7fb26c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:13.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb26c0a2c20 0x7fb26c0a50e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb27c000c00 tx=0x7fb27c005fd0 comp rx=0 tx=0).stop 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 msgr2=0x7fb2801035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 0x7fb2801035f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fb27000d950 tx=0x7fb27000dd10 comp rx=0 tx=0).stop 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 shutdown_connections 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2801066f0 0x7fb280103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb280101610 0x7fb2801030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb26c0a2c20 0x7fb26c0a50e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 --2- 172.21.15.27:0/3213499382 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb280101fc0 0x7fb2801035f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 >> 172.21.15.27:0/3213499382 conn(0x7fb280078430 msgr2=0x7fb2801054f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 shutdown_connections 2024-06-06T07:54:13.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:13.033+0000 7fb287b8a700 1 -- 172.21.15.27:0/3213499382 wait complete. 2024-06-06T07:54:13.034 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:54:13.407 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:13 smithi027 ceph-mon[32293]: pgmap v409: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:13.407 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:13 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3213499382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:13.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:13 smithi176 ceph-mon[36543]: pgmap v409: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:13.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:13 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3213499382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:13.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:13 smithi203 ceph-mon[37192]: pgmap v409: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:13.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:13 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3213499382' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:13.756 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:54:14.009 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:15.491 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:15 smithi027 ceph-mon[32293]: pgmap v410: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:54:15.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:15 smithi176 ceph-mon[36543]: pgmap v410: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:54:15.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:15 smithi203 ceph-mon[37192]: pgmap v410: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-06-06T07:54:15.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.721+0000 7f8848acc700 1 -- 172.21.15.27:0/4166535353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844105f30 msgr2=0x7f884410da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:15.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.721+0000 7f8848acc700 1 --2- 172.21.15.27:0/4166535353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844105f30 0x7f884410da70 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f883c00c210 tx=0x7f883c00c520 comp rx=0 tx=0).stop 2024-06-06T07:54:15.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 -- 172.21.15.27:0/4166535353 shutdown_connections 2024-06-06T07:54:15.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 --2- 172.21.15.27:0/4166535353 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844105f30 0x7f884410da70 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 --2- 172.21.15.27:0/4166535353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 0x7f8844101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 --2- 172.21.15.27:0/4166535353 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8844101a40 0x7f8844105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 -- 172.21.15.27:0/4166535353 >> 172.21.15.27:0/4166535353 conn(0x7f88440766b0 msgr2=0x7f8844076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:15.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 -- 172.21.15.27:0/4166535353 shutdown_connections 2024-06-06T07:54:15.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 -- 172.21.15.27:0/4166535353 wait complete. 2024-06-06T07:54:15.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 Processor -- start 2024-06-06T07:54:15.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.722+0000 7f8848acc700 1 -- start start 2024-06-06T07:54:15.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8848acc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 0x7f8844198da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:15.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8848acc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 0x7f88441992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:15.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8848acc700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8844105f30 0x7f884419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:15.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8848acc700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f88441107a0 con 0x7f8844101a40 2024-06-06T07:54:15.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8848acc700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8844110620 con 0x7f8844105f30 2024-06-06T07:54:15.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8848acc700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8844110920 con 0x7f8844101090 2024-06-06T07:54:15.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 0x7f88441992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:15.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 0x7f88441992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38410/0 (socket says 172.21.15.27:38410) 2024-06-06T07:54:15.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 -- 172.21.15.27:0/1232109157 learned_addr learned my addr 172.21.15.27:0/1232109157 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:15.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8842d9d700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8844105f30 0x7f884419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:15.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f884259c700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 0x7f8844198da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:15.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 -- 172.21.15.27:0/1232109157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 msgr2=0x7f8844198da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:15.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 0x7f8844198da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 -- 172.21.15.27:0/1232109157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8844105f30 msgr2=0x7f884419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:15.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8844105f30 0x7f884419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 -- 172.21.15.27:0/1232109157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f884419dd60 con 0x7f8844101a40 2024-06-06T07:54:15.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f884259c700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 0x7f8844198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:15.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.723+0000 7f8841d9b700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 0x7f88441992e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f883800d950 tx=0x7f883800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:15.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.724+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8838017070 con 0x7f8844101a40 2024-06-06T07:54:15.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.724+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f884419e050 con 0x7f8844101a40 2024-06-06T07:54:15.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.724+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8838009e30 con 0x7f8844101a40 2024-06-06T07:54:15.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.724+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883800f620 con 0x7f8844101a40 2024-06-06T07:54:15.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.724+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88441a58d0 con 0x7f8844101a40 2024-06-06T07:54:15.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.725+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8844069180 con 0x7f8844101a40 2024-06-06T07:54:15.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.726+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f883801a070 con 0x7f8844101a40 2024-06-06T07:54:15.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.726+0000 7f88337fe700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f882c0a2c20 0x7f882c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:15.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.727+0000 7f884259c700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f882c0a2c20 0x7f882c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:15.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.727+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f88380cebd0 con 0x7f8844101a40 2024-06-06T07:54:15.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.727+0000 7f884259c700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f882c0a2c20 0x7f882c0a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8834005950 tx=0x7f8834005f30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:15.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.731+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f883809b7b0 con 0x7f8844101a40 2024-06-06T07:54:15.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.937+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f884402dca0 con 0x7f8844101a40 2024-06-06T07:54:15.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.939+0000 7f88337fe700 1 -- 172.21.15.27:0/1232109157 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24634 (secure 0 0 0) 0x7f883809b0b0 con 0x7f8844101a40 2024-06-06T07:54:15.940 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:15.940 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":100,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:52:36.137837+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f882c0a2c20 msgr2=0x7f882c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f882c0a2c20 0x7f882c0a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8834005950 tx=0x7f8834005f30 comp rx=0 tx=0).stop 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 msgr2=0x7f88441992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 0x7f88441992e0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f883800d950 tx=0x7f883800dc60 comp rx=0 tx=0).stop 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 shutdown_connections 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8844105f30 0x7f884419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8844101090 0x7f8844198da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f882c0a2c20 0x7f882c0a50e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 --2- 172.21.15.27:0/1232109157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8844101a40 0x7f88441992e0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 >> 172.21.15.27:0/1232109157 conn(0x7f88440766b0 msgr2=0x7f88440fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.941+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 shutdown_connections 2024-06-06T07:54:15.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:15.942+0000 7f8848acc700 1 -- 172.21.15.27:0/1232109157 wait complete. 2024-06-06T07:54:16.257 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:16 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1232109157' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:54:16.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:16 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1232109157' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:54:16.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:16 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1232109157' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:54:16.621 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:54:16.874 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:17.270 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:17 smithi027 ceph-mon[32293]: pgmap v411: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:17.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:17 smithi176 ceph-mon[36543]: pgmap v411: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:17.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:17 smithi203 ceph-mon[37192]: pgmap v411: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T07:54:18.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 -- 172.21.15.27:0/657167421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101d50 msgr2=0x7f5a9c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:18.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 --2- 172.21.15.27:0/657167421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101d50 0x7f5a9c10e240 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c009990 tx=0x7f5a8c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 -- 172.21.15.27:0/657167421 shutdown_connections 2024-06-06T07:54:18.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 --2- 172.21.15.27:0/657167421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101d50 0x7f5a9c10e240 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.624 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 --2- 172.21.15.27:0/657167421 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c107400 0x7f5a9c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 --2- 172.21.15.27:0/657167421 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a9c101390 0x7f5a9c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 -- 172.21.15.27:0/657167421 >> 172.21.15.27:0/657167421 conn(0x7f5a9c078340 msgr2=0x7f5a9c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 -- 172.21.15.27:0/657167421 shutdown_connections 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.621+0000 7f5aa1473700 1 -- 172.21.15.27:0/657167421 wait complete. 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 Processor -- start 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 -- start start 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 0x7f5a9c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c101d50 0x7f5a9c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a9c107400 0x7f5a9c198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9c1117e0 con 0x7f5a9c101390 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9c111660 con 0x7f5a9c101d50 2024-06-06T07:54:18.625 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5aa1473700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5a9c111960 con 0x7f5a9c107400 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5a9affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 0x7f5a9c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5a9affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 0x7f5a9c19e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38432/0 (socket says 172.21.15.27:38432) 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.622+0000 7f5a9affd700 1 -- 172.21.15.27:0/2320004207 learned_addr learned my addr 172.21.15.27:0/2320004207 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9b7fe700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a9c107400 0x7f5a9c198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9affd700 1 -- 172.21.15.27:0/2320004207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a9c107400 msgr2=0x7f5a9c198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9affd700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a9c107400 0x7f5a9c198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9a7fc700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c101d50 0x7f5a9c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:18.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9affd700 1 -- 172.21.15.27:0/2320004207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c101d50 msgr2=0x7f5a9c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9affd700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c101d50 0x7f5a9c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9affd700 1 -- 172.21.15.27:0/2320004207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a9c1991d0 con 0x7f5a9c101390 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9a7fc700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c101d50 0x7f5a9c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a9affd700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 0x7f5a9c19e8b0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5a94007e20 tx=0x7f5a9400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94016020 con 0x7f5a9c101390 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5a9400ae00 con 0x7f5a9c101390 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a9c1994c0 con 0x7f5a9c101390 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a940118e0 con 0x7f5a9c101390 2024-06-06T07:54:18.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.623+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a9c1a5780 con 0x7f5a9c101390 2024-06-06T07:54:18.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.624+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a9c069180 con 0x7f5a9c101390 2024-06-06T07:54:18.628 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.625+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5a94019020 con 0x7f5a9c101390 2024-06-06T07:54:18.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.626+0000 7f5a93fff700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5a880a2c20 0x7f5a880a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:18.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.626+0000 7f5a9a7fc700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5a880a2c20 0x7f5a880a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:18.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.626+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f5a940ceea0 con 0x7f5a9c101390 2024-06-06T07:54:18.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.627+0000 7f5a9a7fc700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5a880a2c20 0x7f5a880a50e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5a84005fd0 tx=0x7f5a84005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:18.631 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.631+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5a94020070 con 0x7f5a9c101390 2024-06-06T07:54:18.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.882+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5a9c199fa0 con 0x7f5a9c101390 2024-06-06T07:54:18.883 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.883+0000 7f5a93fff700 1 -- 172.21.15.27:0/2320004207 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11947 (secure 0 0 0) 0x7f5a9c199fa0 con 0x7f5a9c101390 2024-06-06T07:54:18.884 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:18.884 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:52:20.934023+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24449,24463,24469,24473,24487]},"id":1}]} 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.885+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5a880a2c20 msgr2=0x7f5a880a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.885+0000 7f5aa1473700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5a880a2c20 0x7f5a880a50e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5a84005fd0 tx=0x7f5a84005dc0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.885+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 msgr2=0x7f5a9c19e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.885+0000 7f5aa1473700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 0x7f5a9c19e8b0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5a94007e20 tx=0x7f5a9400a340 comp rx=0 tx=0).stop 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 shutdown_connections 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a9c107400 0x7f5a9c198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5a880a2c20 0x7f5a880a50e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.886 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5a9c101390 0x7f5a9c19e8b0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 --2- 172.21.15.27:0/2320004207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5a9c101d50 0x7f5a9c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:18.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 >> 172.21.15.27:0/2320004207 conn(0x7f5a9c078340 msgr2=0x7f5a9c06a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:18.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 shutdown_connections 2024-06-06T07:54:18.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:18.886+0000 7f5aa1473700 1 -- 172.21.15.27:0/2320004207 wait complete. 2024-06-06T07:54:18.887 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:54:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:19 smithi176 ceph-mon[36543]: pgmap v412: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:19.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:19 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2320004207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:19.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:19 smithi203 ceph-mon[37192]: pgmap v412: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:19.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:19 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2320004207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:19.592 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:19 smithi027 ceph-mon[32293]: pgmap v412: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:19.592 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:19 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2320004207' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:19.624 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-06T07:51:10.100595+0000', 'modified': '2024-06-06T07:52:20.934023+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24487, 'mds_1': 24473, 'mds_2': 24469, 'mds_3': 24463, 'mds_4': 24449}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14574': {'gid': 14574, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.27:6839/4141066426', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.27:6838', 'nonce': 4141066426}, {'type': 'v1', 'addr': '172.21.15.27:6839', 'nonce': 4141066426}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14586': {'gid': 14586, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.27:6841/2198070486', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.27:6840', 'nonce': 2198070486}, {'type': 'v1', 'addr': '172.21.15.27:6841', 'nonce': 2198070486}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24398': {'gid': 24398, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.176:6833/4209089521', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6832', 'nonce': 4209089521}, {'type': 'v1', 'addr': '172.21.15.176:6833', 'nonce': 4209089521}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.203:6833/599985241', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 599985241}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 599985241}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24422': {'gid': 24422, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.176:6835/2182926099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6834', 'nonce': 2182926099}, {'type': 'v1', 'addr': '172.21.15.176:6835', 'nonce': 2182926099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24449': {'gid': 24449, 'name': 'h', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.176:6837/1683723594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6836', 'nonce': 1683723594}, {'type': 'v1', 'addr': '172.21.15.176:6837', 'nonce': 1683723594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'f', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 28, 'addr': '172.21.15.203:6835/2728459000', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6834', 'nonce': 2728459000}, {'type': 'v1', 'addr': '172.21.15.203:6835', 'nonce': 2728459000}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.203:6837/3600215287', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6836', 'nonce': 3600215287}, {'type': 'v1', 'addr': '172.21.15.203:6837', 'nonce': 3600215287}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.176:6839/1446734984', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6838', 'nonce': 1446734984}, {'type': 'v1', 'addr': '172.21.15.176:6839', 'nonce': 1446734984}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.203:6839/2128317350', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2128317350}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2128317350}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24487, 'qdb_cluster': [24449, 24463, 24469, 24473, 24487]} 2024-06-06T07:54:19.625 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-06-06T07:54:19.625 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.h status 2024-06-06T07:54:19.882 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:21.380 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:21 smithi027 ceph-mon[32293]: pgmap v413: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:21.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:21 smithi176 ceph-mon[36543]: pgmap v413: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:21.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:21 smithi203 ceph-mon[37192]: pgmap v413: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:21.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 -- 172.21.15.27:0/2442284931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 msgr2=0x7f7cbc10f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/2442284931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc10f350 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7cb4009990 tx=0x7f7cb4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 -- 172.21.15.27:0/2442284931 shutdown_connections 2024-06-06T07:54:21.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/2442284931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc10f350 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.632 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/2442284931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc108530 0x7f7cbc108910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/2442284931 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7cbc06ab60 0x7f7cbc06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 -- 172.21.15.27:0/2442284931 >> 172.21.15.27:0/2442284931 conn(0x7f7cbc0783d0 msgr2=0x7f7cbc0787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 -- 172.21.15.27:0/2442284931 shutdown_connections 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.628+0000 7f7cc1efb700 1 -- 172.21.15.27:0/2442284931 wait complete. 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 Processor -- start 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 -- start start 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc06ab60 0x7f7cbc19e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.633 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc19ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7cbc108530 0x7f7cbc1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc1128d0 con 0x7f7cbc06b520 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc112750 con 0x7f7cbc108530 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cc1efb700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7cbc112a50 con 0x7f7cbc06ab60 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.629+0000 7f7cb2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc19ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc19ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38448/0 (socket says 172.21.15.27:38448) 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cbb7fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc06ab60 0x7f7cbc19e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.634 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/1961755368 learned_addr learned my addr 172.21.15.27:0/1961755368 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7cbc108530 0x7f7cbc1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/1961755368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc06ab60 msgr2=0x7f7cbc19e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc06ab60 0x7f7cbc19e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/1961755368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7cbc108530 msgr2=0x7f7cbc1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7cbc108530 0x7f7cbc1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/1961755368 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cbc199150 con 0x7f7cbc06b520 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc06ab60 0x7f7cbc19e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.630+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc19ed20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7ca400c9b0 tx=0x7f7ca400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.631+0000 7f7cb97fa700 1 -- 172.21.15.27:0/1961755368 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca4007b00 con 0x7f7cbc06b520 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.631+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cbc199440 con 0x7f7cbc06b520 2024-06-06T07:54:21.635 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.631+0000 7f7cb97fa700 1 -- 172.21.15.27:0/1961755368 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7ca4007ca0 con 0x7f7cbc06b520 2024-06-06T07:54:21.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.631+0000 7f7cb97fa700 1 -- 172.21.15.27:0/1961755368 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca4018780 con 0x7f7cbc06b520 2024-06-06T07:54:21.636 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.631+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cbc1a56b0 con 0x7f7cbc06b520 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.633+0000 7f7cb97fa700 1 -- 172.21.15.27:0/1961755368 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7ca400f450 con 0x7f7cbc06b520 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.634+0000 7f7cb97fa700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7ca80a2c20 0x7f7ca80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.634+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7ca80a2c20 0x7f7ca80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.634+0000 7f7cb97fa700 1 -- 172.21.15.27:0/1961755368 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f7ca40cf410 con 0x7f7cbc06b520 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7ca80a2c20 0x7f7ca80a50e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7cac007fd0 tx=0x7f7cac009040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 Processor -- start 2024-06-06T07:54:21.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 -- start start 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebf4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x555f4eae6f10 con 0x555f4ebf4750 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x555f4eb45800 con 0x555f4ebfa830 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555f4eaad410 con 0x555f4ebf9f10 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7cbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7cbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38456/0 (socket says 172.21.15.27:38456) 2024-06-06T07:54:21.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3661071601 learned_addr learned my addr 172.21.15.27:0/3661071601 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.635+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebf4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3661071601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 msgr2=0x555f4ebfa2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfa2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3661071601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 msgr2=0x555f4ebf4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebf4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3661071601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f4ea94880 con 0x555f4ebf4750 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4b70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400b5c0 tx=0x7f7cb4005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f256a25264a422 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cb1ffb700 1 -- 172.21.15.27:0/3661071601 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb4003a70 con 0x555f4ebf4750 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cb1ffb700 1 -- 172.21.15.27:0/3661071601 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7cb4025030 con 0x555f4ebf4750 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.636+0000 7f7cb1ffb700 1 -- 172.21.15.27:0/3661071601 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb400bd20 con 0x555f4ebf4750 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3661071601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 msgr2=0x555f4ebf4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4b70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7cb400b5c0 tx=0x7f7cb4005bc0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3661071601 shutdown_connections 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4b70 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3661071601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebf4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3661071601 >> 172.21.15.27:0/3661071601 conn(0x555f4eb21030 msgr2=0x555f4ebef1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3661071601 shutdown_connections 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3661071601 wait complete. 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 -- start start 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.637+0000 7f7ccc77eb80 1 Processor -- start 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebf4750 0x555f4ec004f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 0x555f4ebfdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x555f4eae5f70 con 0x555f4ebfa830 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x555f4eb417c0 con 0x555f4ebf4750 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec011b0 con 0x555f4ebf9f10 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7ccc77eb80 10 client.0 _ll_register_callbacks cb 0x555f4eadb560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 0x555f4ebfdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 0x555f4ebfdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38462/0 (socket says 172.21.15.27:38462) 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3500977834 learned_addr learned my addr 172.21.15.27:0/3500977834 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebf4750 0x555f4ec004f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3500977834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 msgr2=0x555f4ebfd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebf4750 msgr2=0x555f4ec004f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebf4750 0x555f4ec004f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 -- 172.21.15.27:0/3500977834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f4eb0b700 con 0x555f4ebfa830 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 0x555f4ebfdd30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7cb4005f50 tx=0x7f7cb4009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7ec69188421aa9d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.638+0000 7f7c9affd700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7c9affd700 1 -- 172.21.15.27:0/3500977834 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cb400bd90 con 0x555f4ebfa830 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cb4025030 con 0x555f4ebfa830 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7c9affd700 1 -- 172.21.15.27:0/3500977834 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f7cb40050c0 con 0x555f4ebfa830 2024-06-06T07:54:21.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7c9affd700 1 -- 172.21.15.27:0/3500977834 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7cb403b050 con 0x555f4ebfa830 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 10 client.15042 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f4ec0b880 con 0x555f4ebfa830 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7c9affd700 1 -- 172.21.15.27:0/3500977834 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7cb4025030 con 0x555f4ebfa830 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7c9affd700 1 -- 172.21.15.27:0/3500977834 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7cb4021c80 con 0x555f4ebfa830 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 10 client.15042 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 10 client.15042 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-06T07:54:21.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 20 client.15042 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec0d970 0x555f4ec0cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 4 client.15042 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.639+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f4eb52d00 con 0x555f4ec0d970 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.640+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec0d970 0x555f4ec0cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.640+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec0d970 0x555f4ec0cbd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=af1ba03ac0fd0137 server_cookie=ebf151aab08f9ef0 in_seq=0 out_seq=0 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.640+0000 7f7c9affd700 10 client.15042 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7c9affd700 1 -- 172.21.15.27:0/3500977834 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555f4eb52d00 con 0x555f4ec0d970 2024-06-06T07:54:21.651 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7c9affd700 10 client.15042 handle_command_reply: tid=0 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 client.15042 shutdown 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 msgr2=0x555f4ebfdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 0x555f4ebfdd30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7cb4005f50 tx=0x7f7cb4009ee0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 shutdown_connections 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec0d970 0x555f4ec0cbd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebfa830 0x555f4ebfdd30 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebf4750 0x555f4ec004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/3500977834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 >> 172.21.15.27:0/3500977834 conn(0x555f4eb21030 msgr2=0x555f4ebee6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:21.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7c9affd700 0 client.15042 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:54:21.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.641+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 shutdown_connections 2024-06-06T07:54:21.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.642+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/3500977834 wait complete. 2024-06-06T07:54:21.653 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.642+0000 7f7ccc77eb80 20 client.15042 trim_cache size 0 max 16384 2024-06-06T07:54:21.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 Processor -- start 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 -- start start 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebeee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec0d120 con 0x555f4ebf4750 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec0d7f0 con 0x555f4ebfa830 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec0dec0 con 0x555f4ebf9f10 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7cbb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7cbb7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38466/0 (socket says 172.21.15.27:38466) 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.663+0000 7f7cbb7fe700 1 -- 172.21.15.27:0/2078769116 learned_addr learned my addr 172.21.15.27:0/2078769116 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebeee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbb7fe700 1 -- 172.21.15.27:0/2078769116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 msgr2=0x555f4ebfb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfb3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbb7fe700 1 -- 172.21.15.27:0/2078769116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 msgr2=0x555f4ebeee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebeee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbb7fe700 1 -- 172.21.15.27:0/2078769116 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f4ec011b0 con 0x555f4ebf4750 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebeee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:21.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4210 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f7cac007fa0 tx=0x7f7cac012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d8d5779deb3598 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:21.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cb17fa700 1 -- 172.21.15.27:0/2078769116 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac030070 con 0x555f4ebf4750 2024-06-06T07:54:21.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cb17fa700 1 -- 172.21.15.27:0/2078769116 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7cac01c040 con 0x555f4ebf4750 2024-06-06T07:54:21.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.664+0000 7f7cb17fa700 1 -- 172.21.15.27:0/2078769116 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cac01b040 con 0x555f4ebf4750 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2078769116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 msgr2=0x555f4ebf4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4210 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f7cac007fa0 tx=0x7f7cac012000 comp rx=0 tx=0).stop 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2078769116 shutdown_connections 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ebeee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf4750 0x555f4ebf4210 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2078769116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf9f10 0x555f4ebfb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.671 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2078769116 >> 172.21.15.27:0/2078769116 conn(0x555f4eb21030 msgr2=0x555f4ebfacd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2078769116 shutdown_connections 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2078769116 wait complete. 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 -- start start 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.665+0000 7f7ccc77eb80 1 Processor -- start 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf4750 0x555f4ec13f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 0x555f4ec144b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ec149f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec0ec60 con 0x555f4ebf9f10 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec0e590 con 0x555f4ebfa830 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555f4ec0f330 con 0x555f4ebf4750 2024-06-06T07:54:21.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 10 client.0 _ll_register_callbacks cb 0x555f4eadb560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 0x555f4ec144b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 0x555f4ec144b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38468/0 (socket says 172.21.15.27:38468) 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/2904698962 learned_addr learned my addr 172.21.15.27:0/2904698962 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf4750 0x555f4ec13f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ec149f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/2904698962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf4750 msgr2=0x555f4ec13f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf4750 0x555f4ec13f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 msgr2=0x555f4ec149f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ec149f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 -- 172.21.15.27:0/2904698962 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f4ec78200 con 0x555f4ebf9f10 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf4750 0x555f4ec13f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cbbfff700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ec149f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:21.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7cb2ffd700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 0x555f4ec144b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f7ca40ccb30 tx=0x7f7ca409b2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f157cf61b28b4b4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7c9affd700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7c9affd700 1 -- 172.21.15.27:0/2904698962 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca40b9060 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7c9affd700 1 -- 172.21.15.27:0/2904698962 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f7ca400f740 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.666+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7cac01c040 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7c9affd700 1 -- 172.21.15.27:0/2904698962 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7ca40b4070 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 10 client.15048 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555f4ec79480 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7c9affd700 1 -- 172.21.15.27:0/2904698962 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7cac01c040 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7c9affd700 1 -- 172.21.15.27:0/2904698962 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f7ca4086140 con 0x555f4ebf9f10 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 10 client.15048 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 10 client.15048 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-06T07:54:21.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 20 client.15048 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec7e010 0x555f4ec7cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 4 client.15048 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "status"}) -- 0x555f4eb4d280 con 0x555f4ec7e010 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.667+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec7e010 0x555f4ec7cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7cbb7fe700 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec7e010 0x555f4ec7cd20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=37ed289f0657d7a0 server_cookie=f9880d0cc0053eda in_seq=0 out_seq=0 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7c9affd700 10 client.15048 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7c9affd700 1 -- 172.21.15.27:0/2904698962 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x555f4eb4d280 con 0x555f4ec7e010 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7c9affd700 10 client.15048 handle_command_reply: tid=0 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 client.15048 shutdown 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 msgr2=0x555f4ec144b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 0x555f4ec144b0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f7ca40ccb30 tx=0x7f7ca409b2a0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 shutdown_connections 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x555f4ec7e010 0x555f4ec7cd20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555f4ebfa830 0x555f4ec149f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555f4ebf4750 0x555f4ec13f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 --2- 172.21.15.27:0/2904698962 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555f4ebf9f10 0x555f4ec144b0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7c9affd700 0 client.15048 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 >> 172.21.15.27:0/2904698962 conn(0x555f4eb21030 msgr2=0x555f4ebff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 shutdown_connections 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.668+0000 7f7ccc77eb80 1 -- 172.21.15.27:0/2904698962 wait complete. 2024-06-06T07:54:21.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7ccc77eb80 20 client.15048 trim_cache size 0 max 16384 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 4, 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24449, 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 123.93204218299999, 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:54:21.677 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:54:21.678 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 224.192048341 2024-06-06T07:54:21.678 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:54:21.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7ca80a2c20 msgr2=0x7f7ca80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7ca80a2c20 0x7f7ca80a50e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7cac007fd0 tx=0x7f7cac009040 comp rx=0 tx=0).stop 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 msgr2=0x7f7cbc19ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc19ed20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7ca400c9b0 tx=0x7f7ca400ccc0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 shutdown_connections 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7cbc108530 0x7f7cbc1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cbc06ab60 0x7f7cbc19e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7ca80a2c20 0x7f7ca80a50e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 --2- 172.21.15.27:0/1961755368 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7cbc06b520 0x7f7cbc19ed20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 >> 172.21.15.27:0/1961755368 conn(0x7f7cbc0783d0 msgr2=0x7f7cbc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 shutdown_connections 2024-06-06T07:54:21.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:21.669+0000 7f7cc1efb700 1 -- 172.21.15.27:0/1961755368 wait complete. 2024-06-06T07:54:22.395 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.f status 2024-06-06T07:54:22.651 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:23.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:23 smithi027 ceph-mon[32293]: pgmap v414: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:23.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:23 smithi176 ceph-mon[36543]: pgmap v414: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:23.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:23 smithi203 ceph-mon[37192]: pgmap v414: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:24.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 -- 172.21.15.27:0/2701261958 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0102770 msgr2=0x7feea0102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 --2- 172.21.15.27:0/2701261958 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0102770 0x7feea0102b50 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fee940099c0 tx=0x7fee94009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 -- 172.21.15.27:0/2701261958 shutdown_connections 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 --2- 172.21.15.27:0/2701261958 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7feea0107860 0x7feea010f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 --2- 172.21.15.27:0/2701261958 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0102770 0x7feea0102b50 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 --2- 172.21.15.27:0/2701261958 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0103120 0x7feea0107130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 -- 172.21.15.27:0/2701261958 >> 172.21.15.27:0/2701261958 conn(0x7feea0079600 msgr2=0x7feea0079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 -- 172.21.15.27:0/2701261958 shutdown_connections 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 -- 172.21.15.27:0/2701261958 wait complete. 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 Processor -- start 2024-06-06T07:54:24.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.455+0000 7feea6de3700 1 -- start start 2024-06-06T07:54:24.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea6de3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0102770 0x7feea019e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea6de3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 0x7feea019ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea6de3700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7feea0107860 0x7feea0198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea6de3700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7feea01128d0 con 0x7feea0103120 2024-06-06T07:54:24.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea6de3700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7feea0112750 con 0x7feea0107860 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea6de3700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7feea0112a50 con 0x7feea0102770 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 0x7feea019ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 0x7feea019ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35154/0 (socket says 172.21.15.27:35154) 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 -- 172.21.15.27:0/1184816322 learned_addr learned my addr 172.21.15.27:0/1184816322 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea5380700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7feea0107860 0x7feea0198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea4b7f700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0102770 0x7feea019e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 -- 172.21.15.27:0/1184816322 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0102770 msgr2=0x7feea019e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0102770 0x7feea019e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.459 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 -- 172.21.15.27:0/1184816322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7feea0107860 msgr2=0x7feea0198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7feea0107860 0x7feea0198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 -- 172.21.15.27:0/1184816322 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feea0199170 con 0x7feea0103120 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7feea4b7f700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0102770 0x7feea019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9ffff700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 0x7feea019ed90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fee8c00c9b0 tx=0x7fee8c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9dffb700 1 -- 172.21.15.27:0/1184816322 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c007b00 con 0x7feea0103120 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.456+0000 7fee9dffb700 1 -- 172.21.15.27:0/1184816322 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee8c007ca0 con 0x7feea0103120 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.457+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feea0199460 con 0x7feea0103120 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.457+0000 7fee9dffb700 1 -- 172.21.15.27:0/1184816322 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c018780 con 0x7feea0103120 2024-06-06T07:54:24.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.457+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feea01a5720 con 0x7feea0103120 2024-06-06T07:54:24.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.459+0000 7fee9dffb700 1 -- 172.21.15.27:0/1184816322 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fee8c00f450 con 0x7feea0103120 2024-06-06T07:54:24.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.460+0000 7fee9dffb700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fee900a2ca0 0x7fee900a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.460+0000 7fee9dffb700 1 -- 172.21.15.27:0/1184816322 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fee8c0cf330 con 0x7feea0103120 2024-06-06T07:54:24.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.460+0000 7feea4b7f700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fee900a2ca0 0x7fee900a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.460+0000 7feea4b7f700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fee900a2ca0 0x7fee900a5160 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fee94009750 tx=0x7fee94005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 Processor -- start 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 -- start start 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadd49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadce990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadcf2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x559abad207c0 con 0x559abadd45f0 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x559abacc86d0 con 0x559abadd4f10 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feeb1666b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559abad1c780 con 0x559abadceed0 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadd49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadd49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35158/0 (socket says 172.21.15.27:35158) 2024-06-06T07:54:24.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 -- 172.21.15.27:0/4265521688 learned_addr learned my addr 172.21.15.27:0/4265521688 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7fee9ffff700 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea5380700 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadcf2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 -- 172.21.15.27:0/4265521688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 msgr2=0x559abadcf2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadcf2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 -- 172.21.15.27:0/4265521688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 msgr2=0x559abadce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadce990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.461+0000 7feea4b7f700 1 -- 172.21.15.27:0/4265521688 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559abacbef00 con 0x559abadd45f0 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.462+0000 7feea4b7f700 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadd49d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fee940099c0 tx=0x7fee9401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75408e94eda13696 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.462+0000 7fee8affd700 1 -- 172.21.15.27:0/4265521688 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee94005430 con 0x559abadd45f0 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.462+0000 7fee8affd700 1 -- 172.21.15.27:0/4265521688 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee940055d0 con 0x559abadd45f0 2024-06-06T07:54:24.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.462+0000 7fee8affd700 1 -- 172.21.15.27:0/4265521688 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9402fb30 con 0x559abadd45f0 2024-06-06T07:54:24.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 -- 172.21.15.27:0/4265521688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 msgr2=0x559abadd49d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadd49d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fee940099c0 tx=0x7fee9401d000 comp rx=0 tx=0).stop 2024-06-06T07:54:24.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 -- 172.21.15.27:0/4265521688 shutdown_connections 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadcf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadd49d0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 --2- 172.21.15.27:0/4265521688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 -- 172.21.15.27:0/4265521688 >> 172.21.15.27:0/4265521688 conn(0x559abacf9c70 msgr2=0x559abadc9800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 -- 172.21.15.27:0/4265521688 shutdown_connections 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 -- 172.21.15.27:0/4265521688 wait complete. 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 -- start start 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 Processor -- start 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.463+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abaddac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd45f0 0x559abadd7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadd8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x559abaddb920 con 0x559abadceed0 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x559abacc0ba0 con 0x559abadd4f10 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559abaddbaa0 con 0x559abadd45f0 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 10 client.0 _ll_register_callbacks cb 0x559abacba8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abaddac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abaddac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35160/0 (socket says 172.21.15.27:35160) 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 -- 172.21.15.27:0/743672340 learned_addr learned my addr 172.21.15.27:0/743672340 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7fee9ffff700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd45f0 0x559abadd7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea5380700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadd8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 -- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd45f0 msgr2=0x559abadd7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd45f0 0x559abadd7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 -- 172.21.15.27:0/743672340 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 msgr2=0x559abadd8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadd8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 -- 172.21.15.27:0/743672340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559abac6f880 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea5380700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadd8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feea4b7f700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abaddac50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fee94009990 tx=0x7fee9400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d2f7c42bc519a8d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7fee7ffff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7fee7ffff700 1 -- 172.21.15.27:0/743672340 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee94033070 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7fee7ffff700 1 -- 172.21.15.27:0/743672340 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fee9402fc60 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.464+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee940055d0 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7fee7ffff700 1 -- 172.21.15.27:0/743672340 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee94041050 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 10 client.15060 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559abaddb920 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7fee7ffff700 1 -- 172.21.15.27:0/743672340 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee940055d0 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7fee7ffff700 1 -- 172.21.15.27:0/743672340 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fee9400fcd0 con 0x559abadceed0 2024-06-06T07:54:24.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 10 client.15060 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 10 client.15060 resolve_mds: resolved name 'f' to daemon mds.f 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 20 client.15060 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abade8400 0x559abade9870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 4 client.15060 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.465+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559abad2dcc0 con 0x559abade8400 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.466+0000 7fee9ffff700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abade8400 0x559abade9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.466+0000 7fee9ffff700 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abade8400 0x559abade9870 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c5bdeecf5a1e5028 server_cookie=74b3444ff7c86f13 in_seq=0 out_seq=0 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.466+0000 7fee7ffff700 10 client.15060 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7fee7ffff700 1 -- 172.21.15.27:0/743672340 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559abad2dcc0 con 0x559abade8400 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7fee7ffff700 10 client.15060 handle_command_reply: tid=0 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 client.15060 shutdown 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 msgr2=0x559abaddac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abaddac50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fee94009990 tx=0x7fee9400bc80 comp rx=0 tx=0).stop 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 shutdown_connections 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abade8400 0x559abade9870 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7fee7ffff700 0 client.15060 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadd8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abaddac50 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 --2- 172.21.15.27:0/743672340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd45f0 0x559abadd7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 >> 172.21.15.27:0/743672340 conn(0x559abacf9c70 msgr2=0x559abadc95a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 shutdown_connections 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 1 -- 172.21.15.27:0/743672340 wait complete. 2024-06-06T07:54:24.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.467+0000 7feeb1666b80 20 client.15060 trim_cache size 0 max 16384 2024-06-06T07:54:24.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 Processor -- start 2024-06-06T07:54:24.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 -- start start 2024-06-06T07:54:24.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abadce990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd45f0 0x559abadd5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd4f10 0x559abadf2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x559abade7bb0 con 0x559abadceed0 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x559abade8280 con 0x559abadd45f0 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feeb1666b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559abade8950 con 0x559abadd4f10 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abadce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abadce990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35168/0 (socket says 172.21.15.27:35168) 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 -- 172.21.15.27:0/2829586681 learned_addr learned my addr 172.21.15.27:0/2829586681 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7fee9ffff700 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd45f0 0x559abadd5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea5380700 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd4f10 0x559abadf2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 -- 172.21.15.27:0/2829586681 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd4f10 msgr2=0x559abadf2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd4f10 0x559abadf2cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 -- 172.21.15.27:0/2829586681 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd45f0 msgr2=0x559abadd5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd45f0 0x559abadd5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.489+0000 7feea4b7f700 1 -- 172.21.15.27:0/2829586681 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559abadca890 con 0x559abadceed0 2024-06-06T07:54:24.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7feea4b7f700 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abadce990 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee94025420 tx=0x7fee94005900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37775f2e1e36c97d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:24.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7fee8a7fc700 1 -- 172.21.15.27:0/2829586681 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee94033040 con 0x559abadceed0 2024-06-06T07:54:24.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7fee8a7fc700 1 -- 172.21.15.27:0/2829586681 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee9402a030 con 0x559abadceed0 2024-06-06T07:54:24.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7fee8a7fc700 1 -- 172.21.15.27:0/2829586681 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee9402fcc0 con 0x559abadceed0 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7feeb1666b80 1 -- 172.21.15.27:0/2829586681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 msgr2=0x559abadce990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7feeb1666b80 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abadce990 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fee94025420 tx=0x7fee94005900 comp rx=0 tx=0).stop 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7feeb1666b80 1 -- 172.21.15.27:0/2829586681 shutdown_connections 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.490+0000 7feeb1666b80 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadd4f10 0x559abadf2cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadceed0 0x559abadce990 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 --2- 172.21.15.27:0/2829586681 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd45f0 0x559abadd5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- 172.21.15.27:0/2829586681 >> 172.21.15.27:0/2829586681 conn(0x559abacf9c70 msgr2=0x559abadd52f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- 172.21.15.27:0/2829586681 shutdown_connections 2024-06-06T07:54:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- 172.21.15.27:0/2829586681 wait complete. 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- start start 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 Processor -- start 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadf2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadf3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadec470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x559abade96f0 con 0x559abadd45f0 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x559abade9020 con 0x559abadd4f10 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.491+0000 7feeb1666b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559abade9dc0 con 0x559abadceed0 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feeb1666b80 10 client.0 _ll_register_callbacks cb 0x559abacba8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadf3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadf3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35182/0 (socket says 172.21.15.27:35182) 2024-06-06T07:54:24.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 -- 172.21.15.27:0/520008391 learned_addr learned my addr 172.21.15.27:0/520008391 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feea5380700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadec470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feea4b7f700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadf2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 -- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 msgr2=0x559abadf2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadf2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 -- 172.21.15.27:0/520008391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 msgr2=0x559abadec470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadec470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 -- 172.21.15.27:0/520008391 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559abadeccb0 con 0x559abadd45f0 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feea4b7f700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadf2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee9ffff700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadf3510 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fee8c0ccab0 tx=0x7fee8c086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=111db989a8895174 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee7ffff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee7ffff700 1 -- 172.21.15.27:0/520008391 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c0b9070 con 0x559abadd45f0 2024-06-06T07:54:24.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee7ffff700 1 -- 172.21.15.27:0/520008391 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fee8c0cf0c0 con 0x559abadd45f0 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee9402a030 con 0x559abadd45f0 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7fee7ffff700 1 -- 172.21.15.27:0/520008391 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee8c09fbc0 con 0x559abadd45f0 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feeb1666b80 10 client.15066 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.492+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559abadf17c0 con 0x559abadd45f0 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7fee7ffff700 1 -- 172.21.15.27:0/520008391 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fee9402a030 con 0x559abadd45f0 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7fee7ffff700 1 -- 172.21.15.27:0/520008391 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fee8c0860b0 con 0x559abadd45f0 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feeb1666b80 10 client.15066 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feeb1666b80 10 client.15066 resolve_mds: resolved name 'f' to daemon mds.f 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feeb1666b80 20 client.15066 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feeb1666b80 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abae58500 0x559abae57210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feeb1666b80 4 client.15066 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:54:24.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "status"}) -- 0x559abad28240 con 0x559abae58500 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.493+0000 7feea4b7f700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abae58500 0x559abae57210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feea4b7f700 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abae58500 0x559abae57210 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ca561cac8d932a8 server_cookie=7d03c10b8ee0b9f3 in_seq=0 out_seq=0 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7fee7ffff700 10 client.15066 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7fee7ffff700 1 -- 172.21.15.27:0/520008391 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x559abad28240 con 0x559abae58500 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7fee7ffff700 10 client.15066 handle_command_reply: tid=0 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 client.15066 shutdown 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 msgr2=0x559abadf3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadf3510 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fee8c0ccab0 tx=0x7fee8c086040 comp rx=0 tx=0).stop 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 shutdown_connections 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x559abae58500 0x559abae57210 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7fee7ffff700 0 client.15066 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559abadd4f10 0x559abadec470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559abadceed0 0x559abadf2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 --2- 172.21.15.27:0/520008391 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559abadd45f0 0x559abadf3510 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 >> 172.21.15.27:0/520008391 conn(0x559abacf9c70 msgr2=0x559abadc2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 shutdown_connections 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 1 -- 172.21.15.27:0/520008391 wait complete. 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.494+0000 7feeb1666b80 20 client.15066 trim_cache size 0 max 16384 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:54:24.501 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 3, 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24463, 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 127.771580012, 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 232.808640569 2024-06-06T07:54:24.502 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:54:24.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fee900a2ca0 msgr2=0x7fee900a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fee900a2ca0 0x7fee900a5160 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fee94009750 tx=0x7fee94005fb0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 msgr2=0x7feea019ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:24.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 0x7feea019ed90 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fee8c00c9b0 tx=0x7fee8c00ccc0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 shutdown_connections 2024-06-06T07:54:24.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7feea0107860 0x7feea0198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feea0102770 0x7feea019e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fee900a2ca0 0x7fee900a5160 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 --2- 172.21.15.27:0/1184816322 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7feea0103120 0x7feea019ed90 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:24.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 >> 172.21.15.27:0/1184816322 conn(0x7feea0079600 msgr2=0x7feea0100420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:24.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 shutdown_connections 2024-06-06T07:54:24.504 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:24.495+0000 7feea6de3700 1 -- 172.21.15.27:0/1184816322 wait complete. 2024-06-06T07:54:25.194 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.c status 2024-06-06T07:54:25.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:25 smithi027 ceph-mon[32293]: pgmap v415: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:25.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:25 smithi176 ceph-mon[36543]: pgmap v415: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:25.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:25 smithi203 ceph-mon[37192]: pgmap v415: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:27.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 -- 172.21.15.27:0/352966826 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 msgr2=0x7fb96c06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 --2- 172.21.15.27:0/352966826 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c06a5f0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fb960009990 tx=0x7fb960009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 -- 172.21.15.27:0/352966826 shutdown_connections 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 --2- 172.21.15.27:0/352966826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c06ab30 0x7fb96c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 --2- 172.21.15.27:0/352966826 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb96c108500 0x7fb96c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 --2- 172.21.15.27:0/352966826 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c06a5f0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 -- 172.21.15.27:0/352966826 >> 172.21.15.27:0/352966826 conn(0x7fb96c078340 msgr2=0x7fb96c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 -- 172.21.15.27:0/352966826 shutdown_connections 2024-06-06T07:54:27.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 -- 172.21.15.27:0/352966826 wait complete. 2024-06-06T07:54:27.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.151+0000 7fb972882700 1 Processor -- start 2024-06-06T07:54:27.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 -- start start 2024-06-06T07:54:27.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb96c06ab30 0x7fb96c19ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 0x7fb96c198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c1128c0 con 0x7fb96c06a170 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c112740 con 0x7fb96c06ab30 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb972882700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c112a40 con 0x7fb96c108500 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb96bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb970e1f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 0x7fb96c198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb96b7fe700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb96c06ab30 0x7fb96c19ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb96bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c19e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35198/0 (socket says 172.21.15.27:35198) 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb970e1f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 0x7fb96c198b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:56880/0 (socket says 172.21.15.27:56880) 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.152+0000 7fb970e1f700 1 -- 172.21.15.27:0/1086329559 learned_addr learned my addr 172.21.15.27:0/1086329559 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb970e1f700 1 -- 172.21.15.27:0/1086329559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb96c06ab30 msgr2=0x7fb96c19ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb970e1f700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb96c06ab30 0x7fb96c19ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb970e1f700 1 -- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 msgr2=0x7fb96c19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb970e1f700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c19e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb970e1f700 1 -- 172.21.15.27:0/1086329559 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb96c199260 con 0x7fb96c108500 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb970e1f700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 0x7fb96c198b00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb96400ef30 tx=0x7fb96400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb9697fa700 1 -- 172.21.15.27:0/1086329559 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9640092e0 con 0x7fb96c108500 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb9697fa700 1 -- 172.21.15.27:0/1086329559 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb964004bb0 con 0x7fb96c108500 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb96c1994f0 con 0x7fb96c108500 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb9697fa700 1 -- 172.21.15.27:0/1086329559 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964004280 con 0x7fb96c108500 2024-06-06T07:54:27.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.153+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb96c1a5810 con 0x7fb96c108500 2024-06-06T07:54:27.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.156+0000 7fb9697fa700 1 -- 172.21.15.27:0/1086329559 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb96401b030 con 0x7fb96c108500 2024-06-06T07:54:27.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb9697fa700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb9540a2c20 0x7fb9540a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 Processor -- start 2024-06-06T07:54:27.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 -- start start 2024-06-06T07:54:27.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb9697fa700 1 -- 172.21.15.27:0/1086329559 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fb9640cee50 con 0x7fb96c108500 2024-06-06T07:54:27.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb96bfff700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb9540a2c20 0x7fb9540a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e54f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e549990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e54a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56519e49b7c0 con 0x56519e54f5f0 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56519e4436d0 con 0x56519e54ff10 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.157+0000 7fb97d105b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56519e497780 con 0x56519e549ed0 2024-06-06T07:54:27.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e54f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e54f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35202/0 (socket says 172.21.15.27:35202) 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 -- 172.21.15.27:0/2407446157 learned_addr learned my addr 172.21.15.27:0/2407446157 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e549990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb9540a2c20 0x7fb9540a50e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb95c007bb0 tx=0x7fb95c007f70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb970e1f700 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e54a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 -- 172.21.15.27:0/2407446157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 msgr2=0x56519e54a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e54a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 -- 172.21.15.27:0/2407446157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 msgr2=0x56519e549990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.161 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e549990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 -- 172.21.15.27:0/2407446157 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56519e439f00 con 0x56519e54f5f0 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb970e1f700 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e54a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb96bfff700 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e54f9d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb95c010e10 tx=0x7fb95c01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53ec115f0f21ff24 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb9527fc700 1 -- 172.21.15.27:0/2407446157 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c013bd0 con 0x56519e54f5f0 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb9527fc700 1 -- 172.21.15.27:0/2407446157 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb95c013d70 con 0x56519e54f5f0 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.158+0000 7fb9527fc700 1 -- 172.21.15.27:0/2407446157 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb95c01e680 con 0x56519e54f5f0 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 -- 172.21.15.27:0/2407446157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 msgr2=0x56519e54f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e54f9d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb95c010e10 tx=0x7fb95c01b000 comp rx=0 tx=0).stop 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 -- 172.21.15.27:0/2407446157 shutdown_connections 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e54a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e54f9d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 --2- 172.21.15.27:0/2407446157 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e549990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 -- 172.21.15.27:0/2407446157 >> 172.21.15.27:0/2407446157 conn(0x56519e474c70 msgr2=0x56519e544800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:27.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 -- 172.21.15.27:0/2407446157 shutdown_connections 2024-06-06T07:54:27.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.159+0000 7fb97d105b80 1 -- 172.21.15.27:0/2407446157 wait complete. 2024-06-06T07:54:27.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 -- start start 2024-06-06T07:54:27.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 Processor -- start 2024-06-06T07:54:27.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 0x56519e555d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e54f5f0 0x56519e553000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56519e556980 con 0x56519e549ed0 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56519e43bba0 con 0x56519e54ff10 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56519e556b00 con 0x56519e54f5f0 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb96bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 0x56519e555d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb97d105b80 10 client.0 _ll_register_callbacks cb 0x56519e4358d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb96b7fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e54f5f0 0x56519e553000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb96bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 0x56519e555d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35208/0 (socket says 172.21.15.27:35208) 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.160+0000 7fb96bfff700 1 -- 172.21.15.27:0/722996640 learned_addr learned my addr 172.21.15.27:0/722996640 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb970e1f700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96b7fe700 1 -- 172.21.15.27:0/722996640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 msgr2=0x56519e553540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96b7fe700 1 -- 172.21.15.27:0/722996640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 msgr2=0x56519e555d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 0x56519e555d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96b7fe700 1 -- 172.21.15.27:0/722996640 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56519e3ea880 con 0x56519e54f5f0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96bfff700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 0x56519e555d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb970e1f700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e54f5f0 0x56519e553000 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb9600059d0 tx=0x7fb96000bb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=486b3ae9ce25d4e0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb94b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb94b7fe700 1 -- 172.21.15.27:0/722996640 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960005450 con 0x56519e54f5f0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb94b7fe700 1 -- 172.21.15.27:0/722996640 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fb9600055f0 con 0x56519e54f5f0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb95c013d70 con 0x56519e54f5f0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.161+0000 7fb94b7fe700 1 -- 172.21.15.27:0/722996640 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb960003680 con 0x56519e54f5f0 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 10 client.24829 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:27.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56519e561270 con 0x56519e54f5f0 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb94b7fe700 1 -- 172.21.15.27:0/722996640 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb95c013d70 con 0x56519e54f5f0 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb94b7fe700 1 -- 172.21.15.27:0/722996640 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb96002e070 con 0x56519e54f5f0 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 10 client.24829 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 10 client.24829 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 20 client.24829 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e563860 0x56519e564cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 4 client.24829 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56519e4a8cc0 con 0x56519e563860 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.162+0000 7fb96bfff700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e563860 0x56519e564cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.163+0000 7fb94b7fe700 10 client.24829 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.163+0000 7fb96bfff700 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e563860 0x56519e564cd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ade050120bd31abf server_cookie=fd18d1fcdca4ffe2 in_seq=0 out_seq=0 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.163+0000 7fb94b7fe700 1 -- 172.21.15.27:0/722996640 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56519e4a8cc0 con 0x56519e563860 2024-06-06T07:54:27.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.163+0000 7fb94b7fe700 10 client.24829 handle_command_reply: tid=0 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.163+0000 7fb97d105b80 1 client.24829 shutdown 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e54f5f0 msgr2=0x56519e553000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e54f5f0 0x56519e553000 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb9600059d0 tx=0x7fb96000bb20 comp rx=0 tx=0).stop 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 shutdown_connections 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e563860 0x56519e564cd0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e549ed0 0x56519e555d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 --2- 172.21.15.27:0/722996640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e54f5f0 0x56519e553000 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 >> 172.21.15.27:0/722996640 conn(0x56519e474c70 msgr2=0x56519e548980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb94b7fe700 0 client.24829 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 shutdown_connections 2024-06-06T07:54:27.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 1 -- 172.21.15.27:0/722996640 wait complete. 2024-06-06T07:54:27.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.164+0000 7fb97d105b80 20 client.24829 trim_cache size 0 max 16384 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.186+0000 7fb97d105b80 1 Processor -- start 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.186+0000 7fb97d105b80 1 -- start start 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e549990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5449a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb97d105b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56519e563010 con 0x56519e54f5f0 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb97d105b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56519e5636e0 con 0x56519e54ff10 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb97d105b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56519e563db0 con 0x56519e549ed0 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5449a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5449a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35218/0 (socket says 172.21.15.27:35218) 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 -- 172.21.15.27:0/3820473528 learned_addr learned my addr 172.21.15.27:0/3820473528 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96bfff700 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e549990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb970e1f700 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 -- 172.21.15.27:0/3820473528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 msgr2=0x56519e549990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e549990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 -- 172.21.15.27:0/3820473528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 msgr2=0x56519e553590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 -- 172.21.15.27:0/3820473528 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56519e551590 con 0x56519e54f5f0 2024-06-06T07:54:27.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.187+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5449a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb960030460 tx=0x7fb960009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2249de3d36141b1a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:27.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.188+0000 7fb951ffb700 1 -- 172.21.15.27:0/3820473528 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96000f660 con 0x56519e54f5f0 2024-06-06T07:54:27.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.188+0000 7fb951ffb700 1 -- 172.21.15.27:0/3820473528 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb96000f800 con 0x56519e54f5f0 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.188+0000 7fb951ffb700 1 -- 172.21.15.27:0/3820473528 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9600307e0 con 0x56519e54f5f0 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 -- 172.21.15.27:0/3820473528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 msgr2=0x56519e5449a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5449a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb960030460 tx=0x7fb960009310 comp rx=0 tx=0).stop 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 -- 172.21.15.27:0/3820473528 shutdown_connections 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e553590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e549990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 --2- 172.21.15.27:0/3820473528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5449a0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 -- 172.21.15.27:0/3820473528 >> 172.21.15.27:0/3820473528 conn(0x56519e474c70 msgr2=0x56519e551910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 -- 172.21.15.27:0/3820473528 shutdown_connections 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.189+0000 7fb97d105b80 1 -- 172.21.15.27:0/3820473528 wait complete. 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 -- start start 2024-06-06T07:54:27.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 Processor -- start 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e56e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5525c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e552b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56519e564b50 con 0x56519e54f5f0 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56519e564480 con 0x56519e54ff10 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.190+0000 7fb97d105b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56519e565220 con 0x56519e549ed0 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb97d105b80 10 client.0 _ll_register_callbacks cb 0x56519e4358d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5525c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35234/0 (socket says 172.21.15.27:35234) 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 -- 172.21.15.27:0/1563272470 learned_addr learned my addr 172.21.15.27:0/1563272470 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:27.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96bfff700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e56e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb970e1f700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e552b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 -- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 msgr2=0x56519e56e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e56e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 -- 172.21.15.27:0/1563272470 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 msgr2=0x56519e552b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e552b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 -- 172.21.15.27:0/1563272470 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56519e553150 con 0x56519e54f5f0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb96b7fe700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5525c0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb9600304d0 tx=0x7fb960005500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35ec6b1e11280b48 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb94b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb94b7fe700 1 -- 172.21.15.27:0/1563272470 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb960003c30 con 0x56519e54f5f0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb94b7fe700 1 -- 172.21.15.27:0/1563272470 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fb960003dd0 con 0x56519e54f5f0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.191+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb96000f800 con 0x56519e54f5f0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb94b7fe700 1 -- 172.21.15.27:0/1563272470 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb960050050 con 0x56519e54f5f0 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 10 client.15084 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:27.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56519e5cf0f0 con 0x56519e54f5f0 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb94b7fe700 1 -- 172.21.15.27:0/1563272470 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb96000f800 con 0x56519e54f5f0 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb94b7fe700 1 -- 172.21.15.27:0/1563272470 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fb96002e040 con 0x56519e54f5f0 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 10 client.15084 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 10 client.15084 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 20 client.15084 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e5d39b0 0x56519e5d26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 4 client.15084 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "status"}) -- 0x56519e4a3240 con 0x56519e5d39b0 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.192+0000 7fb96bfff700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e5d39b0 0x56519e5d26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb94b7fe700 10 client.15084 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb96bfff700 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e5d39b0 0x56519e5d26c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8f680d98b30b5639 server_cookie=e80c6caaef36aa97 in_seq=0 out_seq=0 2024-06-06T07:54:27.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb94b7fe700 1 -- 172.21.15.27:0/1563272470 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x56519e4a3240 con 0x56519e5d39b0 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb94b7fe700 10 client.15084 handle_command_reply: tid=0 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 client.15084 shutdown 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 msgr2=0x56519e5525c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5525c0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb9600304d0 tx=0x7fb960005500 comp rx=0 tx=0).stop 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 shutdown_connections 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56519e5d39b0 0x56519e5d26c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56519e54ff10 0x56519e552b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb94b7fe700 0 client.15084 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56519e549ed0 0x56519e56e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.193+0000 7fb97d105b80 1 --2- 172.21.15.27:0/1563272470 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56519e54f5f0 0x56519e5525c0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 >> 172.21.15.27:0/1563272470 conn(0x56519e474c70 msgr2=0x56519e53ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:27.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 shutdown_connections 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb97d105b80 1 -- 172.21.15.27:0/1563272470 wait complete. 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb97d105b80 20 client.15084 trim_cache size 0 max 16384 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 2, 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24469, 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:54:27.200 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 131.478646908, 2024-06-06T07:54:27.201 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:54:27.201 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:54:27.201 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:54:27.201 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 232.58295743100001 2024-06-06T07:54:27.201 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:54:27.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb9540a2c20 msgr2=0x7fb9540a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb972882700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb9540a2c20 0x7fb9540a50e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb95c007bb0 tx=0x7fb95c007f70 comp rx=0 tx=0).stop 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 msgr2=0x7fb96c198b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.194+0000 7fb972882700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 0x7fb96c198b00 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb96400ef30 tx=0x7fb96400c3a0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 shutdown_connections 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb96c108500 0x7fb96c198b00 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb9540a2c20 0x7fb9540a50e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb96c06a170 0x7fb96c19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 --2- 172.21.15.27:0/1086329559 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb96c06ab30 0x7fb96c19ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 >> 172.21.15.27:0/1086329559 conn(0x7fb96c078340 msgr2=0x7fb96c0fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 shutdown_connections 2024-06-06T07:54:27.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:27.195+0000 7fb972882700 1 -- 172.21.15.27:0/1086329559 wait complete. 2024-06-06T07:54:27.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:27 smithi176 ceph-mon[36543]: pgmap v416: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:27.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:27 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:54:27.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:27 smithi203 ceph-mon[37192]: pgmap v416: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:27.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:27 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:54:27.579 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:27 smithi027 ceph-mon[32293]: pgmap v416: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:27.579 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:27 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:54:28.004 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.b status 2024-06-06T07:54:28.263 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:28.640 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.640 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:54:28.641 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:28 smithi027 ceph-mon[32293]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:54:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:54:28.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:28 smithi176 ceph-mon[36543]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:28.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:54:28.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:54:28.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:28 smithi203 ceph-mon[37192]: from='mgr.14150 172.21.15.27:0/3397698900' entity='mgr.x' 2024-06-06T07:54:29.548 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:29 smithi027 ceph-mon[32293]: pgmap v417: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:29.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:29 smithi176 ceph-mon[36543]: pgmap v417: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:29 smithi203 ceph-mon[37192]: pgmap v417: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 -- 172.21.15.27:0/270406771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 msgr2=0x7f355c107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 --2- 172.21.15.27:0/270406771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c107110 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f35500099c0 tx=0x7f3550009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 -- 172.21.15.27:0/270406771 shutdown_connections 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 --2- 172.21.15.27:0/270406771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f355c107840 0x7f355c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 --2- 172.21.15.27:0/270406771 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 0x7f355c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 --2- 172.21.15.27:0/270406771 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c107110 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 -- 172.21.15.27:0/270406771 >> 172.21.15.27:0/270406771 conn(0x7f355c0795f0 msgr2=0x7f355c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:30.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 -- 172.21.15.27:0/270406771 shutdown_connections 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 -- 172.21.15.27:0/270406771 wait complete. 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.188+0000 7f35613bf700 1 Processor -- start 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 -- start start 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 0x7f355c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f355c107840 0x7f355c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f355c1128d0 con 0x7f355c1030f0 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f355c112750 con 0x7f355c102740 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f35613bf700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f355c112a50 con 0x7f355c107840 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f355a7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f355a7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35258/0 (socket says 172.21.15.27:35258) 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f355a7fc700 1 -- 172.21.15.27:0/1747972073 learned_addr learned my addr 172.21.15.27:0/1747972073 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f355affd700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 0x7f355c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f355b7fe700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f355c107840 0x7f355c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.189+0000 7f355a7fc700 1 -- 172.21.15.27:0/1747972073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f355c107840 msgr2=0x7f355c075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f355a7fc700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f355c107840 0x7f355c075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f355a7fc700 1 -- 172.21.15.27:0/1747972073 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 msgr2=0x7f355c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f355a7fc700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 0x7f355c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f355a7fc700 1 -- 172.21.15.27:0/1747972073 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355c1a7190 con 0x7f355c1030f0 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f355affd700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 0x7f355c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f355a7fc700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c074cd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f355000b580 tx=0x7f3550004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f3543fff700 1 -- 172.21.15.27:0/1747972073 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3550027070 con 0x7f355c1030f0 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f3543fff700 1 -- 172.21.15.27:0/1747972073 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3550004040 con 0x7f355c1030f0 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f355c1a7420 con 0x7f355c1030f0 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f3543fff700 1 -- 172.21.15.27:0/1747972073 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355000f460 con 0x7f355c1030f0 2024-06-06T07:54:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.190+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f355c1a78d0 con 0x7f355c1030f0 2024-06-06T07:54:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.192+0000 7f3543fff700 1 -- 172.21.15.27:0/1747972073 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f355002a070 con 0x7f355c1030f0 2024-06-06T07:54:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.193+0000 7f3543fff700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f35440a2ca0 0x7f35440a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.193+0000 7f355affd700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f35440a2ca0 0x7f35440a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.193+0000 7f3543fff700 1 -- 172.21.15.27:0/1747972073 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f35500cff10 con 0x7f355c1030f0 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355affd700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f35440a2ca0 0x7f35440a5160 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f354c005950 tx=0x7f354c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 Processor -- start 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 -- start start 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef819d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef7b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef7c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56403eecd7c0 con 0x56403ef7bed0 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56403ee756d0 con 0x56403ef81f10 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f356bc42b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56403eec9780 con 0x56403ef815f0 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef7c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef7c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35260/0 (socket says 172.21.15.27:35260) 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 -- 172.21.15.27:0/121604011 learned_addr learned my addr 172.21.15.27:0/121604011 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:30.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355a7fc700 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef7b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355affd700 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef819d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 -- 172.21.15.27:0/121604011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 msgr2=0x56403ef819d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef819d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 -- 172.21.15.27:0/121604011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 msgr2=0x56403ef7b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef7b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.194+0000 7f355b7fe700 1 -- 172.21.15.27:0/121604011 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56403ee6bf00 con 0x56403ef7bed0 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.195+0000 7f355b7fe700 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef7c2f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3554009d20 tx=0x7f35540077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e359c77ca925bfb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.195+0000 7f35417fa700 1 -- 172.21.15.27:0/121604011 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554004bb0 con 0x56403ef7bed0 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.195+0000 7f35417fa700 1 -- 172.21.15.27:0/121604011 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3554004d50 con 0x56403ef7bed0 2024-06-06T07:54:30.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.195+0000 7f35417fa700 1 -- 172.21.15.27:0/121604011 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554014700 con 0x56403ef7bed0 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.195+0000 7f356bc42b80 1 -- 172.21.15.27:0/121604011 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 msgr2=0x56403ef7c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.195+0000 7f356bc42b80 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef7c2f0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3554009d20 tx=0x7f35540077e0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- 172.21.15.27:0/121604011 shutdown_connections 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef7c2f0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef819d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 --2- 172.21.15.27:0/121604011 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef7b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- 172.21.15.27:0/121604011 >> 172.21.15.27:0/121604011 conn(0x56403eea6c70 msgr2=0x56403ef76800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- 172.21.15.27:0/121604011 shutdown_connections 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- 172.21.15.27:0/121604011 wait complete. 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- start start 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 Processor -- start 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef87c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef84f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef854a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56403ef88980 con 0x56403ef7bed0 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56403ee6dba0 con 0x56403ef81f10 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56403ef88b00 con 0x56403ef815f0 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.196+0000 7f356bc42b80 10 client.0 _ll_register_callbacks cb 0x56403ee678d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef87c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef87c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35270/0 (socket says 172.21.15.27:35270) 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 -- 172.21.15.27:0/812245825 learned_addr learned my addr 172.21.15.27:0/812245825 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355a7fc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef84f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355b7fe700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef854a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 -- 172.21.15.27:0/812245825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 msgr2=0x56403ef84f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef84f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 -- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 msgr2=0x56403ef854a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef854a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 -- 172.21.15.27:0/812245825 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56403ee1c880 con 0x56403ef7bed0 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355b7fe700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef854a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f355affd700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef87c60 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f354c0119a0 tx=0x7f354c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f1e614f2a95480f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f353eff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f353eff5700 1 -- 172.21.15.27:0/812245825 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c01e850 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f353eff5700 1 -- 172.21.15.27:0/812245825 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f354c01e9f0 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3554004d50 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f353eff5700 1 -- 172.21.15.27:0/812245825 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f354c01ec30 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f356bc42b80 10 client.15096 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.197+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56403ef932c0 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f353eff5700 1 -- 172.21.15.27:0/812245825 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3554004d50 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f353eff5700 1 -- 172.21.15.27:0/812245825 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f354c01f4c0 con 0x56403ef7bed0 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f356bc42b80 10 client.15096 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f356bc42b80 10 client.15096 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f356bc42b80 20 client.15096 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f356bc42b80 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403ef959a0 0x56403ef96e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f356bc42b80 4 client.15096 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56403eedacc0 con 0x56403ef959a0 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.198+0000 7f355a7fc700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403ef959a0 0x56403ef96e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.199+0000 7f355a7fc700 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403ef959a0 0x56403ef96e10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9a7160af29422b32 server_cookie=22f011f87297c0d2 in_seq=0 out_seq=0 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.199+0000 7f353eff5700 10 client.15096 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f353eff5700 1 -- 172.21.15.27:0/812245825 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56403eedacc0 con 0x56403ef959a0 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f353eff5700 10 client.15096 handle_command_reply: tid=0 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 client.15096 shutdown 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 msgr2=0x56403ef87c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef87c60 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f354c0119a0 tx=0x7f354c0047c0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 shutdown_connections 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403ef959a0 0x56403ef96e10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef854a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403ef87c60 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 --2- 172.21.15.27:0/812245825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403ef84f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f353eff5700 0 client.15096 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:54:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 >> 172.21.15.27:0/812245825 conn(0x56403eea6c70 msgr2=0x56403ef7a980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 shutdown_connections 2024-06-06T07:54:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 1 -- 172.21.15.27:0/812245825 wait complete. 2024-06-06T07:54:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.200+0000 7f356bc42b80 20 client.15096 trim_cache size 0 max 16384 2024-06-06T07:54:30.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 Processor -- start 2024-06-06T07:54:30.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 -- start start 2024-06-06T07:54:30.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef7bed0 0x56403ef7b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 0x56403ef82a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403efa0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56403ef95150 con 0x56403ef815f0 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56403ef95820 con 0x56403ef81f10 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f356bc42b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56403ef95ef0 con 0x56403ef7bed0 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 0x56403ef82a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 0x56403ef82a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35272/0 (socket says 172.21.15.27:35272) 2024-06-06T07:54:30.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 -- 172.21.15.27:0/2123940852 learned_addr learned my addr 172.21.15.27:0/2123940852 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:30.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355b7fe700 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403efa0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355affd700 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef7bed0 0x56403ef7b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 -- 172.21.15.27:0/2123940852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef7bed0 msgr2=0x56403ef7b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef7bed0 0x56403ef7b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 -- 172.21.15.27:0/2123940852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 msgr2=0x56403efa0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403efa0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 -- 172.21.15.27:0/2123940852 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56403ef878a0 con 0x56403ef815f0 2024-06-06T07:54:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.222+0000 7f355a7fc700 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 0x56403ef82a00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f35500988e0 tx=0x7f35500cf040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeef0c44e4639b93 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f3540ff9700 1 -- 172.21.15.27:0/2123940852 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355009c480 con 0x56403ef815f0 2024-06-06T07:54:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f3540ff9700 1 -- 172.21.15.27:0/2123940852 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f35500a0830 con 0x56403ef815f0 2024-06-06T07:54:30.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f3540ff9700 1 -- 172.21.15.27:0/2123940852 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f355009c6e0 con 0x56403ef815f0 2024-06-06T07:54:30.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 -- 172.21.15.27:0/2123940852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 msgr2=0x56403ef82a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 0x56403ef82a00 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f35500988e0 tx=0x7f35500cf040 comp rx=0 tx=0).stop 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 -- 172.21.15.27:0/2123940852 shutdown_connections 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403efa0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef7bed0 0x56403ef7b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 --2- 172.21.15.27:0/2123940852 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef815f0 0x56403ef82a00 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 -- 172.21.15.27:0/2123940852 >> 172.21.15.27:0/2123940852 conn(0x56403eea6c70 msgr2=0x56403ef822f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 -- 172.21.15.27:0/2123940852 shutdown_connections 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.223+0000 7f356bc42b80 1 -- 172.21.15.27:0/2123940852 wait complete. 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 -- start start 2024-06-06T07:54:30.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 Processor -- start 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403efa0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403efa07d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef9b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56403ef96c90 con 0x56403ef7bed0 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56403ef965c0 con 0x56403ef81f10 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56403ef97360 con 0x56403ef815f0 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f356bc42b80 10 client.0 _ll_register_callbacks cb 0x56403ee678d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f355affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403efa0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f355affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403efa0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35274/0 (socket says 172.21.15.27:35274) 2024-06-06T07:54:30.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f355affd700 1 -- 172.21.15.27:0/3289595809 learned_addr learned my addr 172.21.15.27:0/3289595809 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f355a7fc700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403efa07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.224+0000 7f355b7fe700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef9b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f355affd700 1 -- 172.21.15.27:0/3289595809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 msgr2=0x56403efa07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f355affd700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403efa07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f355affd700 1 -- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 msgr2=0x56403ef9b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f355affd700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef9b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f355affd700 1 -- 172.21.15.27:0/3289595809 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56403efa0ed0 con 0x56403ef7bed0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f355affd700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403efa0290 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f354c01fb20 tx=0x7f354c01fc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbe72ac0bbb63ec9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f353eff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f353eff5700 1 -- 172.21.15.27:0/3289595809 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f354c03d070 con 0x56403ef7bed0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f353eff5700 1 -- 172.21.15.27:0/3289595809 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f354c01e6a0 con 0x56403ef7bed0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35500a0830 con 0x56403ef7bed0 2024-06-06T07:54:30.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f353eff5700 1 -- 172.21.15.27:0/3289595809 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f354c046050 con 0x56403ef7bed0 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f356bc42b80 10 client.15102 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56403f001870 con 0x56403ef7bed0 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f353eff5700 1 -- 172.21.15.27:0/3289595809 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f35500a0830 con 0x56403ef7bed0 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.225+0000 7f353eff5700 1 -- 172.21.15.27:0/3289595809 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f354c040020 con 0x56403ef7bed0 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f356bc42b80 10 client.15102 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f356bc42b80 10 client.15102 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f356bc42b80 20 client.15102 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f356bc42b80 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403f006520 0x56403f005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f356bc42b80 4 client.15102 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "status"}) -- 0x56403eed5240 con 0x56403f006520 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f355a7fc700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403f006520 0x56403f005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:30.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f355a7fc700 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403f006520 0x56403f005230 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=673b6bea3f67a1c6 server_cookie=bcf7b7ede2bcc3d2 in_seq=0 out_seq=0 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f353eff5700 10 client.15102 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f353eff5700 1 -- 172.21.15.27:0/3289595809 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x56403eed5240 con 0x56403f006520 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.226+0000 7f353eff5700 10 client.15102 handle_command_reply: tid=0 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 client.15102 shutdown 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 msgr2=0x56403efa0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403efa0290 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f354c01fb20 tx=0x7f354c01fc20 comp rx=0 tx=0).stop 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 shutdown_connections 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x56403f006520 0x56403f005230 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56403ef81f10 0x56403ef9b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56403ef7bed0 0x56403efa0290 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 --2- 172.21.15.27:0/3289595809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56403ef815f0 0x56403efa07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f353eff5700 0 client.15102 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 >> 172.21.15.27:0/3289595809 conn(0x56403eea6c70 msgr2=0x56403ef822f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 shutdown_connections 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 1 -- 172.21.15.27:0/3289595809 wait complete. 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.227+0000 7f356bc42b80 20 client.15102 trim_cache size 0 max 16384 2024-06-06T07:54:30.235 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 1, 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24473, 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 135.52106970099999, 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 219.271119922 2024-06-06T07:54:30.236 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f35440a2ca0 msgr2=0x7f35440a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f35440a2ca0 0x7f35440a5160 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f354c005950 tx=0x7f354c00b410 comp rx=0 tx=0).stop 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 msgr2=0x7f355c074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c074cd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f355000b580 tx=0x7f3550004580 comp rx=0 tx=0).stop 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 shutdown_connections 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f355c107840 0x7f355c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f355c102740 0x7f355c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f35440a2ca0 0x7f35440a5160 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 --2- 172.21.15.27:0/1747972073 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f355c1030f0 0x7f355c074cd0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 >> 172.21.15.27:0/1747972073 conn(0x7f355c0795f0 msgr2=0x7f355c101cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:30.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 shutdown_connections 2024-06-06T07:54:30.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:30.228+0000 7f35613bf700 1 -- 172.21.15.27:0/1747972073 wait complete. 2024-06-06T07:54:30.946 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T07:54:31.201 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:31.611 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:31 smithi027 ceph-mon[32293]: pgmap v418: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:31 smithi176 ceph-mon[36543]: pgmap v418: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:31 smithi203 ceph-mon[37192]: pgmap v418: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 -- 172.21.15.27:0/3630243188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 msgr2=0x7fae00101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 --2- 172.21.15.27:0/3630243188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae00101810 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009990 tx=0x7fadf0009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 -- 172.21.15.27:0/3630243188 shutdown_connections 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 --2- 172.21.15.27:0/3630243188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00101d50 0x7fae0010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 --2- 172.21.15.27:0/3630243188 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fae00107400 0x7fae001077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 --2- 172.21.15.27:0/3630243188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae00101810 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 -- 172.21.15.27:0/3630243188 >> 172.21.15.27:0/3630243188 conn(0x7fae00078340 msgr2=0x7fae00078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:33.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 -- 172.21.15.27:0/3630243188 shutdown_connections 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.002+0000 7fae085a3700 1 -- 172.21.15.27:0/3630243188 wait complete. 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 Processor -- start 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 -- start start 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae0019ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fae00101d50 0x7fae0019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00107400 0x7fae0019f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fae001117b0 con 0x7fae00101390 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fae00111630 con 0x7fae00101d50 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae085a3700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fae00111930 con 0x7fae00107400 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae0633f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae0019ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.006 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae0633f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae0019ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35302/0 (socket says 172.21.15.27:35302) 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.003+0000 7fae0633f700 1 -- 172.21.15.27:0/1391141453 learned_addr learned my addr 172.21.15.27:0/1391141453 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae06b40700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00107400 0x7fae0019f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae05b3e700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fae00101d50 0x7fae0019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae0633f700 1 -- 172.21.15.27:0/1391141453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00107400 msgr2=0x7fae0019f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae0633f700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00107400 0x7fae0019f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae0633f700 1 -- 172.21.15.27:0/1391141453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fae00101d50 msgr2=0x7fae0019b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae0633f700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fae00101d50 0x7fae0019b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae0633f700 1 -- 172.21.15.27:0/1391141453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae0019fe90 con 0x7fae00101390 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae06b40700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00107400 0x7fae0019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae0633f700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae0019ae80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fadfc00c9b0 tx=0x7fadfc00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fadf77fe700 1 -- 172.21.15.27:0/1391141453 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc007b00 con 0x7fae00101390 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae001a0180 con 0x7fae00101390 2024-06-06T07:54:33.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fadf77fe700 1 -- 172.21.15.27:0/1391141453 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadfc007ca0 con 0x7fae00101390 2024-06-06T07:54:33.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fadf77fe700 1 -- 172.21.15.27:0/1391141453 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadfc018840 con 0x7fae00101390 2024-06-06T07:54:33.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.004+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae001a7a00 con 0x7fae00101390 2024-06-06T07:54:33.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.007+0000 7fadf77fe700 1 -- 172.21.15.27:0/1391141453 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fadfc0189e0 con 0x7fae00101390 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.007+0000 7fadf77fe700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fadec0a2c20 0x7fadec0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.007+0000 7fadf77fe700 1 -- 172.21.15.27:0/1391141453 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fadfc0cf480 con 0x7fae00101390 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.007+0000 7fae05b3e700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fadec0a2c20 0x7fadec0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae05b3e700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fadec0a2c20 0x7fadec0a50e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009750 tx=0x7fadf000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 Processor -- start 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 -- start start 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e9b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9b830 0x55b997e95210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 0x55b997e95b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b997d87f10 con 0x55b997e95750 2024-06-06T07:54:33.010 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b997de6800 con 0x55b997e9b830 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.008+0000 7fae12e26b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b997d4e410 con 0x55b997e9af10 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 0x55b997e95b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 0x55b997e95b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35304/0 (socket says 172.21.15.27:35304) 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 -- 172.21.15.27:0/1327667364 learned_addr learned my addr 172.21.15.27:0/1327667364 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae05b3e700 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9b830 0x55b997e95210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 -- 172.21.15.27:0/1327667364 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 msgr2=0x55b997e9b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e9b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 -- 172.21.15.27:0/1327667364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9b830 msgr2=0x55b997e95210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9b830 0x55b997e95210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 -- 172.21.15.27:0/1327667364 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b997d35880 con 0x55b997e95750 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fae06b40700 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 0x55b997e95b70 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fadf80087c0 tx=0x7fadf8008ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=724e9dc5c577aabb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fadf4ff9700 1 -- 172.21.15.27:0/1327667364 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf8003c00 con 0x55b997e95750 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fadf4ff9700 1 -- 172.21.15.27:0/1327667364 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadf8003da0 con 0x55b997e95750 2024-06-06T07:54:33.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.009+0000 7fadf4ff9700 1 -- 172.21.15.27:0/1327667364 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf8012b60 con 0x55b997e95750 2024-06-06T07:54:33.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 -- 172.21.15.27:0/1327667364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 msgr2=0x55b997e95b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 0x55b997e95b70 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fadf80087c0 tx=0x7fadf8008ad0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 -- 172.21.15.27:0/1327667364 shutdown_connections 2024-06-06T07:54:33.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e95750 0x55b997e95b70 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e9b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 --2- 172.21.15.27:0/1327667364 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9b830 0x55b997e95210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 -- 172.21.15.27:0/1327667364 >> 172.21.15.27:0/1327667364 conn(0x55b997dc2030 msgr2=0x55b997e901d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 -- 172.21.15.27:0/1327667364 shutdown_connections 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.010+0000 7fae12e26b80 1 -- 172.21.15.27:0/1327667364 wait complete. 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 -- start start 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 Processor -- start 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e95750 0x55b997ea16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9af10 0x55b997e9e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e9ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b997d86f70 con 0x55b997e9b830 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b997de27c0 con 0x55b997e9af10 2024-06-06T07:54:33.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b997ea2210 con 0x55b997e95750 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae12e26b80 10 client.0 _ll_register_callbacks cb 0x55b997d7c560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae06b40700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e9ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae05b3e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9af10 0x55b997e9e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae06b40700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e9ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35312/0 (socket says 172.21.15.27:35312) 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae06b40700 1 -- 172.21.15.27:0/163712339 learned_addr learned my addr 172.21.15.27:0/163712339 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.011+0000 7fae0633f700 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e95750 0x55b997ea16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae06b40700 1 -- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e95750 msgr2=0x55b997ea16d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae06b40700 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e95750 0x55b997ea16d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae06b40700 1 -- 172.21.15.27:0/163712339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9af10 msgr2=0x55b997e9e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae06b40700 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9af10 0x55b997e9e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae06b40700 1 -- 172.21.15.27:0/163712339 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b997dac700 con 0x55b997e9b830 2024-06-06T07:54:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae06b40700 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e9ef10 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fadf8008790 tx=0x7fadf8012a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f98253305041af97 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fade9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fade9ffb700 1 -- 172.21.15.27:0/163712339 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf8012e50 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fade9ffb700 1 -- 172.21.15.27:0/163712339 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fadf8004ad0 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadf8003da0 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fade9ffb700 1 -- 172.21.15.27:0/163712339 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fadf802b050 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae12e26b80 10 client.15114 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b997eacad0 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fade9ffb700 1 -- 172.21.15.27:0/163712339 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadf8003da0 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.012+0000 7fade9ffb700 1 -- 172.21.15.27:0/163712339 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fadf8013070 con 0x55b997e9b830 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae12e26b80 10 client.15114 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae12e26b80 10 client.15114 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:54:33.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae12e26b80 20 client.15114 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:33.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae12e26b80 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997eb0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae12e26b80 4 client.15114 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:54:33.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b997df3d00 con 0x55b997eaecd0 2024-06-06T07:54:33.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae0633f700 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997eb0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fae0633f700 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997eb0140 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4125b16b1ee83ac server_cookie=cb5385ad838fcdb4 in_seq=0 out_seq=0 2024-06-06T07:54:33.018 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.013+0000 7fade9ffb700 10 client.15114 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.014+0000 7fade9ffb700 1 -- 172.21.15.27:0/163712339 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b997df3d00 con 0x55b997eaecd0 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.014+0000 7fade9ffb700 10 client.15114 handle_command_reply: tid=0 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.014+0000 7fae12e26b80 1 client.15114 shutdown 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.014+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 msgr2=0x55b997e9ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.014+0000 7fae12e26b80 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e9ef10 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fadf8008790 tx=0x7fadf8012a10 comp rx=0 tx=0).stop 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 shutdown_connections 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997eb0140 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.019 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fade9ffb700 0 client.15114 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e9ef10 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e95750 0x55b997ea16d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 --2- 172.21.15.27:0/163712339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e9af10 0x55b997e9e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 >> 172.21.15.27:0/163712339 conn(0x55b997dc2030 msgr2=0x55b997e8f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 shutdown_connections 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 1 -- 172.21.15.27:0/163712339 wait complete. 2024-06-06T07:54:33.020 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.015+0000 7fae12e26b80 20 client.15114 trim_cache size 0 max 16384 2024-06-06T07:54:33.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 Processor -- start 2024-06-06T07:54:33.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 -- start start 2024-06-06T07:54:33.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997e95210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 0x55b997e9d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9b830 0x55b997e990d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b997eae480 con 0x55b997e9af10 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b997eaeb50 con 0x55b997e95750 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae12e26b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b997eaf220 con 0x55b997e9b830 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.036+0000 7fae05b3e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 0x55b997e9d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 0x55b997e9d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35324/0 (socket says 172.21.15.27:35324) 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 -- 172.21.15.27:0/169485843 learned_addr learned my addr 172.21.15.27:0/169485843 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae06b40700 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9b830 0x55b997e990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae0633f700 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997e95210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 -- 172.21.15.27:0/169485843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9b830 msgr2=0x55b997e990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9b830 0x55b997e990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 -- 172.21.15.27:0/169485843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 msgr2=0x55b997e95210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997e95210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 -- 172.21.15.27:0/169485843 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b997e9b540 con 0x55b997e9af10 2024-06-06T07:54:33.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae06b40700 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9b830 0x55b997e990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:33.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fae05b3e700 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 0x55b997e9d650 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009990 tx=0x7fadf001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3132ae20a7c1aca8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:33.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fadebfff700 1 -- 172.21.15.27:0/169485843 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf000f660 con 0x55b997e9af10 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fadebfff700 1 -- 172.21.15.27:0/169485843 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadf0036070 con 0x55b997e9af10 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.037+0000 7fadebfff700 1 -- 172.21.15.27:0/169485843 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0026c60 con 0x55b997e9af10 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 -- 172.21.15.27:0/169485843 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 msgr2=0x55b997e9d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 0x55b997e9d650 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009990 tx=0x7fadf001f000 comp rx=0 tx=0).stop 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 -- 172.21.15.27:0/169485843 shutdown_connections 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9b830 0x55b997e990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997e95210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 --2- 172.21.15.27:0/169485843 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9af10 0x55b997e9d650 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 -- 172.21.15.27:0/169485843 >> 172.21.15.27:0/169485843 conn(0x55b997dc2030 msgr2=0x55b997e99b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 -- 172.21.15.27:0/169485843 shutdown_connections 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 -- 172.21.15.27:0/169485843 wait complete. 2024-06-06T07:54:33.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.038+0000 7fae12e26b80 1 -- start start 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 Processor -- start 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997eb9af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e8f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e8f700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b997eaffc0 con 0x55b997e9b830 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b997eaf8f0 con 0x55b997e95750 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b997eb0690 con 0x55b997e9af10 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae12e26b80 10 client.0 _ll_register_callbacks cb 0x55b997d7c560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e8f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e8f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35336/0 (socket says 172.21.15.27:35336) 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 -- 172.21.15.27:0/3165132951 learned_addr learned my addr 172.21.15.27:0/3165132951 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae0633f700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997eb9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae05b3e700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e8f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 -- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 msgr2=0x55b997e8f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e8f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 -- 172.21.15.27:0/3165132951 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 msgr2=0x55b997eb9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.039+0000 7fae06b40700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997eb9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fae06b40700 1 -- 172.21.15.27:0/3165132951 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b997e8fd40 con 0x55b997e9b830 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fae0633f700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997eb9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fae06b40700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e8f700 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fadf8007a80 tx=0x7fadf8012730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=274ebff7a8ffcfa9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fade9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fade9ffb700 1 -- 172.21.15.27:0/3165132951 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf8034060 con 0x55b997e9b830 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fade9ffb700 1 -- 172.21.15.27:0/3165132951 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fadf8004a90 con 0x55b997e9b830 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadf0036070 con 0x55b997e9b830 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fade9ffb700 1 -- 172.21.15.27:0/3165132951 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fadf803b050 con 0x55b997e9b830 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fae12e26b80 10 client.15120 fetch_fsmap learned FSMap version 29 2024-06-06T07:54:33.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b997eb8440 con 0x55b997e9b830 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.040+0000 7fade9ffb700 1 -- 172.21.15.27:0/3165132951 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadf0036070 con 0x55b997e9b830 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fade9ffb700 1 -- 172.21.15.27:0/3165132951 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fadf8005e00 con 0x55b997e9b830 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae12e26b80 10 client.15120 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae12e26b80 10 client.15120 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae12e26b80 20 client.15120 populate_metadata read hostname 'smithi027' 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae12e26b80 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997f1db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae12e26b80 4 client.15120 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "status"}) -- 0x55b997dee280 con 0x55b997eaecd0 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae0633f700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997f1db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fade9ffb700 10 client.15120 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.041+0000 7fae0633f700 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997f1db70 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b104651feb075e04 server_cookie=93dc2a8ae76bd064 in_seq=0 out_seq=0 2024-06-06T07:54:33.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fade9ffb700 1 -- 172.21.15.27:0/3165132951 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55b997dee280 con 0x55b997eaecd0 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fade9ffb700 10 client.15120 handle_command_reply: tid=0 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 client.15120 shutdown 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 msgr2=0x55b997e8f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e8f700 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fadf8007a80 tx=0x7fadf8012730 comp rx=0 tx=0).stop 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 shutdown_connections 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b997eaecd0 0x55b997f1db70 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b997e9b830 0x55b997e8f700 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b997e95750 0x55b997eb9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fade9ffb700 0 client.15120 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 --2- 172.21.15.27:0/3165132951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b997e9af10 0x55b997e8f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 >> 172.21.15.27:0/3165132951 conn(0x55b997dc2030 msgr2=0x55b997e9bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:33.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 shutdown_connections 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 1 -- 172.21.15.27:0/3165132951 wait complete. 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.042+0000 7fae12e26b80 20 client.15120 trim_cache size 0 max 16384 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 0, 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24487, 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:54:33.048 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 202.88051703799999, 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 232.53850750399999 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fadec0a2c20 msgr2=0x7fadec0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.049 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fadec0a2c20 0x7fadec0a50e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009750 tx=0x7fadf000b540 comp rx=0 tx=0).stop 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 msgr2=0x7fae0019ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae0019ae80 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fadfc00c9b0 tx=0x7fadfc00cd70 comp rx=0 tx=0).stop 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 shutdown_connections 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae00107400 0x7fae0019f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fadec0a2c20 0x7fadec0a50e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fae00101390 0x7fae0019ae80 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 --2- 172.21.15.27:0/1391141453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fae00101d50 0x7fae0019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 >> 172.21.15.27:0/1391141453 conn(0x7fae00078340 msgr2=0x7fae0006a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 shutdown_connections 2024-06-06T07:54:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:33.043+0000 7fae085a3700 1 -- 172.21.15.27:0/1391141453 wait complete. 2024-06-06T07:54:33.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:33 smithi176 ceph-mon[36543]: pgmap v419: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:33.768 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:33 smithi027 ceph-mon[32293]: pgmap v419: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:33 smithi203 ceph-mon[37192]: pgmap v419: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:33.799 INFO:tasks.cephadm:Setup complete, yielding 2024-06-06T07:54:33.799 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-06T07:54:33.809 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:54:33.809 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch status' 2024-06-06T07:54:34.064 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:35.542 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:35 smithi027 ceph-mon[32293]: pgmap v420: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:35 smithi176 ceph-mon[36543]: pgmap v420: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 -- 172.21.15.27:0/3316759994 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981013f0 msgr2=0x7fd398101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/3316759994 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981013f0 0x7fd398101810 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd3880099c0 tx=0x7fd388009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 -- 172.21.15.27:0/3316759994 shutdown_connections 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/3316759994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 0x7fd398109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/3316759994 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981013f0 0x7fd398101810 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/3316759994 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3981025f0 0x7fd398102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 -- 172.21.15.27:0/3316759994 >> 172.21.15.27:0/3316759994 conn(0x7fd3980fc990 msgr2=0x7fd3980fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 -- 172.21.15.27:0/3316759994 shutdown_connections 2024-06-06T07:54:35.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.771+0000 7fd39cbb7700 1 -- 172.21.15.27:0/3316759994 wait complete. 2024-06-06T07:54:35.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 Processor -- start 2024-06-06T07:54:35.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 -- start start 2024-06-06T07:54:35.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3981013f0 0x7fd39806acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:35.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 0x7fd39819d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:35.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 0x7fd39819fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd39810d110 con 0x7fd3981025f0 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd39810cf90 con 0x7fd3981013f0 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd39cbb7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd39810d290 con 0x7fd398102f90 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd395d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 0x7fd39819d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd395d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 0x7fd39819d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:48756/0 (socket says 172.21.15.27:48756) 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.772+0000 7fd395d9b700 1 -- 172.21.15.27:0/930316328 learned_addr learned my addr 172.21.15.27:0/930316328 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd39659c700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3981013f0 0x7fd39806acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd396d9d700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 0x7fd39819fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd395d9b700 1 -- 172.21.15.27:0/930316328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 msgr2=0x7fd39819fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd395d9b700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 0x7fd39819fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd395d9b700 1 -- 172.21.15.27:0/930316328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3981013f0 msgr2=0x7fd39806acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:35.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd395d9b700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3981013f0 0x7fd39806acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd395d9b700 1 -- 172.21.15.27:0/930316328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3981a0490 con 0x7fd3981025f0 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd396d9d700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 0x7fd39819fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd395d9b700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 0x7fd39819d570 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd38c00c920 tx=0x7fd38c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38c007b00 con 0x7fd3981025f0 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3981a0780 con 0x7fd3981025f0 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd38c004d30 con 0x7fd3981025f0 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38c005680 con 0x7fd3981025f0 2024-06-06T07:54:35.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.773+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3981a0d10 con 0x7fd3981025f0 2024-06-06T07:54:35.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.774+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd398069180 con 0x7fd3981025f0 2024-06-06T07:54:35.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.776+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd38c004750 con 0x7fd3981025f0 2024-06-06T07:54:35.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.776+0000 7fd3877fe700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd3800a2c20 0x7fd3800a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:35.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.776+0000 7fd39659c700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd3800a2c20 0x7fd3800a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:35.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.777+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fd38c0cf340 con 0x7fd3981025f0 2024-06-06T07:54:35.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.777+0000 7fd39659c700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd3800a2c20 0x7fd3800a50e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd388006010 tx=0x7fd388000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:35 smithi203 ceph-mon[37192]: pgmap v420: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:35.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:35.780+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd38c014030 con 0x7fd3981025f0 2024-06-06T07:54:36.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.008+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fd3980628d0 con 0x7fd3800a2c20 2024-06-06T07:54:36.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.009+0000 7fd3877fe700 1 -- 172.21.15.27:0/930316328 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fd3980628d0 con 0x7fd3800a2c20 2024-06-06T07:54:36.009 INFO:teuthology.orchestra.run.smithi027.stdout:Backend: cephadm 2024-06-06T07:54:36.009 INFO:teuthology.orchestra.run.smithi027.stdout:Available: Yes 2024-06-06T07:54:36.009 INFO:teuthology.orchestra.run.smithi027.stdout:Paused: No 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd3800a2c20 msgr2=0x7fd3800a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd3800a2c20 0x7fd3800a50e0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd388006010 tx=0x7fd388000bc0 comp rx=0 tx=0).stop 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 msgr2=0x7fd39819d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 0x7fd39819d570 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd38c00c920 tx=0x7fd38c00cc30 comp rx=0 tx=0).stop 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 shutdown_connections 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd398102f90 0x7fd39819fbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd3981013f0 0x7fd39806acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd3800a2c20 0x7fd3800a50e0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 --2- 172.21.15.27:0/930316328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd3981025f0 0x7fd39819d570 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 >> 172.21.15.27:0/930316328 conn(0x7fd3980fc990 msgr2=0x7fd398105970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 shutdown_connections 2024-06-06T07:54:36.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:36.011+0000 7fd39cbb7700 1 -- 172.21.15.27:0/930316328 wait complete. 2024-06-06T07:54:36.717 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch ps' 2024-06-06T07:54:36.973 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:37 smithi027 ceph-mon[32293]: pgmap v421: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:37.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:37 smithi027 ceph-mon[32293]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:37 smithi176 ceph-mon[36543]: pgmap v421: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:37.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:37 smithi176 ceph-mon[36543]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:37 smithi203 ceph-mon[37192]: pgmap v421: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:37 smithi203 ceph-mon[37192]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:38.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 -- 172.21.15.27:0/4058217084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 msgr2=0x7f7acc101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:38.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 --2- 172.21.15.27:0/4058217084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc101830 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f7ac00099c0 tx=0x7f7ac0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 -- 172.21.15.27:0/4058217084 shutdown_connections 2024-06-06T07:54:38.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 --2- 172.21.15.27:0/4058217084 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7acc102fb0 0x7f7acc109860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 --2- 172.21.15.27:0/4058217084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc101830 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 --2- 172.21.15.27:0/4058217084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7acc102610 0x7f7acc102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 -- 172.21.15.27:0/4058217084 >> 172.21.15.27:0/4058217084 conn(0x7f7acc0fc9b0 msgr2=0x7f7acc0fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 -- 172.21.15.27:0/4058217084 shutdown_connections 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.664+0000 7f7ad3121700 1 -- 172.21.15.27:0/4058217084 wait complete. 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 Processor -- start 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 -- start start 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7acc102610 0x7f7acc198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7acc102fb0 0x7f7acc19fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:38.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7acc10d210 con 0x7f7acc101410 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7acc10d090 con 0x7f7acc102fb0 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad3121700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7acc10d390 con 0x7f7acc102610 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad0ebd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad0ebd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:48784/0 (socket says 172.21.15.27:48784) 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7ad0ebd700 1 -- 172.21.15.27:0/2059712534 learned_addr learned my addr 172.21.15.27:0/2059712534 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.665+0000 7f7acbfff700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7acc102610 0x7f7acc198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad16be700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7acc102fb0 0x7f7acc19fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad0ebd700 1 -- 172.21.15.27:0/2059712534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7acc102610 msgr2=0x7f7acc198dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad0ebd700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7acc102610 0x7f7acc198dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad0ebd700 1 -- 172.21.15.27:0/2059712534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7acc102fb0 msgr2=0x7f7acc19fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:38.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad0ebd700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7acc102fb0 0x7f7acc19fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad0ebd700 1 -- 172.21.15.27:0/2059712534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7acc103830 con 0x7f7acc101410 2024-06-06T07:54:38.668 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad0ebd700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc198880 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f7ac000b580 tx=0x7f7ac0003c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac0027070 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7ac000bda0 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7acc103ac0 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.666+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ac000f460 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.667+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7acc103fa0 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.668+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7acc069180 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.669+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7ac002a070 con 0x7f7acc101410 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.669+0000 7f7ac9ffb700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7abc0a2c20 0x7f7abc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:38.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.670+0000 7f7acbfff700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7abc0a2c20 0x7f7abc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:38.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.670+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f7ac00d0190 con 0x7f7acc101410 2024-06-06T07:54:38.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.670+0000 7f7acbfff700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7abc0a2c20 0x7f7abc0a50e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7ab8009a10 tx=0x7f7ab8009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:38.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.674+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7ac0013070 con 0x7f7acc101410 2024-06-06T07:54:38.889 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.889+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f7acc0feaa0 con 0x7f7abc0a2c20 2024-06-06T07:54:38.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.903+0000 7f7ac9ffb700 1 -- 172.21.15.27:0/2059712534 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f7acc0feaa0 con 0x7f7abc0a2c20 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.a smithi027 running (3m) 72s ago 3m 18.9M - 19.0.0-2946-g3d89accf b045ac545f82 843c88032f86 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.b smithi176 running (3m) 96s ago 3m 18.3M - 19.0.0-2946-g3d89accf b045ac545f82 77867f09d788 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.c smithi203 running (4m) 96s ago 4m 20.5M - 19.0.0-2946-g3d89accf b045ac545f82 77286d3f534a 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.d smithi027 running (4m) 72s ago 4m 16.0M - 19.0.0-2946-g3d89accf b045ac545f82 ab9ad71dac88 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.e smithi176 running (4m) 96s ago 4m 17.0M - 19.0.0-2946-g3d89accf b045ac545f82 ffbed4c57803 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.f smithi203 running (4m) 96s ago 4m 16.9M - 19.0.0-2946-g3d89accf b045ac545f82 c57e97f050d7 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.g smithi027 running (3m) 72s ago 3m 16.0M - 19.0.0-2946-g3d89accf b045ac545f82 8e314ddc2d36 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.h smithi176 running (4m) 96s ago 4m 20.4M - 19.0.0-2946-g3d89accf b045ac545f82 f6fe4a2cc159 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.i smithi203 running (3m) 96s ago 3m 25.6M - 19.0.0-2946-g3d89accf b045ac545f82 32d2e8d9b75e 2024-06-06T07:54:38.903 INFO:teuthology.orchestra.run.smithi027.stdout:mds.j smithi027 running (4m) 72s ago 4m 14.5M - 19.0.0-2946-g3d89accf b045ac545f82 a69e8609ff9b 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mds.k smithi176 running (4m) 96s ago 4m 16.0M - 19.0.0-2946-g3d89accf b045ac545f82 168530b3ae07 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mds.l smithi203 running (4m) 96s ago 4m 19.1M - 19.0.0-2946-g3d89accf b045ac545f82 7d5d7d579d16 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mgr.x smithi027 *:9283,8765 running (11m) 72s ago 11m 518M - 19.0.0-2946-g3d89accf b045ac545f82 d428a3c1212f 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mgr.y smithi176 *:8443,8765 running (9m) 96s ago 9m 455M - 19.0.0-2946-g3d89accf b045ac545f82 ca301a0e0d3f 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mgr.z smithi203 *:8443,8765 running (9m) 96s ago 9m 455M - 19.0.0-2946-g3d89accf b045ac545f82 67e9fc3403c5 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mon.a smithi027 running (11m) 72s ago 12m 51.3M 2048M 19.0.0-2946-g3d89accf b045ac545f82 a124d37cc5b2 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mon.b smithi176 running (10m) 96s ago 10m 38.5M 2048M 19.0.0-2946-g3d89accf b045ac545f82 70c990eeba65 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:mon.c smithi203 running (10m) 96s ago 10m 39.6M 2048M 19.0.0-2946-g3d89accf b045ac545f82 82ff5db2ada6 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.0 smithi027 running (9m) 72s ago 9m 46.3M 4272M 19.0.0-2946-g3d89accf b045ac545f82 9ede502609ad 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.1 smithi176 running (9m) 96s ago 9m 60.9M 4272M 19.0.0-2946-g3d89accf b045ac545f82 1cdf0c0fb9fb 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.2 smithi203 running (8m) 96s ago 8m 57.0M 4272M 19.0.0-2946-g3d89accf b045ac545f82 40ec223d7384 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.3 smithi027 running (8m) 72s ago 8m 44.9M 4272M 19.0.0-2946-g3d89accf b045ac545f82 2e0a8bb6992a 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.4 smithi176 running (7m) 96s ago 7m 44.7M 4272M 19.0.0-2946-g3d89accf b045ac545f82 001d25795647 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.5 smithi203 running (7m) 96s ago 7m 58.9M 4272M 19.0.0-2946-g3d89accf b045ac545f82 d107b6c77d89 2024-06-06T07:54:38.904 INFO:teuthology.orchestra.run.smithi027.stdout:osd.6 smithi027 running (7m) 72s ago 6m 55.8M 4272M 19.0.0-2946-g3d89accf b045ac545f82 91bc75228677 2024-06-06T07:54:38.905 INFO:teuthology.orchestra.run.smithi027.stdout:osd.7 smithi176 running (6m) 96s ago 6m 54.3M 4272M 19.0.0-2946-g3d89accf b045ac545f82 34bdaf70de5e 2024-06-06T07:54:38.905 INFO:teuthology.orchestra.run.smithi027.stdout:osd.8 smithi203 running (6m) 96s ago 6m 44.4M 4272M 19.0.0-2946-g3d89accf b045ac545f82 340fa4f830b8 2024-06-06T07:54:38.905 INFO:teuthology.orchestra.run.smithi027.stdout:osd.9 smithi027 running (5m) 72s ago 5m 42.2M 4272M 19.0.0-2946-g3d89accf b045ac545f82 afe0fe12398f 2024-06-06T07:54:38.905 INFO:teuthology.orchestra.run.smithi027.stdout:osd.10 smithi176 running (5m) 96s ago 5m 44.7M 4272M 19.0.0-2946-g3d89accf b045ac545f82 4eaede58d4ae 2024-06-06T07:54:38.905 INFO:teuthology.orchestra.run.smithi027.stdout:osd.11 smithi203 running (4m) 96s ago 4m 53.0M 4272M 19.0.0-2946-g3d89accf b045ac545f82 37faba1257e1 2024-06-06T07:54:38.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7abc0a2c20 msgr2=0x7f7abc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7abc0a2c20 0x7f7abc0a50e0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7ab8009a10 tx=0x7f7ab8009190 comp rx=0 tx=0).stop 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 msgr2=0x7f7acc198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc198880 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f7ac000b580 tx=0x7f7ac0003c60 comp rx=0 tx=0).stop 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 shutdown_connections 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7acc102fb0 0x7f7acc19fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7abc0a2c20 0x7f7abc0a50e0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7acc101410 0x7f7acc198880 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 --2- 172.21.15.27:0/2059712534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7acc102610 0x7f7acc198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.905+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 >> 172.21.15.27:0/2059712534 conn(0x7f7acc0fc9b0 msgr2=0x7f7acc0fe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.906+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 shutdown_connections 2024-06-06T07:54:38.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:38.906+0000 7f7ad3121700 1 -- 172.21.15.27:0/2059712534 wait complete. 2024-06-06T07:54:39.569 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:39 smithi027 ceph-mon[32293]: pgmap v422: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:39.601 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch ls' 2024-06-06T07:54:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:39 smithi176 ceph-mon[36543]: pgmap v422: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:39 smithi203 ceph-mon[37192]: pgmap v422: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:39.854 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:40.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:40 smithi027 ceph-mon[32293]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:40.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:40 smithi027 ceph-mon[32293]: pgmap v423: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:40.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:40 smithi176 ceph-mon[36543]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:40.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:40 smithi176 ceph-mon[36543]: pgmap v423: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:40.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:40 smithi203 ceph-mon[37192]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:40.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:40 smithi203 ceph-mon[37192]: pgmap v423: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 -- 172.21.15.27:0/1857866683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff318102f80 msgr2=0x7ff318105370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/1857866683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff318102f80 0x7ff318105370 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff300009990 tx=0x7ff300009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 -- 172.21.15.27:0/1857866683 shutdown_connections 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/1857866683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3181081e0 0x7ff31810a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/1857866683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff318102f80 0x7ff318105370 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/1857866683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3181058b0 0x7ff318107ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 -- 172.21.15.27:0/1857866683 >> 172.21.15.27:0/1857866683 conn(0x7ff3180fc990 msgr2=0x7ff3180fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 -- 172.21.15.27:0/1857866683 shutdown_connections 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.566+0000 7ff31dfa2700 1 -- 172.21.15.27:0/1857866683 wait complete. 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 Processor -- start 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 -- start start 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff318102f80 0x7ff31819a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:41.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3181058b0 0x7ff31819ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 0x7ff3181a1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810e200 con 0x7ff3181081e0 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810e080 con 0x7ff3181058b0 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff31dfa2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff31810e380 con 0x7ff318102f80 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff317fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 0x7ff3181a1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff317fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 0x7ff3181a1ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:48802/0 (socket says 172.21.15.27:48802) 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff317fff700 1 -- 172.21.15.27:0/2774493299 learned_addr learned my addr 172.21.15.27:0/2774493299 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.567+0000 7ff316ffd700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3181058b0 0x7ff31819ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff3177fe700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff318102f80 0x7ff31819a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:41.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff317fff700 1 -- 172.21.15.27:0/2774493299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff318102f80 msgr2=0x7ff31819a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff317fff700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff318102f80 0x7ff31819a8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff317fff700 1 -- 172.21.15.27:0/2774493299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3181058b0 msgr2=0x7ff31819ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff317fff700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3181058b0 0x7ff31819ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff317fff700 1 -- 172.21.15.27:0/2774493299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3181a2540 con 0x7ff3181081e0 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff3177fe700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff318102f80 0x7ff31819a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff317fff700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 0x7ff3181a1ea0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff310007d70 tx=0x7ff31000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff310016020 con 0x7ff3181081e0 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff31000ac50 con 0x7ff3181081e0 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3181a2830 con 0x7ff3181081e0 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.568+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3100115e0 con 0x7ff3181081e0 2024-06-06T07:54:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.569+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3181a2d70 con 0x7ff3181081e0 2024-06-06T07:54:41.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.570+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff318069180 con 0x7ff3181081e0 2024-06-06T07:54:41.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.572+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff310019020 con 0x7ff3181081e0 2024-06-06T07:54:41.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.572+0000 7ff314ff9700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff3040a2ca0 0x7ff3040a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:41.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.573+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7ff3100cf5e0 con 0x7ff3181081e0 2024-06-06T07:54:41.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.573+0000 7ff3177fe700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff3040a2ca0 0x7ff3040a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:41.573 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.573+0000 7ff3177fe700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff3040a2ca0 0x7ff3040a5160 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff30000b5c0 tx=0x7ff300003a70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:41.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.576+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff310020020 con 0x7ff3181081e0 2024-06-06T07:54:41.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.794+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7ff3180628d0 con 0x7ff3040a2ca0 2024-06-06T07:54:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.800+0000 7ff314ff9700 1 -- 172.21.15.27:0/2774493299 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7ff3180628d0 con 0x7ff3040a2ca0 2024-06-06T07:54:41.800 INFO:teuthology.orchestra.run.smithi027.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-06-06T07:54:41.800 INFO:teuthology.orchestra.run.smithi027.stdout:mds.all 12/12 99s ago 4m smithi027=a;smithi027=d;smithi027=g;smithi027=j;smithi176=b;smithi176=e;smithi176=h;smithi176=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-06-06T07:54:41.800 INFO:teuthology.orchestra.run.smithi027.stdout:mgr 3/3 99s ago 9m smithi027=x;smithi176=y;smithi203=z;count:3 2024-06-06T07:54:41.800 INFO:teuthology.orchestra.run.smithi027.stdout:mon 3/3 99s ago 10m smithi027:172.21.15.27=a;smithi176:172.21.15.176=b;smithi203:172.21.15.203=c;count:3 2024-06-06T07:54:41.800 INFO:teuthology.orchestra.run.smithi027.stdout:osd 12 99s ago - 2024-06-06T07:54:41.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.802+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff3040a2ca0 msgr2=0x7ff3040a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:41.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.802+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff3040a2ca0 0x7ff3040a5160 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff30000b5c0 tx=0x7ff300003a70 comp rx=0 tx=0).stop 2024-06-06T07:54:41.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.802+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 msgr2=0x7ff3181a1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.802+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 0x7ff3181a1ea0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff310007d70 tx=0x7ff31000a340 comp rx=0 tx=0).stop 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 shutdown_connections 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7ff3040a2ca0 0x7ff3040a5160 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3181081e0 0x7ff3181a1ea0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff318102f80 0x7ff31819a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 --2- 172.21.15.27:0/2774493299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3181058b0 0x7ff31819ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 >> 172.21.15.27:0/2774493299 conn(0x7ff3180fc990 msgr2=0x7ff318102520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 shutdown_connections 2024-06-06T07:54:41.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:41.803+0000 7ff31dfa2700 1 -- 172.21.15.27:0/2774493299 wait complete. 2024-06-06T07:54:42.491 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch host ls' 2024-06-06T07:54:42.743 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:42.986 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:42 smithi027 ceph-mon[32293]: pgmap v424: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:42.986 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:42 smithi027 ceph-mon[32293]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:42.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:42 smithi176 ceph-mon[36543]: pgmap v424: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:42.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:42 smithi176 ceph-mon[36543]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:43.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:42 smithi203 ceph-mon[37192]: pgmap v424: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:43.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:42 smithi203 ceph-mon[37192]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:44.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.449+0000 7f5326f32700 1 -- 172.21.15.27:0/2560724854 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320102030 msgr2=0x7f53201098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:44.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.449+0000 7f5326f32700 1 --2- 172.21.15.27:0/2560724854 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320102030 0x7f53201098d0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f5318009990 tx=0x7f5318009ca0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 -- 172.21.15.27:0/2560724854 shutdown_connections 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 --2- 172.21.15.27:0/2560724854 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320102030 0x7f53201098d0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 --2- 172.21.15.27:0/2560724854 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5320102a10 0x7f5320102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 --2- 172.21.15.27:0/2560724854 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5320101670 0x7f5320101af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 -- 172.21.15.27:0/2560724854 >> 172.21.15.27:0/2560724854 conn(0x7f53200fc100 msgr2=0x7f53200fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 -- 172.21.15.27:0/2560724854 shutdown_connections 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 -- 172.21.15.27:0/2560724854 wait complete. 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 Processor -- start 2024-06-06T07:54:44.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 -- start start 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 0x7f5320105410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5320102030 0x7f5320103a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.450+0000 7f5326f32700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5320102a10 0x7f5320103fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5326f32700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f532010d110 con 0x7f5320101670 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5326f32700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f532010cf90 con 0x7f5320102a10 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5326f32700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f532010d290 con 0x7f5320102030 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 0x7f5320105410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 0x7f5320105410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44142/0 (socket says 172.21.15.27:44142) 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 -- 172.21.15.27:0/2726905379 learned_addr learned my addr 172.21.15.27:0/2726905379 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f531ffff700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5320102030 0x7f5320103a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:44.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f53254cf700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5320102a10 0x7f5320103fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 -- 172.21.15.27:0/2726905379 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5320102030 msgr2=0x7f5320103a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5320102030 0x7f5320103a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 -- 172.21.15.27:0/2726905379 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5320102a10 msgr2=0x7f5320103fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5320102a10 0x7f5320103fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 -- 172.21.15.27:0/2726905379 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5320104850 con 0x7f5320101670 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5324cce700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 0x7f5320105410 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f530800c970 tx=0x7f530800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5308004220 con 0x7f5320101670 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f53080043c0 con 0x7f5320101670 2024-06-06T07:54:44.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53201a28d0 con 0x7f5320101670 2024-06-06T07:54:44.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.451+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5308003da0 con 0x7f5320101670 2024-06-06T07:54:44.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.452+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53201a2de0 con 0x7f5320101670 2024-06-06T07:54:44.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.453+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5320069180 con 0x7f5320101670 2024-06-06T07:54:44.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.454+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f53080076d0 con 0x7f5320101670 2024-06-06T07:54:44.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.454+0000 7f531dffb700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f530c0a2c20 0x7f530c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:44.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.454+0000 7f531ffff700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f530c0a2c20 0x7f530c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:44.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.454+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f53080ceee0 con 0x7f5320101670 2024-06-06T07:54:44.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.455+0000 7f531ffff700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f530c0a2c20 0x7f530c0a50e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5310003f90 tx=0x7f5310009180 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:44.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.459+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5308014030 con 0x7f5320101670 2024-06-06T07:54:44.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.674+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f53200fe1c0 con 0x7f530c0a2c20 2024-06-06T07:54:44.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.675+0000 7f531dffb700 1 -- 172.21.15.27:0/2726905379 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f53200fe1c0 con 0x7f530c0a2c20 2024-06-06T07:54:44.674 INFO:teuthology.orchestra.run.smithi027.stdout:HOST ADDR LABELS STATUS 2024-06-06T07:54:44.674 INFO:teuthology.orchestra.run.smithi027.stdout:smithi027 172.21.15.27 2024-06-06T07:54:44.674 INFO:teuthology.orchestra.run.smithi027.stdout:smithi176 172.21.15.176 2024-06-06T07:54:44.675 INFO:teuthology.orchestra.run.smithi027.stdout:smithi203 172.21.15.203 2024-06-06T07:54:44.675 INFO:teuthology.orchestra.run.smithi027.stdout:3 hosts in cluster 2024-06-06T07:54:44.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f530c0a2c20 msgr2=0x7f530c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f530c0a2c20 0x7f530c0a50e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f5310003f90 tx=0x7f5310009180 comp rx=0 tx=0).stop 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 msgr2=0x7f5320105410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 0x7f5320105410 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f530800c970 tx=0x7f530800cc80 comp rx=0 tx=0).stop 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 shutdown_connections 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5320102a10 0x7f5320103fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f530c0a2c20 0x7f530c0a50e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5320101670 0x7f5320105410 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 --2- 172.21.15.27:0/2726905379 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5320102030 0x7f5320103a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 >> 172.21.15.27:0/2726905379 conn(0x7f53200fc100 msgr2=0x7f53200fdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 shutdown_connections 2024-06-06T07:54:44.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:44.677+0000 7f5326f32700 1 -- 172.21.15.27:0/2726905379 wait complete. 2024-06-06T07:54:44.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:44 smithi176 ceph-mon[36543]: pgmap v425: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:45.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:44 smithi203 ceph-mon[37192]: pgmap v425: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:45.045 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:44 smithi027 ceph-mon[32293]: pgmap v425: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:45.351 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph orch device ls' 2024-06-06T07:54:45.603 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:45.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:45 smithi176 ceph-mon[36543]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:46.017 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:45 smithi027 ceph-mon[32293]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:46.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:45 smithi203 ceph-mon[37192]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:46.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:46 smithi027 ceph-mon[32293]: pgmap v426: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:46.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:46 smithi176 ceph-mon[36543]: pgmap v426: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:47.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:46 smithi203 ceph-mon[37192]: pgmap v426: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:47.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 -- 172.21.15.27:0/4105988024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c102f90 msgr2=0x7f017c109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 --2- 172.21.15.27:0/4105988024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c102f90 0x7f017c109840 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f017400b0d0 tx=0x7f017400b3e0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 -- 172.21.15.27:0/4105988024 shutdown_connections 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 --2- 172.21.15.27:0/4105988024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c102f90 0x7f017c109840 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 --2- 172.21.15.27:0/4105988024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1013f0 0x7f017c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 --2- 172.21.15.27:0/4105988024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f017c1025f0 0x7f017c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.341+0000 7f01839e4700 1 -- 172.21.15.27:0/4105988024 >> 172.21.15.27:0/4105988024 conn(0x7f017c0fc9b0 msgr2=0x7f017c0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.342+0000 7f01839e4700 1 -- 172.21.15.27:0/4105988024 shutdown_connections 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.342+0000 7f01839e4700 1 -- 172.21.15.27:0/4105988024 wait complete. 2024-06-06T07:54:47.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.342+0000 7f01839e4700 1 Processor -- start 2024-06-06T07:54:47.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.342+0000 7f01839e4700 1 -- start start 2024-06-06T07:54:47.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 0x7f017c1053f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:47.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1025f0 0x7f017c103a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:47.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f017c102f90 0x7f017c103f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:47.344 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f017c10d210 con 0x7f017c1013f0 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f017c10d090 con 0x7f017c102f90 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f017c10d390 con 0x7f017c1025f0 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 0x7f017c1053f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 0x7f017c1053f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44158/0 (socket says 172.21.15.27:44158) 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 -- 172.21.15.27:0/1250217283 learned_addr learned my addr 172.21.15.27:0/1250217283 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0180f7f700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1025f0 0x7f017c103a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181f81700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f017c102f90 0x7f017c103f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 -- 172.21.15.27:0/1250217283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1025f0 msgr2=0x7f017c103a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1025f0 0x7f017c103a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 -- 172.21.15.27:0/1250217283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f017c102f90 msgr2=0x7f017c103f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:47.345 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f017c102f90 0x7f017c103f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 -- 172.21.15.27:0/1250217283 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f017c104830 con 0x7f017c1013f0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0180f7f700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1025f0 0x7f017c103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f0181780700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 0x7f017c1053f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f017800b500 tx=0x7f017800b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0178015020 con 0x7f017c1013f0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f017c1a2a70 con 0x7f017c1013f0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0178011d30 con 0x7f017c1013f0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.343+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f017800f2e0 con 0x7f017c1013f0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.344+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f017c1a2fe0 con 0x7f017c1013f0 2024-06-06T07:54:47.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.345+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f017c069180 con 0x7f017c1013f0 2024-06-06T07:54:47.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.346+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f0178018020 con 0x7f017c1013f0 2024-06-06T07:54:47.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.347+0000 7f01727fc700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01680a2c20 0x7f01680a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:47.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.347+0000 7f0180f7f700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01680a2c20 0x7f01680a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:47.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.347+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f01780cebd0 con 0x7f017c1013f0 2024-06-06T07:54:47.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.347+0000 7f0180f7f700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01680a2c20 0x7f01680a50e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f016c007900 tx=0x7f016c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:47.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.351+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f017801f020 con 0x7f017c1013f0 2024-06-06T07:54:47.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.567+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f017c1a3270 con 0x7f01680a2c20 2024-06-06T07:54:47.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.568+0000 7f01727fc700 1 -- 172.21.15.27:0/1250217283 <== mgr.14150 v2:172.21.15.27:6800/1008951471 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f017c1a3270 con 0x7f01680a2c20 2024-06-06T07:54:47.568 INFO:teuthology.orchestra.run.smithi027.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-06-06T07:54:47.568 INFO:teuthology.orchestra.run.smithi027.stdout:smithi027 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331001C400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-06-06T07:54:47.568 INFO:teuthology.orchestra.run.smithi027.stdout:smithi176 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT62330099400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-06-06T07:54:47.568 INFO:teuthology.orchestra.run.smithi027.stdout:smithi203 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300GK400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-06-06T07:54:47.570 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01680a2c20 msgr2=0x7f01680a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:47.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01680a2c20 0x7f01680a50e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f016c007900 tx=0x7f016c008040 comp rx=0 tx=0).stop 2024-06-06T07:54:47.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 msgr2=0x7f017c1053f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:47.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 0x7f017c1053f0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f017800b500 tx=0x7f017800b8c0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 shutdown_connections 2024-06-06T07:54:47.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f017c102f90 0x7f017c103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f01680a2c20 0x7f01680a50e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f017c1013f0 0x7f017c1053f0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 --2- 172.21.15.27:0/1250217283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f017c1025f0 0x7f017c103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:47.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.570+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 >> 172.21.15.27:0/1250217283 conn(0x7f017c0fc9b0 msgr2=0x7f017c06ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:47.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.571+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 shutdown_connections 2024-06-06T07:54:47.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:47.571+0000 7f01839e4700 1 -- 172.21.15.27:0/1250217283 wait complete. 2024-06-06T07:54:48.284 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-06T07:54:48.297 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:54:48.297 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph fs dump' 2024-06-06T07:54:48.550 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:48.942 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:48 smithi027 ceph-mon[32293]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:48.942 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:48 smithi027 ceph-mon[32293]: pgmap v427: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:48.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:48 smithi176 ceph-mon[36543]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:48.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:48 smithi176 ceph-mon[36543]: pgmap v427: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:49.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:48 smithi203 ceph-mon[37192]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:54:49.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:48 smithi203 ceph-mon[37192]: pgmap v427: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 -- 172.21.15.27:0/3140712776 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41036f0 msgr2=0x7faec4103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 --2- 172.21.15.27:0/3140712776 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41036f0 0x7faec4103b50 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7faeb80099c0 tx=0x7faeb8009cd0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 -- 172.21.15.27:0/3140712776 shutdown_connections 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 --2- 172.21.15.27:0/3140712776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faec4104090 0x7faec410a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 --2- 172.21.15.27:0/3140712776 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faec41024f0 0x7faec4102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 --2- 172.21.15.27:0/3140712776 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41036f0 0x7faec4103b50 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 -- 172.21.15.27:0/3140712776 >> 172.21.15.27:0/3140712776 conn(0x7faec40fda90 msgr2=0x7faec40ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 -- 172.21.15.27:0/3140712776 shutdown_connections 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.258+0000 7faec988a700 1 -- 172.21.15.27:0/3140712776 wait complete. 2024-06-06T07:54:50.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 Processor -- start 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 -- start start 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 0x7faec4076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faec41036f0 0x7faec4074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faec4104090 0x7faec4074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7faec410e210 con 0x7faec41024f0 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7faec410e090 con 0x7faec41036f0 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec988a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faec410e390 con 0x7faec4104090 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 0x7faec4076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 0x7faec4076230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44178/0 (socket says 172.21.15.27:44178) 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec2ffd700 1 -- 172.21.15.27:0/972944773 learned_addr learned my addr 172.21.15.27:0/972944773 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec27fc700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faec41036f0 0x7faec4074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:50.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.259+0000 7faec37fe700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faec4104090 0x7faec4074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec2ffd700 1 -- 172.21.15.27:0/972944773 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faec4104090 msgr2=0x7faec4074dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec2ffd700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faec4104090 0x7faec4074dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec2ffd700 1 -- 172.21.15.27:0/972944773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faec41036f0 msgr2=0x7faec4074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec2ffd700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faec41036f0 0x7faec4074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec2ffd700 1 -- 172.21.15.27:0/972944773 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faec4075670 con 0x7faec41024f0 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec2ffd700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 0x7faec4076230 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7faeb400c970 tx=0x7faeb400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4004220 con 0x7faec41024f0 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faeb40043c0 con 0x7faec41024f0 2024-06-06T07:54:50.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faec41a2950 con 0x7faec41024f0 2024-06-06T07:54:50.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4003da0 con 0x7faec41024f0 2024-06-06T07:54:50.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.260+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faec41a2e60 con 0x7faec41024f0 2024-06-06T07:54:50.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.261+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faec4069180 con 0x7faec41024f0 2024-06-06T07:54:50.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.262+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faeb40076d0 con 0x7faec41024f0 2024-06-06T07:54:50.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.263+0000 7faec8888700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faeac0a2c20 0x7faeac0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:50.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.263+0000 7faec27fc700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faeac0a2c20 0x7faeac0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:50.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.263+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7faeb40ceee0 con 0x7faec41024f0 2024-06-06T07:54:50.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.263+0000 7faec27fc700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faeac0a2c20 0x7faeac0a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faeb8009990 tx=0x7faeb800b790 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:50.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.267+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faeb4014030 con 0x7faec41024f0 2024-06-06T07:54:50.522 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.522+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7faec40630a0 con 0x7faec41024f0 2024-06-06T07:54:50.522 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.523+0000 7faec8888700 1 -- 172.21.15.27:0/972944773 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 29 v29) ==== 76+0+3102 (secure 0 0 0) 0x7faeb409bac0 con 0x7faec41024f0 2024-06-06T07:54:50.522 INFO:teuthology.orchestra.run.smithi027.stdout:e29 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:legacy client fscid: 1 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:Filesystem 'cephfs' (1) 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:fs_name cephfs 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:epoch 29 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:created 2024-06-06T07:51:10.100595+0000 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:modified 2024-06-06T07:52:20.934023+0000 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:tableserver 0 2024-06-06T07:54:50.523 INFO:teuthology.orchestra.run.smithi027.stdout:root 0 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:session_timeout 300 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:session_autoclose 300 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:max_file_size 1099511627776 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:max_xattr_size 65536 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:required_client_features {} 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:last_failure 0 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:last_failure_osd_epoch 0 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:max_mds 5 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:in 0,1,2,3,4 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:up {0=24487,1=24473,2=24469,3=24463,4=24449} 2024-06-06T07:54:50.524 INFO:teuthology.orchestra.run.smithi027.stdout:failed 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:damaged 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:stopped 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:data_pools [3,4] 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:metadata_pool 2 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:inline_data disabled 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:balancer 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:bal_rank_mask -1 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:standby_count_wanted 0 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:qdb_cluster leader: 24487 members: 24449,24463,24469,24473,24487 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.i{0:24487} state up:active seq 9 addr [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.e{0:24422} state up:standby-replay seq 1 addr [v2:172.21.15.176:6834/2182926099,v1:172.21.15.176:6835/2182926099] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.b{1:24473} state up:active seq 22 addr [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.525 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.l{1:24421} state up:standby-replay seq 1 addr [v2:172.21.15.203:6832/599985241,v1:172.21.15.203:6833/599985241] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.c{2:24469} state up:active seq 27 addr [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.k{2:24398} state up:standby-replay seq 1 addr [v2:172.21.15.176:6832/4209089521,v1:172.21.15.176:6833/4209089521] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.f{3:24463} state up:active seq 28 addr [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.a{3:14586} state up:standby-replay seq 1 addr [v2:172.21.15.27:6840/2198070486,v1:172.21.15.27:6841/2198070486] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.h{4:24449} state up:active seq 27 addr [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.g{4:14574} state up:standby-replay seq 1 addr [v2:172.21.15.27:6838/4141066426,v1:172.21.15.27:6839/4141066426] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:Standby daemons: 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.j{-1:14526} state up:standby seq 1 addr [v2:172.21.15.27:6834/1140980981,v1:172.21.15.27:6835/1140980981] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.526 INFO:teuthology.orchestra.run.smithi027.stdout:[mds.d{-1:14538} state up:standby seq 1 addr [v2:172.21.15.27:6836/1760989792,v1:172.21.15.27:6837/1760989792] compat {c=[1],r=[1],i=[1fff]}] 2024-06-06T07:54:50.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faeac0a2c20 msgr2=0x7faeac0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faeac0a2c20 0x7faeac0a50e0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7faeb8009990 tx=0x7faeb800b790 comp rx=0 tx=0).stop 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 msgr2=0x7faec4076230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 0x7faec4076230 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7faeb400c970 tx=0x7faeb400cc80 comp rx=0 tx=0).stop 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 shutdown_connections 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faec4104090 0x7faec4074dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7faeac0a2c20 0x7faeac0a50e0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faec41024f0 0x7faec4076230 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 --2- 172.21.15.27:0/972944773 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faec41036f0 0x7faec4074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 >> 172.21.15.27:0/972944773 conn(0x7faec40fda90 msgr2=0x7faec41069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 shutdown_connections 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:50.525+0000 7faec988a700 1 -- 172.21.15.27:0/972944773 wait complete. 2024-06-06T07:54:50.528 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:54:50.888 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:50 smithi027 ceph-mon[32293]: pgmap v428: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:50.888 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:50 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/972944773' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-06T07:54:50.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:50 smithi176 ceph-mon[36543]: pgmap v428: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:50.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:50 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/972944773' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-06T07:54:51.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:50 smithi203 ceph-mon[37192]: pgmap v428: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:54:51.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:50 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/972944773' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-06T07:54:51.266 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- bash -c 'ceph osd dump' 2024-06-06T07:54:51.522 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:52.994 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:52 smithi027 ceph-mon[32293]: pgmap v429: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:52.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:52 smithi176 ceph-mon[36543]: pgmap v429: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:53.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:52 smithi203 ceph-mon[37192]: pgmap v429: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:54:53.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 -- 172.21.15.27:0/3512394225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 msgr2=0x7fb25810aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3512394225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb25810aa30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb25000b0a0 tx=0x7fb25000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 -- 172.21.15.27:0/3512394225 shutdown_connections 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3512394225 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb25810aa30 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3512394225 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb258100800 0x7fb258100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3512394225 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2581037e0 0x7fb258103c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 -- 172.21.15.27:0/3512394225 >> 172.21.15.27:0/3512394225 conn(0x7fb2580fc160 msgr2=0x7fb2580fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 -- 172.21.15.27:0/3512394225 shutdown_connections 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.274+0000 7fb2606ad700 1 -- 172.21.15.27:0/3512394225 wait complete. 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 Processor -- start 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 -- start start 2024-06-06T07:54:53.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb258100800 0x7fb25819a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2581037e0 0x7fb25819aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb2581a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb25810e250 con 0x7fb258104180 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb25810e0d0 con 0x7fb2581037e0 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb2606ad700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb25810e3d0 con 0x7fb258100800 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.275+0000 7fb25ec4a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb2581a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb2581a1f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44192/0 (socket says 172.21.15.27:44192) 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 -- 172.21.15.27:0/3700155557 learned_addr learned my addr 172.21.15.27:0/3700155557 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25dc48700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2581037e0 0x7fb25819aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25e449700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb258100800 0x7fb25819a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:53.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 -- 172.21.15.27:0/3700155557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb258100800 msgr2=0x7fb25819a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb258100800 0x7fb25819a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 -- 172.21.15.27:0/3700155557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2581037e0 msgr2=0x7fb25819aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2581037e0 0x7fb25819aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 -- 172.21.15.27:0/3700155557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2581a25e0 con 0x7fb258104180 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb25ec4a700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb2581a1f40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb25000b070 tx=0x7fb250004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb250021030 con 0x7fb258104180 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb250007980 con 0x7fb258104180 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2581a2870 con 0x7fb258104180 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2500046d0 con 0x7fb258104180 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.276+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2581a2d70 con 0x7fb258104180 2024-06-06T07:54:53.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.277+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb258069180 con 0x7fb258104180 2024-06-06T07:54:53.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.278+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb250024070 con 0x7fb258104180 2024-06-06T07:54:53.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.279+0000 7fb24f7fe700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2440a2ca0 0x7fb2440a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:53.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.279+0000 7fb25e449700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2440a2ca0 0x7fb2440a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:53.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.279+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fb25000f020 con 0x7fb258104180 2024-06-06T07:54:53.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.280+0000 7fb25e449700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2440a2ca0 0x7fb2440a5160 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb25806a9c0 tx=0x7fb254009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:53.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.283+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb250004870 con 0x7fb258104180 2024-06-06T07:54:53.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.491+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fb2581a3190 con 0x7fb258104180 2024-06-06T07:54:53.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.492+0000 7fb24f7fe700 1 -- 172.21.15.27:0/3700155557 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v100) ==== 56+0+5624 (secure 0 0 0) 0x7fb250004000 con 0x7fb258104180 2024-06-06T07:54:53.492 INFO:teuthology.orchestra.run.smithi027.stdout:epoch 100 2024-06-06T07:54:53.492 INFO:teuthology.orchestra.run.smithi027.stdout:fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T07:54:53.492 INFO:teuthology.orchestra.run.smithi027.stdout:created 2024-06-06T07:42:30.466445+0000 2024-06-06T07:54:53.492 INFO:teuthology.orchestra.run.smithi027.stdout:modified 2024-06-06T07:52:36.137837+0000 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:crush_version 27 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:full_ratio 0.95 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:backfillfull_ratio 0.9 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:nearfull_ratio 0.85 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:require_min_compat_client luminous 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:min_compat_client luminous 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:require_osd_release squid 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:stretch_mode_enabled false 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-06-06T07:54:53.493 INFO:teuthology.orchestra.run.smithi027.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 96 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:max_osd 12 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.0 up in weight 1 up_from 8 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.27:6802/53760968,v1:172.21.15.27:6803/53760968] [v2:172.21.15.27:6804/53760968,v1:172.21.15.27:6805/53760968] exists,up f23077b8-493b-4ce1-9d94-e71415f27845 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.1 up in weight 1 up_from 13 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.176:6800/3582788803,v1:172.21.15.176:6801/3582788803] [v2:172.21.15.176:6802/3582788803,v1:172.21.15.176:6803/3582788803] exists,up 68773dd5-5706-406e-ac41-3e0409c91b55 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.2 up in weight 1 up_from 18 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6800/2565330432,v1:172.21.15.203:6801/2565330432] [v2:172.21.15.203:6802/2565330432,v1:172.21.15.203:6803/2565330432] exists,up 126db22b-677b-4384-8289-6495777a8ee5 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.3 up in weight 1 up_from 26 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.27:6810/2694539003,v1:172.21.15.27:6811/2694539003] [v2:172.21.15.27:6812/2694539003,v1:172.21.15.27:6813/2694539003] exists,up 7efc14e5-5f9e-470b-995e-1fa64effef4b 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.4 up in weight 1 up_from 34 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.176:6808/689700571,v1:172.21.15.176:6809/689700571] [v2:172.21.15.176:6810/689700571,v1:172.21.15.176:6811/689700571] exists,up 48103685-5f01-4a7f-8352-5eb7d5dff52b 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.5 up in weight 1 up_from 39 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6808/2043009708,v1:172.21.15.203:6809/2043009708] [v2:172.21.15.203:6810/2043009708,v1:172.21.15.203:6811/2043009708] exists,up 87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.6 up in weight 1 up_from 47 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.27:6818/1873945562,v1:172.21.15.27:6819/1873945562] [v2:172.21.15.27:6820/1873945562,v1:172.21.15.27:6821/1873945562] exists,up 1c8fa109-05b6-4d94-8a61-ef24f61e467c 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.7 up in weight 1 up_from 52 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.176:6816/2205106613,v1:172.21.15.176:6817/2205106613] [v2:172.21.15.176:6818/2205106613,v1:172.21.15.176:6819/2205106613] exists,up 7f6269df-d7d5-4475-be1f-e8775fa3e4d6 2024-06-06T07:54:53.494 INFO:teuthology.orchestra.run.smithi027.stdout:osd.8 up in weight 1 up_from 60 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6816/3154573283,v1:172.21.15.203:6817/3154573283] [v2:172.21.15.203:6818/3154573283,v1:172.21.15.203:6819/3154573283] exists,up aab8217f-ca2f-4697-ad64-a0bace07c1ea 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:osd.9 up in weight 1 up_from 68 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.27:6826/2764588784,v1:172.21.15.27:6827/2764588784] [v2:172.21.15.27:6828/2764588784,v1:172.21.15.27:6829/2764588784] exists,up 8e01cb08-7062-46d5-9c61-f506d459c390 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:osd.10 up in weight 1 up_from 73 up_thru 97 down_at 0 last_clean_interval [0,0) [v2:172.21.15.176:6824/512465396,v1:172.21.15.176:6825/512465396] [v2:172.21.15.176:6826/512465396,v1:172.21.15.176:6827/512465396] exists,up eec91721-2e8b-41f5-914a-3f3cc4b952c9 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:osd.11 up in weight 1 up_from 81 up_thru 99 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6824/3621061015,v1:172.21.15.203:6825/3621061015] [v2:172.21.15.203:6826/3621061015,v1:172.21.15.203:6827/3621061015] exists,up be4de298-dad5-41d5-8277-c6b64df0a242 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 2.6 [8,11] 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 2.a [2,11] 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 2.14 [2,4] 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 3.3 [4,9] 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 3.11 [5,9] 2024-06-06T07:54:53.495 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 3.17 [4,8] 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 3.2c [4,9] 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 4.6 [5,8] 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 4.f [9,8] 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 4.12 [9,10] 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:pg_upmap_items 4.13 [9,8] 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:6801/1600380670 expires 2024-06-07T07:43:33.504912+0000 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:0/1993858605 expires 2024-06-07T07:43:33.504912+0000 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:0/2712159377 expires 2024-06-07T07:43:05.813341+0000 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:6800/1600380670 expires 2024-06-07T07:43:33.504912+0000 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:0/573921897 expires 2024-06-07T07:43:33.504912+0000 2024-06-06T07:54:53.496 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:0/588603459 expires 2024-06-07T07:43:05.813341+0000 2024-06-06T07:54:53.497 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:6800/3628723626 expires 2024-06-07T07:43:05.813341+0000 2024-06-06T07:54:53.497 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:6801/3628723626 expires 2024-06-07T07:43:05.813341+0000 2024-06-06T07:54:53.497 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:0/2289787346 expires 2024-06-07T07:43:05.813341+0000 2024-06-06T07:54:53.497 INFO:teuthology.orchestra.run.smithi027.stdout:blocklist 172.21.15.27:0/2690744328 expires 2024-06-07T07:43:33.504912+0000 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2440a2ca0 msgr2=0x7fb2440a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2440a2ca0 0x7fb2440a5160 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fb25806a9c0 tx=0x7fb254009260 comp rx=0 tx=0).stop 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 msgr2=0x7fb2581a1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb2581a1f40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fb25000b070 tx=0x7fb250004d70 comp rx=0 tx=0).stop 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 shutdown_connections 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fb2440a2ca0 0x7fb2440a5160 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb258104180 0x7fb2581a1f40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb258100800 0x7fb25819a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 --2- 172.21.15.27:0/3700155557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb2581037e0 0x7fb25819aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:53.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 >> 172.21.15.27:0/3700155557 conn(0x7fb2580fc160 msgr2=0x7fb2581015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:53.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 shutdown_connections 2024-06-06T07:54:53.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:53.496+0000 7fb2606ad700 1 -- 172.21.15.27:0/3700155557 wait complete. 2024-06-06T07:54:53.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:53 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3700155557' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-06T07:54:54.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:53 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3700155557' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-06T07:54:54.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:53 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3700155557' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-06T07:54:54.223 INFO:teuthology.run_tasks:Running task fs.ready... 2024-06-06T07:54:54.234 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:54:54.485 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:54 smithi027 ceph-mon[32293]: pgmap v430: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:54.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:54 smithi176 ceph-mon[36543]: pgmap v430: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:55.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:54 smithi203 ceph-mon[37192]: pgmap v430: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:54:56.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 -- 172.21.15.27:0/804896783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 msgr2=0x7fbea8074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:56.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 --2- 172.21.15.27:0/804896783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea8074aa0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fbe9800b0a0 tx=0x7fbe9800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 -- 172.21.15.27:0/804896783 shutdown_connections 2024-06-06T07:54:56.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 --2- 172.21.15.27:0/804896783 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea810ee90 0x7fbea8111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 --2- 172.21.15.27:0/804896783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea8074aa0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 --2- 172.21.15.27:0/804896783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea8074fe0 0x7fbea810e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 -- 172.21.15.27:0/804896783 >> 172.21.15.27:0/804896783 conn(0x7fbea80795f0 msgr2=0x7fbea8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:56.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 -- 172.21.15.27:0/804896783 shutdown_connections 2024-06-06T07:54:56.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.362+0000 7fbead008700 1 -- 172.21.15.27:0/804896783 wait complete. 2024-06-06T07:54:56.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.363+0000 7fbead008700 1 Processor -- start 2024-06-06T07:54:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.363+0000 7fbead008700 1 -- start start 2024-06-06T07:54:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbead008700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea819aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbead008700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea8074fe0 0x7fbea819b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbead008700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea810ee90 0x7fbea819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbead008700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbea8114ae0 con 0x7fbea80746c0 2024-06-06T07:54:56.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbead008700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbea8114960 con 0x7fbea810ee90 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbead008700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbea8114c60 con 0x7fbea8074fe0 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea819aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea819aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57710/0 (socket says 172.21.15.27:57710) 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 -- 172.21.15.27:0/1590860618 learned_addr learned my addr 172.21.15.27:0/1590860618 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea759e700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea810ee90 0x7fbea819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbe9e59c700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea8074fe0 0x7fbea819b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 -- 172.21.15.27:0/1590860618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea8074fe0 msgr2=0x7fbea819b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea8074fe0 0x7fbea819b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 -- 172.21.15.27:0/1590860618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea810ee90 msgr2=0x7fbea819f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea810ee90 0x7fbea819f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 -- 172.21.15.27:0/1590860618 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbea819fec0 con 0x7fbea80746c0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea759e700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea810ee90 0x7fbea819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbe9e59c700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea8074fe0 0x7fbea819b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea6d9d700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea819aeb0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fbe980062a0 tx=0x7fbe98004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.364+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe98021070 con 0x7fbea80746c0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.365+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbea81a0150 con 0x7fbea80746c0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.365+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbe98007d40 con 0x7fbea80746c0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.365+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe980054b0 con 0x7fbea80746c0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.365+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbea81a7a30 con 0x7fbea80746c0 2024-06-06T07:54:56.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.365+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbea8069180 con 0x7fbea80746c0 2024-06-06T07:54:56.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.367+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbe98024070 con 0x7fbea80746c0 2024-06-06T07:54:56.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.367+0000 7fbea4d99700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fbe940a2c20 0x7fbe940a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:56.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.368+0000 7fbe9e59c700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fbe940a2c20 0x7fbe940a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:56.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.368+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fbe9800f020 con 0x7fbea80746c0 2024-06-06T07:54:56.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.368+0000 7fbe9e59c700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fbe940a2c20 0x7fbe940a50e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fbe90005950 tx=0x7fbe900058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:56.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.371+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbe9802b020 con 0x7fbea80746c0 2024-06-06T07:54:56.626 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.626+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbea819c210 con 0x7fbea80746c0 2024-06-06T07:54:56.627 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.627+0000 7fbea4d99700 1 -- 172.21.15.27:0/1590860618 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11947 (secure 0 0 0) 0x7fbea819c210 con 0x7fbea80746c0 2024-06-06T07:54:56.628 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:56.628 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:52:20.934023+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24449,24463,24469,24473,24487]},"id":1}]} 2024-06-06T07:54:56.629 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fbe940a2c20 msgr2=0x7fbe940a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fbe940a2c20 0x7fbe940a50e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fbe90005950 tx=0x7fbe900058e0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 msgr2=0x7fbea819aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea819aeb0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fbe980062a0 tx=0x7fbe98004e20 comp rx=0 tx=0).stop 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 shutdown_connections 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbea810ee90 0x7fbea819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fbe940a2c20 0x7fbe940a50e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbea80746c0 0x7fbea819aeb0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 --2- 172.21.15.27:0/1590860618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbea8074fe0 0x7fbea819b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 >> 172.21.15.27:0/1590860618 conn(0x7fbea80795f0 msgr2=0x7fbea80ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 shutdown_connections 2024-06-06T07:54:56.630 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:56.629+0000 7fbead008700 1 -- 172.21.15.27:0/1590860618 wait complete. 2024-06-06T07:54:56.631 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:54:56.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:56 smithi027 ceph-mon[32293]: pgmap v431: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:56.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1590860618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:57.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:56 smithi203 ceph-mon[37192]: pgmap v431: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:57.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:56 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1590860618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:57.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:56 smithi176 ceph-mon[36543]: pgmap v431: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:54:57.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:56 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1590860618' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:54:57.469 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:54:57.723 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:54:58.847 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:58 smithi027 ceph-mon[32293]: pgmap v432: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:59.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:58 smithi203 ceph-mon[37192]: pgmap v432: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:59.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:58 smithi176 ceph-mon[36543]: pgmap v432: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:54:59.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 -- 172.21.15.27:0/321588955 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18101d50 msgr2=0x7f7c1810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:59.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 --2- 172.21.15.27:0/321588955 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18101d50 0x7f7c1810e240 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7c1000b0a0 tx=0x7f7c1000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 -- 172.21.15.27:0/321588955 shutdown_connections 2024-06-06T07:54:59.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 --2- 172.21.15.27:0/321588955 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18101d50 0x7f7c1810e240 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 --2- 172.21.15.27:0/321588955 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7c18107400 0x7f7c181077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 --2- 172.21.15.27:0/321588955 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c18101390 0x7f7c18101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 -- 172.21.15.27:0/321588955 >> 172.21.15.27:0/321588955 conn(0x7f7c18078340 msgr2=0x7f7c18078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:59.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 -- 172.21.15.27:0/321588955 shutdown_connections 2024-06-06T07:54:59.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.478+0000 7f7c1e737700 1 -- 172.21.15.27:0/321588955 wait complete. 2024-06-06T07:54:59.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 Processor -- start 2024-06-06T07:54:59.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 -- start start 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c18101390 0x7f7c18103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7c18101d50 0x7f7c181035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 0x7f7c18103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7c181117e0 con 0x7f7c18107400 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7c18111660 con 0x7f7c18101d50 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1e737700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7c18111960 con 0x7f7c18101390 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1ccd4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 0x7f7c18103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:59.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1ccd4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 0x7f7c18103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57728/0 (socket says 172.21.15.27:57728) 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c1ccd4700 1 -- 172.21.15.27:0/336491680 learned_addr learned my addr 172.21.15.27:0/336491680 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c17fff700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c18101390 0x7f7c18103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.479+0000 7f7c177fe700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7c18101d50 0x7f7c181035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1ccd4700 1 -- 172.21.15.27:0/336491680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c18101390 msgr2=0x7f7c18103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1ccd4700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c18101390 0x7f7c18103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1ccd4700 1 -- 172.21.15.27:0/336491680 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7c18101d50 msgr2=0x7f7c181035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1ccd4700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7c18101d50 0x7f7c181035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1ccd4700 1 -- 172.21.15.27:0/336491680 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c181a71b0 con 0x7f7c18107400 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1ccd4700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 0x7f7c18103af0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7c10006070 tx=0x7f7c10004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c10021070 con 0x7f7c18107400 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c181a7440 con 0x7f7c18107400 2024-06-06T07:54:59.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7c10003c00 con 0x7f7c18107400 2024-06-06T07:54:59.484 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c1001d450 con 0x7f7c18107400 2024-06-06T07:54:59.484 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.480+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c181a78f0 con 0x7f7c18107400 2024-06-06T07:54:59.484 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.481+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c18102ab0 con 0x7f7c18107400 2024-06-06T07:54:59.485 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.482+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7c10007980 con 0x7f7c18107400 2024-06-06T07:54:59.485 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.483+0000 7f7c157fa700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7c000a2c20 0x7f7c000a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:54:59.485 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.483+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f7c1000f020 con 0x7f7c18107400 2024-06-06T07:54:59.485 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.483+0000 7f7c17fff700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7c000a2c20 0x7f7c000a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:54:59.485 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.484+0000 7f7c17fff700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7c000a2c20 0x7f7c000a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7c08007b40 tx=0x7f7c080073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:54:59.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.487+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7c1002a020 con 0x7f7c18107400 2024-06-06T07:54:59.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.737+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c181a7ac0 con 0x7f7c18107400 2024-06-06T07:54:59.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.738+0000 7f7c157fa700 1 -- 172.21.15.27:0/336491680 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11947 (secure 0 0 0) 0x7f7c1009daa0 con 0x7f7c18107400 2024-06-06T07:54:59.738 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:54:59.738 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:52:20.934023+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24449,24463,24469,24473,24487]},"id":1}]} 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7c000a2c20 msgr2=0x7f7c000a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7c000a2c20 0x7f7c000a50e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7c08007b40 tx=0x7f7c080073d0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 msgr2=0x7f7c18103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 0x7f7c18103af0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f7c10006070 tx=0x7f7c10004ce0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 shutdown_connections 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f7c000a2c20 0x7f7c000a50e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7c18107400 0x7f7c18103af0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c18101390 0x7f7c18103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 --2- 172.21.15.27:0/336491680 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7c18101d50 0x7f7c181035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 >> 172.21.15.27:0/336491680 conn(0x7f7c18078340 msgr2=0x7f7c181005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 shutdown_connections 2024-06-06T07:54:59.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:54:59.740+0000 7f7c1e737700 1 -- 172.21.15.27:0/336491680 wait complete. 2024-06-06T07:54:59.742 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 29 2024-06-06T07:55:00.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:54:59 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/336491680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:00.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:54:59 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/336491680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:00.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:54:59 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/336491680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:00.505 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:55:00.765 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:01.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:00 smithi203 ceph-mon[37192]: pgmap v433: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:01.072 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:00 smithi027 ceph-mon[32293]: pgmap v433: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:01.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:00 smithi176 ceph-mon[36543]: pgmap v433: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 -- 172.21.15.27:0/4102428940 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 msgr2=0x7f40a41019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/4102428940 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a41019f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f409400b0d0 tx=0x7f409400b3e0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 -- 172.21.15.27:0/4102428940 shutdown_connections 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/4102428940 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a41066f0 0x7f40a410e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/4102428940 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a41019f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/4102428940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a4101fc0 0x7f40a4106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.655 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 -- 172.21.15.27:0/4102428940 >> 172.21.15.27:0/4102428940 conn(0x7f40a4078430 msgr2=0x7f40a4078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 -- 172.21.15.27:0/4102428940 shutdown_connections 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 -- 172.21.15.27:0/4102428940 wait complete. 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.652+0000 7f40aa1ed700 1 Processor -- start 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 -- start start 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a4199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a4101fc0 0x7f40a419a210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a41066f0 0x7f40a41a4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f40a4111910 con 0x7f40a4101610 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f40a4111790 con 0x7f40a41066f0 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40aa1ed700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f40a4111a90 con 0x7f40a4101fc0 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a4199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a4199cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:57750/0 (socket says 172.21.15.27:57750) 2024-06-06T07:55:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 -- 172.21.15.27:0/2079853691 learned_addr learned my addr 172.21.15.27:0/2079853691 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a3fff700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a41066f0 0x7f40a41a4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a2ffd700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a4101fc0 0x7f40a419a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 -- 172.21.15.27:0/2079853691 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a4101fc0 msgr2=0x7f40a419a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a4101fc0 0x7f40a419a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 -- 172.21.15.27:0/2079853691 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a41066f0 msgr2=0x7f40a41a4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a41066f0 0x7f40a41a4d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 -- 172.21.15.27:0/2079853691 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40a41a5290 con 0x7f40a4101610 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.653+0000 7f40a37fe700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a4199cd0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f409400d010 tx=0x7f4094007ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.654+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4094021070 con 0x7f40a4101610 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.654+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f409401db50 con 0x7f40a4101610 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.654+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40a41a5460 con 0x7f40a4101610 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.654+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f409401bd90 con 0x7f40a4101610 2024-06-06T07:55:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.654+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40a41a5910 con 0x7f40a4101610 2024-06-06T07:55:02.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.655+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40a4069180 con 0x7f40a4101610 2024-06-06T07:55:02.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.657+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f4094024070 con 0x7f40a4101610 2024-06-06T07:55:02.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.658+0000 7f40a0ff9700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2c20 0x7f40900a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:02.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.658+0000 7f40a2ffd700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2c20 0x7f40900a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:02.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.658+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f409400f020 con 0x7f40a4101610 2024-06-06T07:55:02.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.658+0000 7f40a2ffd700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2c20 0x7f40900a50e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f408c006fd0 tx=0x7f408c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:02.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.661+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f409402b030 con 0x7f40a4101610 2024-06-06T07:55:02.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.868+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f40a402dca0 con 0x7f40a4101610 2024-06-06T07:55:02.870 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.870+0000 7f40a0ff9700 1 -- 172.21.15.27:0/2079853691 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) ==== 74+0+24634 (secure 0 0 0) 0x7f409409d8c0 con 0x7f40a4101610 2024-06-06T07:55:02.871 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:02.871 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":100,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:52:36.137837+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:55:02.872 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2c20 msgr2=0x7f40900a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2c20 0x7f40900a50e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f408c006fd0 tx=0x7f408c008040 comp rx=0 tx=0).stop 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 msgr2=0x7f40a4199cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a4199cd0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f409400d010 tx=0x7f4094007ad0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 shutdown_connections 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f40a41066f0 0x7f40a41a4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f40900a2c20 0x7f40900a50e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f40a4101610 0x7f40a4199cd0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 --2- 172.21.15.27:0/2079853691 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f40a4101fc0 0x7f40a419a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 >> 172.21.15.27:0/2079853691 conn(0x7f40a4078430 msgr2=0x7f40a41052d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 shutdown_connections 2024-06-06T07:55:02.873 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:02.872+0000 7f40aa1ed700 1 -- 172.21.15.27:0/2079853691 wait complete. 2024-06-06T07:55:03.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:02 smithi203 ceph-mon[37192]: pgmap v434: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:55:03.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:02 smithi027 ceph-mon[32293]: pgmap v434: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:55:03.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:02 smithi176 ceph-mon[36543]: pgmap v434: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:55:03.705 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-06T07:51:10.100595+0000', 'modified': '2024-06-06T07:52:20.934023+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24487, 'mds_1': 24473, 'mds_2': 24469, 'mds_3': 24463, 'mds_4': 24449}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14574': {'gid': 14574, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.27:6839/4141066426', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.27:6838', 'nonce': 4141066426}, {'type': 'v1', 'addr': '172.21.15.27:6839', 'nonce': 4141066426}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14586': {'gid': 14586, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.27:6841/2198070486', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.27:6840', 'nonce': 2198070486}, {'type': 'v1', 'addr': '172.21.15.27:6841', 'nonce': 2198070486}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24398': {'gid': 24398, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.176:6833/4209089521', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6832', 'nonce': 4209089521}, {'type': 'v1', 'addr': '172.21.15.176:6833', 'nonce': 4209089521}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.203:6833/599985241', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 599985241}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 599985241}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24422': {'gid': 24422, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.176:6835/2182926099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6834', 'nonce': 2182926099}, {'type': 'v1', 'addr': '172.21.15.176:6835', 'nonce': 2182926099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24449': {'gid': 24449, 'name': 'h', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.176:6837/1683723594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6836', 'nonce': 1683723594}, {'type': 'v1', 'addr': '172.21.15.176:6837', 'nonce': 1683723594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'f', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 28, 'addr': '172.21.15.203:6835/2728459000', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6834', 'nonce': 2728459000}, {'type': 'v1', 'addr': '172.21.15.203:6835', 'nonce': 2728459000}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.203:6837/3600215287', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6836', 'nonce': 3600215287}, {'type': 'v1', 'addr': '172.21.15.203:6837', 'nonce': 3600215287}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.176:6839/1446734984', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6838', 'nonce': 1446734984}, {'type': 'v1', 'addr': '172.21.15.176:6839', 'nonce': 1446734984}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.203:6839/2128317350', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2128317350}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2128317350}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24487, 'qdb_cluster': [24449, 24463, 24469, 24473, 24487]} 2024-06-06T07:55:03.705 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-06-06T07:55:03.706 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.h status 2024-06-06T07:55:03.961 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:04.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:03 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2079853691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:04.084 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:03 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2079853691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:04.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:03 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2079853691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:05.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:04 smithi203 ceph-mon[37192]: pgmap v435: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:55:05.099 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:04 smithi027 ceph-mon[32293]: pgmap v435: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:55:05.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:04 smithi176 ceph-mon[36543]: pgmap v435: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:55:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 -- 172.21.15.27:0/1367582664 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c102510 msgr2=0x7f643c102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 --2- 172.21.15.27:0/1367582664 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c102510 0x7f643c102990 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f6424009990 tx=0x7f6424009ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 -- 172.21.15.27:0/1367582664 shutdown_connections 2024-06-06T07:55:05.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 --2- 172.21.15.27:0/1367582664 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f643c102ed0 0x7f643c10f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 --2- 172.21.15.27:0/1367582664 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c108520 0x7f643c108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 --2- 172.21.15.27:0/1367582664 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c102510 0x7f643c102990 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.772+0000 7f6441764700 1 -- 172.21.15.27:0/1367582664 >> 172.21.15.27:0/1367582664 conn(0x7f643c079560 msgr2=0x7f643c079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:05.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.773+0000 7f6441764700 1 -- 172.21.15.27:0/1367582664 shutdown_connections 2024-06-06T07:55:05.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.773+0000 7f6441764700 1 -- 172.21.15.27:0/1367582664 wait complete. 2024-06-06T07:55:05.774 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.773+0000 7f6441764700 1 Processor -- start 2024-06-06T07:55:05.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.773+0000 7f6441764700 1 -- start start 2024-06-06T07:55:05.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f643c102510 0x7f643c19e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c102ed0 0x7f643c19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 0x7f643c198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f643c112900 con 0x7f643c108520 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f643c112780 con 0x7f643c102510 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f643c112a80 con 0x7f643c102ed0 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 0x7f643c198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 0x7f643c198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51434/0 (socket says 172.21.15.27:51434) 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 -- 172.21.15.27:0/2514326717 learned_addr learned my addr 172.21.15.27:0/2514326717 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643affd700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f643c102510 0x7f643c19e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643a7fc700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c102ed0 0x7f643c19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 -- 172.21.15.27:0/2514326717 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c102ed0 msgr2=0x7f643c19edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c102ed0 0x7f643c19edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 -- 172.21.15.27:0/2514326717 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f643c102510 msgr2=0x7f643c19e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f643c102510 0x7f643c19e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 -- 172.21.15.27:0/2514326717 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f643c199220 con 0x7f643c108520 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643a7fc700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c102ed0 0x7f643c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f643b7fe700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 0x7f643c198ac0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f643400ef30 tx=0x7f643400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6433fff700 1 -- 172.21.15.27:0/2514326717 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64340092e0 con 0x7f643c108520 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.774+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f643c1994b0 con 0x7f643c108520 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.775+0000 7f6433fff700 1 -- 172.21.15.27:0/2514326717 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6434004bb0 con 0x7f643c108520 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.775+0000 7f6433fff700 1 -- 172.21.15.27:0/2514326717 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6434004280 con 0x7f643c108520 2024-06-06T07:55:05.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.775+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f643c1a5780 con 0x7f643c108520 2024-06-06T07:55:05.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.777+0000 7f6433fff700 1 -- 172.21.15.27:0/2514326717 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f643401b030 con 0x7f643c108520 2024-06-06T07:55:05.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.777+0000 7f6433fff700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64280a2c20 0x7f64280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.778+0000 7f643affd700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64280a2c20 0x7f64280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.778+0000 7f6433fff700 1 -- 172.21.15.27:0/2514326717 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f64340cef30 con 0x7f643c108520 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.778+0000 7f643affd700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64280a2c20 0x7f64280a50e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f643c100d10 tx=0x7f642c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.778+0000 7f644bfe7b80 1 Processor -- start 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.778+0000 7f644bfe7b80 1 -- start start 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c9951239d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c99511d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c99511e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55c99506f7c0 con 0x55c9951235f0 2024-06-06T07:55:05.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55c9950176d0 con 0x55c995123f10 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c99506b780 con 0x55c99511ded0 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c9951239d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c9951239d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51438/0 (socket says 172.21.15.27:51438) 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 -- 172.21.15.27:0/905719969 learned_addr learned my addr 172.21.15.27:0/905719969 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643a7fc700 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c99511d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643b7fe700 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c99511e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 -- 172.21.15.27:0/905719969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 msgr2=0x55c99511e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c99511e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 -- 172.21.15.27:0/905719969 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 msgr2=0x55c99511d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c99511d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 -- 172.21.15.27:0/905719969 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c99500df00 con 0x55c9951235f0 2024-06-06T07:55:05.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643b7fe700 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c99511e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:05.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.779+0000 7f643affd700 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c9951239d0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f642c011dd0 tx=0x7f642c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba6804999c6eeeea server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:05.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f64317fa700 1 -- 172.21.15.27:0/905719969 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c003880 con 0x55c9951235f0 2024-06-06T07:55:05.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f64317fa700 1 -- 172.21.15.27:0/905719969 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f642c01e420 con 0x55c9951235f0 2024-06-06T07:55:05.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f64317fa700 1 -- 172.21.15.27:0/905719969 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c01d610 con 0x55c9951235f0 2024-06-06T07:55:05.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f644bfe7b80 1 -- 172.21.15.27:0/905719969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 msgr2=0x55c9951239d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c9951239d0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f642c011dd0 tx=0x7f642c014000 comp rx=0 tx=0).stop 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f644bfe7b80 1 -- 172.21.15.27:0/905719969 shutdown_connections 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c99511e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.780+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c9951239d0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/905719969 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c99511d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- 172.21.15.27:0/905719969 >> 172.21.15.27:0/905719969 conn(0x55c995048c70 msgr2=0x55c995118800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- 172.21.15.27:0/905719969 shutdown_connections 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- 172.21.15.27:0/905719969 wait complete. 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- start start 2024-06-06T07:55:05.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 Processor -- start 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995129c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c995126fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c9951274e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55c99512ed90 con 0x55c9951235f0 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55c99500fba0 con 0x55c995123f10 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.781+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c99512ef10 con 0x55c99511ded0 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f644bfe7b80 10 client.0 _ll_register_callbacks cb 0x55c9950098d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c995126fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c995126fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51452/0 (socket says 172.21.15.27:51452) 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 -- 172.21.15.27:0/1038329528 learned_addr learned my addr 172.21.15.27:0/1038329528 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643b7fe700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c9951274e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643affd700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995129c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 -- 172.21.15.27:0/1038329528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 msgr2=0x55c995129c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995129c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 -- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 msgr2=0x55c9951274e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c9951274e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 -- 172.21.15.27:0/1038329528 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c994fbe880 con 0x55c9951235f0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643b7fe700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c9951274e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f643a7fc700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c995126fa0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6424009990 tx=0x7f64240056a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e857d20419de819e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f64227fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f64227fc700 1 -- 172.21.15.27:0/1038329528 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6424005070 con 0x55c9951235f0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f642c01e420 con 0x55c9951235f0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f64227fc700 1 -- 172.21.15.27:0/1038329528 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f6424005210 con 0x55c9951235f0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f64227fc700 1 -- 172.21.15.27:0/1038329528 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6424030050 con 0x55c9951235f0 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.782+0000 7f644bfe7b80 10 client.15192 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:05.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c995139710 con 0x55c9951235f0 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f64227fc700 1 -- 172.21.15.27:0/1038329528 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f642c01e420 con 0x55c9951235f0 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f64227fc700 1 -- 172.21.15.27:0/1038329528 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f642402b030 con 0x55c9951235f0 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 10 client.15192 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 10 client.15192 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 20 client.15192 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c99513bd80 0x55c99513d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 4 client.15192 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c99507ccc0 con 0x55c99513bd80 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.783+0000 7f643affd700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c99513bd80 0x55c99513d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.784+0000 7f64227fc700 10 client.15192 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.784+0000 7f643affd700 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c99513bd80 0x55c99513d1f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bf1191ce38b3a25f server_cookie=f1e11def1d67be54 in_seq=0 out_seq=0 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.784+0000 7f64227fc700 1 -- 172.21.15.27:0/1038329528 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c99507ccc0 con 0x55c99513bd80 2024-06-06T07:55:05.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.784+0000 7f64227fc700 10 client.15192 handle_command_reply: tid=0 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 client.15192 shutdown 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 msgr2=0x55c995126fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c995126fa0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f6424009990 tx=0x7f64240056a0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 shutdown_connections 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c99513bd80 0x55c99513d1f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c995123f10 0x55c9951274e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995129c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/1038329528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c9951235f0 0x55c995126fa0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f64227fc700 0 client.15192 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 >> 172.21.15.27:0/1038329528 conn(0x55c995048c70 msgr2=0x55c99511c980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 shutdown_connections 2024-06-06T07:55:05.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 1 -- 172.21.15.27:0/1038329528 wait complete. 2024-06-06T07:55:05.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.785+0000 7f644bfe7b80 20 client.15192 trim_cache size 0 max 16384 2024-06-06T07:55:05.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.806+0000 7f644bfe7b80 1 Processor -- start 2024-06-06T07:55:05.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.806+0000 7f644bfe7b80 1 -- start start 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 0x55c99511d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995127510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c995123f10 0x55c995146650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55c99513b530 con 0x55c99511ded0 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55c99513bc00 con 0x55c9951235f0 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c99513c2d0 con 0x55c995123f10 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 0x55c99511d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 0x55c99511d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51466/0 (socket says 172.21.15.27:51466) 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 -- 172.21.15.27:0/33124600 learned_addr learned my addr 172.21.15.27:0/33124600 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 -- 172.21.15.27:0/33124600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c995123f10 msgr2=0x55c995146650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c995123f10 0x55c995146650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 -- 172.21.15.27:0/33124600 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 msgr2=0x55c995127510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995127510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 -- 172.21.15.27:0/33124600 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c9951196d0 con 0x55c99511ded0 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.807+0000 7f643affd700 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 0x55c99511d990 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f642c01eea0 tx=0x7f642c017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ac40beb2edd3b7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f6430ff9700 1 -- 172.21.15.27:0/33124600 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c01e860 con 0x55c99511ded0 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f6430ff9700 1 -- 172.21.15.27:0/33124600 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f642c0119e0 con 0x55c99511ded0 2024-06-06T07:55:05.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f6430ff9700 1 -- 172.21.15.27:0/33124600 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c004d20 con 0x55c99511ded0 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 -- 172.21.15.27:0/33124600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 msgr2=0x55c99511d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 0x55c99511d990 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f642c01eea0 tx=0x7f642c017000 comp rx=0 tx=0).stop 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 -- 172.21.15.27:0/33124600 shutdown_connections 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c995123f10 0x55c995146650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c99511ded0 0x55c99511d990 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/33124600 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995127510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 -- 172.21.15.27:0/33124600 >> 172.21.15.27:0/33124600 conn(0x55c995048c70 msgr2=0x55c995118330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:05.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 -- 172.21.15.27:0/33124600 shutdown_connections 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.808+0000 7f644bfe7b80 1 -- 172.21.15.27:0/33124600 wait complete. 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 -- start start 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 Processor -- start 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995146850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995146d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 0x55c995141620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55c99513d070 con 0x55c995123f10 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55c99513c9a0 con 0x55c9951235f0 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c99513d740 con 0x55c99511ded0 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f644bfe7b80 10 client.0 _ll_register_callbacks cb 0x55c9950098d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f643b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 0x55c995141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f643b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 0x55c995141620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51482/0 (socket says 172.21.15.27:51482) 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f643b7fe700 1 -- 172.21.15.27:0/2743528449 learned_addr learned my addr 172.21.15.27:0/2743528449 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f643affd700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995146850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.809+0000 7f643a7fc700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995146d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f643b7fe700 1 -- 172.21.15.27:0/2743528449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 msgr2=0x55c995146850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f643b7fe700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995146850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f643b7fe700 1 -- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 msgr2=0x55c995146d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f643b7fe700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995146d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f643b7fe700 1 -- 172.21.15.27:0/2743528449 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c995141e40 con 0x55c995123f10 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f643b7fe700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 0x55c995141620 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f64340cc6b0 tx=0x7f643401b600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4aab2552299312e4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f64227fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f64227fc700 1 -- 172.21.15.27:0/2743528449 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64340b4060 con 0x55c995123f10 2024-06-06T07:55:05.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f64227fc700 1 -- 172.21.15.27:0/2743528449 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f64340b4200 con 0x55c995123f10 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f642c0119e0 con 0x55c995123f10 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f64227fc700 1 -- 172.21.15.27:0/2743528449 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64340b4400 con 0x55c995123f10 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f644bfe7b80 10 client.15198 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c9951a8190 con 0x55c995123f10 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.810+0000 7f64227fc700 1 -- 172.21.15.27:0/2743528449 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f642c0119e0 con 0x55c995123f10 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f64227fc700 1 -- 172.21.15.27:0/2743528449 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f64340a3bf0 con 0x55c995123f10 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f644bfe7b80 10 client.15198 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f644bfe7b80 10 client.15198 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f644bfe7b80 20 client.15198 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c9951accd0 0x55c9951ab9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f644bfe7b80 4 client.15198 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "status"}) -- 0x55c995077240 con 0x55c9951accd0 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f643affd700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c9951accd0 0x55c9951ab9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:05.816 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f643affd700 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c9951accd0 0x55c9951ab9e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4679b1db2531c931 server_cookie=d87e172c1a51a546 in_seq=0 out_seq=0 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.811+0000 7f64227fc700 10 client.15198 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f64227fc700 1 -- 172.21.15.27:0/2743528449 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55c995077240 con 0x55c9951accd0 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f64227fc700 10 client.15198 handle_command_reply: tid=0 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 client.15198 shutdown 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 msgr2=0x55c995141620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 0x55c995141620 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f64340cc6b0 tx=0x7f643401b600 comp rx=0 tx=0).stop 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 shutdown_connections 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55c9951accd0 0x55c9951ab9e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c995123f10 0x55c995141620 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c99511ded0 0x55c995146850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f64227fc700 0 client.15198 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:55:05.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 --2- 172.21.15.27:0/2743528449 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c9951235f0 0x55c995146d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 >> 172.21.15.27:0/2743528449 conn(0x55c995048c70 msgr2=0x55c995111db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 shutdown_connections 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 1 -- 172.21.15.27:0/2743528449 wait complete. 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.812+0000 7f644bfe7b80 20 client.15198 trim_cache size 0 max 16384 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 4, 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24449, 2024-06-06T07:55:05.818 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 168.07558013799999, 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 268.335585912 2024-06-06T07:55:05.819 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64280a2c20 msgr2=0x7f64280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64280a2c20 0x7f64280a50e0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f643c100d10 tx=0x7f642c009260 comp rx=0 tx=0).stop 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 msgr2=0x7f643c198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 0x7f643c198ac0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f643400ef30 tx=0x7f643400c3a0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 shutdown_connections 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f64280a2c20 0x7f64280a50e0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f643c108520 0x7f643c198ac0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f643c102510 0x7f643c19e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 --2- 172.21.15.27:0/2514326717 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f643c102ed0 0x7f643c19edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:05.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 >> 172.21.15.27:0/2514326717 conn(0x7f643c079560 msgr2=0x7f643c101080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:05.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 shutdown_connections 2024-06-06T07:55:05.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:05.813+0000 7f6441764700 1 -- 172.21.15.27:0/2514326717 wait complete. 2024-06-06T07:55:06.679 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.f status 2024-06-06T07:55:06.935 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:07.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:06 smithi203 ceph-mon[37192]: pgmap v436: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:55:07.058 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:06 smithi027 ceph-mon[32293]: pgmap v436: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:55:07.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:06 smithi176 ceph-mon[36543]: pgmap v436: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:55:08.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3640554630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a4102ef0 msgr2=0x7fd6a410f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3640554630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a4102ef0 0x7fd6a410f3a0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd69c00b0d0 tx=0x7fd69c00b3e0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3640554630 shutdown_connections 2024-06-06T07:55:08.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3640554630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a4102ef0 0x7fd6a410f3a0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3640554630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a41085d0 0x7fd6a41089b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3640554630 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102530 0x7fd6a41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.751+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3640554630 >> 172.21.15.27:0/3640554630 conn(0x7fd6a4079640 msgr2=0x7fd6a4079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3640554630 shutdown_connections 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3640554630 wait complete. 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 Processor -- start 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 -- start start 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a4102530 0x7fd6a4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102ef0 0x7fd6a4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 0x7fd6a4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a41129e0 con 0x7fd6a41085d0 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a4112860 con 0x7fd6a4102ef0 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.752+0000 7fd6ab94b700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a4112b60 con 0x7fd6a4102530 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 0x7fd6a4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 0x7fd6a4075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51512/0 (socket says 172.21.15.27:51512) 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3561729063 learned_addr learned my addr 172.21.15.27:0/3561729063 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3561729063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a4102530 msgr2=0x7fd6a4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102ef0 0x7fd6a4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a4102530 0x7fd6a4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a4102530 0x7fd6a4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3561729063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102ef0 msgr2=0x7fd6a4074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102ef0 0x7fd6a4074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3561729063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a41a7260 con 0x7fd6a41085d0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102ef0 0x7fd6a4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a4102530 0x7fd6a4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 0x7fd6a4075210 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd69c007a20 tx=0x7fd69c007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6967fc700 1 -- 172.21.15.27:0/3561729063 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c01f070 con 0x7fd6a41085d0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a41a74f0 con 0x7fd6a41085d0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6967fc700 1 -- 172.21.15.27:0/3561729063 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd69c007e10 con 0x7fd6a41085d0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6967fc700 1 -- 172.21.15.27:0/3561729063 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c01b960 con 0x7fd6a41085d0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.753+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a41a79a0 con 0x7fd6a41085d0 2024-06-06T07:55:08.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.756+0000 7fd6967fc700 1 -- 172.21.15.27:0/3561729063 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd69c022070 con 0x7fd6a41085d0 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.757+0000 7fd6967fc700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd6900a2c20 0x7fd6900a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.757+0000 7fd6967fc700 1 -- 172.21.15.27:0/3561729063 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fd69c00f020 con 0x7fd6a41085d0 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.757+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd6900a2c20 0x7fd6900a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.757+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd6900a2c20 0x7fd6900a50e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0005fd0 tx=0x7fd6a0005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 Processor -- start 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 -- start start 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac102f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac0a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 0x55bfeac0ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55bfeaafcf10 con 0x55bfeac0a750 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55bfeab5b800 con 0x55bfeac0ff10 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55bfeaac3410 con 0x55bfeac10830 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 0x55bfeac0ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 0x55bfeac0ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51516/0 (socket says 172.21.15.27:51516) 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3743983328 learned_addr learned my addr 172.21.15.27:0/3743983328 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac102f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac0a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3743983328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 msgr2=0x55bfeac0a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac0a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3743983328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 msgr2=0x55bfeac102f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac102f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3743983328 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfeaaaa880 con 0x55bfeac0a750 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.758+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 0x55bfeac0ab70 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd69c09cbe0 tx=0x7fd69c0059a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93cbbdec7b174f02 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd68f7fe700 1 -- 172.21.15.27:0/3743983328 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c09cc50 con 0x55bfeac0a750 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd68f7fe700 1 -- 172.21.15.27:0/3743983328 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd69c0a1000 con 0x55bfeac0a750 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd68f7fe700 1 -- 172.21.15.27:0/3743983328 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c005600 con 0x55bfeac0a750 2024-06-06T07:55:08.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3743983328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 msgr2=0x55bfeac0ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 0x55bfeac0ab70 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fd69c09cbe0 tx=0x7fd69c0059a0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3743983328 shutdown_connections 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0a750 0x55bfeac0ab70 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac102f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3743983328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac0a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.759+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3743983328 >> 172.21.15.27:0/3743983328 conn(0x55bfeab37030 msgr2=0x55bfeac051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.760+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3743983328 shutdown_connections 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.760+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3743983328 wait complete. 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.760+0000 7fd6b61ceb80 1 -- start start 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.760+0000 7fd6b61ceb80 1 Processor -- start 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.760+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac16550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 0x55bfeac13850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac13d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55bfeaafbf70 con 0x55bfeac0ff10 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55bfeab577c0 con 0x55bfeac0a750 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac16fc0 con 0x55bfeac10830 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 10 client.0 _ll_register_callbacks cb 0x55bfeaaf1560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 0x55bfeac13850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 0x55bfeac13850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51522/0 (socket says 172.21.15.27:51522) 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 -- 172.21.15.27:0/1196224654 learned_addr learned my addr 172.21.15.27:0/1196224654 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac13d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac16550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 -- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 msgr2=0x55bfeac13d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac13d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 -- 172.21.15.27:0/1196224654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 msgr2=0x55bfeac16550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac16550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 -- 172.21.15.27:0/1196224654 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfeab21700 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 0x55bfeac13850 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd69800f530 tx=0x7fd69800f840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5fd154ffd13d72c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd68cff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd68cff9700 1 -- 172.21.15.27:0/1196224654 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd698013850 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd68cff9700 1 -- 172.21.15.27:0/1196224654 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fd6980139f0 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.761+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd69c0a1000 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd68cff9700 1 -- 172.21.15.27:0/1196224654 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd698024050 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 10 client.15210 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bfeac216d0 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd68cff9700 1 -- 172.21.15.27:0/1196224654 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd69c0a1000 con 0x55bfeac0ff10 2024-06-06T07:55:08.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd68cff9700 1 -- 172.21.15.27:0/1196224654 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd6980123c0 con 0x55bfeac0ff10 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 10 client.15210 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 10 client.15210 resolve_mds: resolved name 'f' to daemon mds.f 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 20 client.15210 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac23cf0 0x55bfeac25160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 4 client.15210 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bfeab68d00 con 0x55bfeac23cf0 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.762+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac23cf0 0x55bfeac25160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.763+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac23cf0 0x55bfeac25160 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b3b0cf526b35eadb server_cookie=8db81840aba2610e in_seq=0 out_seq=0 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.763+0000 7fd68cff9700 10 client.15210 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.763+0000 7fd68cff9700 1 -- 172.21.15.27:0/1196224654 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55bfeab68d00 con 0x55bfeac23cf0 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.763+0000 7fd68cff9700 10 client.15210 handle_command_reply: tid=0 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.763+0000 7fd6b61ceb80 1 client.15210 shutdown 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 msgr2=0x55bfeac13850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 0x55bfeac13850 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fd69800f530 tx=0x7fd69800f840 comp rx=0 tx=0).stop 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 shutdown_connections 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac23cf0 0x55bfeac25160 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac10830 0x55bfeac13d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac16550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd68cff9700 0 client.15210 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/1196224654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac0ff10 0x55bfeac13850 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 >> 172.21.15.27:0/1196224654 conn(0x55bfeab37030 msgr2=0x55bfeac046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 shutdown_connections 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/1196224654 wait complete. 2024-06-06T07:55:08.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.764+0000 7fd6b61ceb80 20 client.15210 trim_cache size 0 max 16384 2024-06-06T07:55:08.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 Processor -- start 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 -- start start 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0a750 0x55bfeac0a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac04e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac05370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac234a0 con 0x55bfeac10830 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac23b70 con 0x55bfeac0ff10 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac24240 con 0x55bfeac0a750 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac05370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac05370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51524/0 (socket says 172.21.15.27:51524) 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3419011939 learned_addr learned my addr 172.21.15.27:0/3419011939 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac04e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0a750 0x55bfeac0a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3419011939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0a750 msgr2=0x55bfeac0a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0a750 0x55bfeac0a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3419011939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 msgr2=0x55bfeac04e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac04e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3419011939 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bfeac20220 con 0x55bfeac10830 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.787+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0a750 0x55bfeac0a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.788+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac05370 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd69c09cbe0 tx=0x7fd69c0099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f50d5c64ac2831b2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:08.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.788+0000 7fd68effd700 1 -- 172.21.15.27:0/3419011939 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c09cc50 con 0x55bfeac10830 2024-06-06T07:55:08.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.788+0000 7fd68effd700 1 -- 172.21.15.27:0/3419011939 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd69c0b9070 con 0x55bfeac10830 2024-06-06T07:55:08.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.788+0000 7fd68effd700 1 -- 172.21.15.27:0/3419011939 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c005600 con 0x55bfeac10830 2024-06-06T07:55:08.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3419011939 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 msgr2=0x55bfeac05370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac05370 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd69c09cbe0 tx=0x7fd69c0099e0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3419011939 shutdown_connections 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac05370 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0a750 0x55bfeac0a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3419011939 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0ff10 0x55bfeac04e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3419011939 >> 172.21.15.27:0/3419011939 conn(0x55bfeab37030 msgr2=0x55bfeac0d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3419011939 shutdown_connections 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3419011939 wait complete. 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 -- start start 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.789+0000 7fd6b61ceb80 1 Processor -- start 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac2eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0ff10 0x55bfeac044d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac04bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac24fe0 con 0x55bfeac10830 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac24910 con 0x55bfeac0a750 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55bfeac256b0 con 0x55bfeac0ff10 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 10 client.0 _ll_register_callbacks cb 0x55bfeaaf1560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac04bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac04bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51536/0 (socket says 172.21.15.27:51536) 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3151481722 learned_addr learned my addr 172.21.15.27:0/3151481722 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a8ee6700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0ff10 0x55bfeac044d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac2eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0ff10 msgr2=0x55bfeac044d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0ff10 0x55bfeac044d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3151481722 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 msgr2=0x55bfeac2eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac2eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 -- 172.21.15.27:0/3151481722 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bfeac2c950 con 0x55bfeac10830 2024-06-06T07:55:08.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6a9ee8700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac04bc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd69c0990b0 tx=0x7fd69c09c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3421674b2983f573 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd68cff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd68cff9700 1 -- 172.21.15.27:0/3151481722 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c084020 con 0x55bfeac10830 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd68cff9700 1 -- 172.21.15.27:0/3151481722 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fd69c0d0420 con 0x55bfeac10830 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.790+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd69c0b9070 con 0x55bfeac10830 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd68cff9700 1 -- 172.21.15.27:0/3151481722 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd69c0cdeb0 con 0x55bfeac10830 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 10 client.15216 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bfeac2c950 con 0x55bfeac10830 2024-06-06T07:55:08.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd68cff9700 1 -- 172.21.15.27:0/3151481722 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd69c0b9070 con 0x55bfeac10830 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd68cff9700 1 -- 172.21.15.27:0/3151481722 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7fd69c011070 con 0x55bfeac10830 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 10 client.15216 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 10 client.15216 resolve_mds: resolved name 'f' to daemon mds.f 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 20 client.15216 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac93c30 0x55bfeac92940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 4 client.15216 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "status"}) -- 0x55bfeab63280 con 0x55bfeac93c30 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.791+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac93c30 0x55bfeac92940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6a96e7700 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac93c30 0x55bfeac92940 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ec10f153686740eb server_cookie=d159c70c74d25658 in_seq=0 out_seq=0 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd68cff9700 10 client.15216 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:55:08.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd68cff9700 1 -- 172.21.15.27:0/3151481722 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55bfeab63280 con 0x55bfeac93c30 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd68cff9700 10 client.15216 handle_command_reply: tid=0 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 client.15216 shutdown 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 msgr2=0x55bfeac04bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac04bc0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd69c0990b0 tx=0x7fd69c09c6c0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 shutdown_connections 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55bfeac93c30 0x55bfeac92940 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bfeac10830 0x55bfeac04bc0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bfeac0a750 0x55bfeac2eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 --2- 172.21.15.27:0/3151481722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bfeac0ff10 0x55bfeac044d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 >> 172.21.15.27:0/3151481722 conn(0x55bfeab37030 msgr2=0x55bfeac137d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd68cff9700 0 client.15216 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 shutdown_connections 2024-06-06T07:55:08.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 1 -- 172.21.15.27:0/3151481722 wait complete. 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.792+0000 7fd6b61ceb80 20 client.15216 trim_cache size 0 max 16384 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 3, 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24463, 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:55:08.800 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 172.069532116, 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 277.10659221999998 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:08.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd6900a2c20 msgr2=0x7fd6900a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd6900a2c20 0x7fd6900a50e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd6a0005fd0 tx=0x7fd6a0005dc0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 msgr2=0x7fd6a4075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 0x7fd6a4075210 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fd69c007a20 tx=0x7fd69c007b00 comp rx=0 tx=0).stop 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 shutdown_connections 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fd6900a2c20 0x7fd6900a50e0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd6a41085d0 0x7fd6a4075210 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6a4102530 0x7fd6a4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 --2- 172.21.15.27:0/3561729063 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd6a4102ef0 0x7fd6a4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 >> 172.21.15.27:0/3561729063 conn(0x7fd6a4079640 msgr2=0x7fd6a4100f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:08.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 shutdown_connections 2024-06-06T07:55:08.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:08.793+0000 7fd6ab94b700 1 -- 172.21.15.27:0/3561729063 wait complete. 2024-06-06T07:55:09.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:08 smithi203 ceph-mon[37192]: pgmap v437: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:09.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:08 smithi027 ceph-mon[32293]: pgmap v437: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:09.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:08 smithi176 ceph-mon[36543]: pgmap v437: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:09.488 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.c status 2024-06-06T07:55:09.740 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:10.883 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:10 smithi027 ceph-mon[32293]: pgmap v438: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:11.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:10 smithi203 ceph-mon[37192]: pgmap v438: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:11.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:10 smithi176 ceph-mon[36543]: pgmap v438: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:11.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 -- 172.21.15.27:0/1789903712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c107840 msgr2=0x7f250c10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 --2- 172.21.15.27:0/1789903712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c107840 0x7f250c10f3c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f250400b0d0 tx=0x7f250400b3e0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 -- 172.21.15.27:0/1789903712 shutdown_connections 2024-06-06T07:55:11.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 --2- 172.21.15.27:0/1789903712 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c107840 0x7f250c10f3c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 --2- 172.21.15.27:0/1789903712 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f250c102740 0x7f250c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 --2- 172.21.15.27:0/1789903712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f250c1030f0 0x7f250c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 -- 172.21.15.27:0/1789903712 >> 172.21.15.27:0/1789903712 conn(0x7f250c0795f0 msgr2=0x7f250c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 -- 172.21.15.27:0/1789903712 shutdown_connections 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.429+0000 7f2511269700 1 -- 172.21.15.27:0/1789903712 wait complete. 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 Processor -- start 2024-06-06T07:55:11.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 -- start start 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 0x7f250c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f250c1030f0 0x7f250c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f250c107840 0x7f250c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f250c1128d0 con 0x7f250c102740 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f250c112750 con 0x7f250c107840 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f2511269700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f250c112a50 con 0x7f250c1030f0 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f250affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 0x7f250c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f250affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 0x7f250c074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51552/0 (socket says 172.21.15.27:51552) 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f250affd700 1 -- 172.21.15.27:0/1534610520 learned_addr learned my addr 172.21.15.27:0/1534610520 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.430+0000 7f250a7fc700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f250c1030f0 0x7f250c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250b7fe700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f250c107840 0x7f250c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250affd700 1 -- 172.21.15.27:0/1534610520 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f250c1030f0 msgr2=0x7f250c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250affd700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f250c1030f0 0x7f250c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250affd700 1 -- 172.21.15.27:0/1534610520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f250c107840 msgr2=0x7f250c075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250affd700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f250c107840 0x7f250c075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250affd700 1 -- 172.21.15.27:0/1534610520 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f250c1a7170 con 0x7f250c102740 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f250affd700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 0x7f250c074790 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f24fc00c920 tx=0x7f24fc00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f24f3fff700 1 -- 172.21.15.27:0/1534610520 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc007b00 con 0x7f250c102740 2024-06-06T07:55:11.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f250c1a7460 con 0x7f250c102740 2024-06-06T07:55:11.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f24f3fff700 1 -- 172.21.15.27:0/1534610520 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24fc004d30 con 0x7f250c102740 2024-06-06T07:55:11.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f24f3fff700 1 -- 172.21.15.27:0/1534610520 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc005680 con 0x7f250c102740 2024-06-06T07:55:11.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.431+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f250c1a79a0 con 0x7f250c102740 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.433+0000 7f24f3fff700 1 -- 172.21.15.27:0/1534610520 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f24fc004750 con 0x7f250c102740 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.434+0000 7f24f3fff700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24f40a2c20 0x7f24f40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.434+0000 7f250a7fc700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24f40a2c20 0x7f24f40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.434+0000 7f24f3fff700 1 -- 172.21.15.27:0/1534610520 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f24fc0cef90 con 0x7f250c102740 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f250a7fc700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24f40a2c20 0x7f24f40a50e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f250c1071e0 tx=0x7f250000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 Processor -- start 2024-06-06T07:55:11.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 -- start start 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3ed210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a3edb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a2dff10 con 0x55cf4a3f2f10 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a33e800 con 0x55cf4a3ed750 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f251baecb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a2a6410 con 0x55cf4a3f3830 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f250affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f250affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f32f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51560/0 (socket says 172.21.15.27:51560) 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f250affd700 1 -- 172.21.15.27:0/3685398283 learned_addr learned my addr 172.21.15.27:0/3685398283 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.435+0000 7f250a7fc700 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3ed210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250b7fe700 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a3edb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250affd700 1 -- 172.21.15.27:0/3685398283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 msgr2=0x55cf4a3ed210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250affd700 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3ed210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250affd700 1 -- 172.21.15.27:0/3685398283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 msgr2=0x55cf4a3edb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250affd700 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a3edb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250affd700 1 -- 172.21.15.27:0/3685398283 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf4a28d880 con 0x55cf4a3f2f10 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f250affd700 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f32f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0978d0 tx=0x7f24fc007ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d68399fdd9dae9f3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f24f17fa700 1 -- 172.21.15.27:0/3685398283 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc0b4070 con 0x55cf4a3f2f10 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f24f17fa700 1 -- 172.21.15.27:0/3685398283 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24fc09b470 con 0x55cf4a3f2f10 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.436+0000 7f24f17fa700 1 -- 172.21.15.27:0/3685398283 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc01d040 con 0x55cf4a3f2f10 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 -- 172.21.15.27:0/3685398283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 msgr2=0x55cf4a3f32f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f32f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0978d0 tx=0x7f24fc007ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 -- 172.21.15.27:0/3685398283 shutdown_connections 2024-06-06T07:55:11.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a3edb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f32f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 --2- 172.21.15.27:0/3685398283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3ed210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 -- 172.21.15.27:0/3685398283 >> 172.21.15.27:0/3685398283 conn(0x55cf4a31a030 msgr2=0x55cf4a3e81d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 -- 172.21.15.27:0/3685398283 shutdown_connections 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 -- 172.21.15.27:0/3685398283 wait complete. 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 -- start start 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.437+0000 7f251baecb80 1 Processor -- start 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3ed750 0x55cf4a3f9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3f6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a2def70 con 0x55cf4a3f3830 2024-06-06T07:55:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a33a7c0 con 0x55cf4a3f2f10 2024-06-06T07:55:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a3fa210 con 0x55cf4a3ed750 2024-06-06T07:55:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f251baecb80 10 client.0 _ll_register_callbacks cb 0x55cf4a2d4560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:11.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3f6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3f6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51570/0 (socket says 172.21.15.27:51570) 2024-06-06T07:55:11.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 -- 172.21.15.27:0/1522903954 learned_addr learned my addr 172.21.15.27:0/1522903954 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:11.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250a7fc700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250affd700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3ed750 0x55cf4a3f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 -- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3ed750 msgr2=0x55cf4a3f9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3ed750 0x55cf4a3f9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 -- 172.21.15.27:0/1522903954 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 msgr2=0x55cf4a3f6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.438+0000 7f250b7fe700 1 -- 172.21.15.27:0/1522903954 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf4a304700 con 0x55cf4a3f3830 2024-06-06T07:55:11.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f250b7fe700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3f6d90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2504004c80 tx=0x7f2504004cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=672c86871bb7aa19 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:11.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f24eeff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f24eeff5700 1 -- 172.21.15.27:0/1522903954 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2504021070 con 0x55cf4a3f3830 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f24eeff5700 1 -- 172.21.15.27:0/1522903954 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f25040076e0 con 0x55cf4a3f3830 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24fc09b470 con 0x55cf4a3f3830 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f24eeff5700 1 -- 172.21.15.27:0/1522903954 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2504007920 con 0x55cf4a3f3830 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f251baecb80 10 client.15228 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf4a404940 con 0x55cf4a3f3830 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.439+0000 7f24eeff5700 1 -- 172.21.15.27:0/1522903954 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24fc09b470 con 0x55cf4a3f3830 2024-06-06T07:55:11.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f24eeff5700 1 -- 172.21.15.27:0/1522903954 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2504011070 con 0x55cf4a3f3830 2024-06-06T07:55:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f251baecb80 10 client.15228 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f251baecb80 10 client.15228 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T07:55:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f251baecb80 20 client.15228 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f251baecb80 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a406f60 0x55cf4a4083d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f251baecb80 4 client.15228 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:11.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf4a34bd00 con 0x55cf4a406f60 2024-06-06T07:55:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.440+0000 7f250affd700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a406f60 0x55cf4a4083d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.441+0000 7f250affd700 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a406f60 0x55cf4a4083d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8f4c2da0e760f212 server_cookie=1d10843eda72d6ad in_seq=0 out_seq=0 2024-06-06T07:55:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.441+0000 7f24eeff5700 10 client.15228 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:55:11.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.441+0000 7f24eeff5700 1 -- 172.21.15.27:0/1522903954 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55cf4a34bd00 con 0x55cf4a406f60 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.441+0000 7f24eeff5700 10 client.15228 handle_command_reply: tid=0 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.441+0000 7f251baecb80 1 client.15228 shutdown 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 msgr2=0x55cf4a3f6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3f6d90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2504004c80 tx=0x7f2504004cb0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 shutdown_connections 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a406f60 0x55cf4a4083d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3f6d90 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3ed750 0x55cf4a3f9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 --2- 172.21.15.27:0/1522903954 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3f6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 >> 172.21.15.27:0/1522903954 conn(0x55cf4a31a030 msgr2=0x55cf4a3e76b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:11.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f24eeff5700 0 client.15228 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:55:11.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 shutdown_connections 2024-06-06T07:55:11.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 1 -- 172.21.15.27:0/1522903954 wait complete. 2024-06-06T07:55:11.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.442+0000 7f251baecb80 20 client.15228 trim_cache size 0 max 16384 2024-06-06T07:55:11.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.463+0000 7f251baecb80 1 Processor -- start 2024-06-06T07:55:11.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 -- start start 2024-06-06T07:55:11.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 0x55cf4a3ed210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a406710 con 0x55cf4a3ed750 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a406de0 con 0x55cf4a3f2f10 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f251baecb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a4074b0 con 0x55cf4a3f3830 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 0x55cf4a3ed210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 0x55cf4a3ed210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51584/0 (socket says 172.21.15.27:51584) 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 -- 172.21.15.27:0/120760420 learned_addr learned my addr 172.21.15.27:0/120760420 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250a7fc700 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250b7fe700 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.470 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 -- 172.21.15.27:0/120760420 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 msgr2=0x55cf4a3e8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 -- 172.21.15.27:0/120760420 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 msgr2=0x55cf4a3e7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 -- 172.21.15.27:0/120760420 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf4a409330 con 0x55cf4a3ed750 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250a7fc700 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.464+0000 7f250affd700 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 0x55cf4a3ed210 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0cca80 tx=0x7f24fc097040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d39e29d51b238020 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f24f0ff9700 1 -- 172.21.15.27:0/120760420 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc0b9070 con 0x55cf4a3ed750 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f24f0ff9700 1 -- 172.21.15.27:0/120760420 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24fc099770 con 0x55cf4a3ed750 2024-06-06T07:55:11.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f24f0ff9700 1 -- 172.21.15.27:0/120760420 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24fc01d040 con 0x55cf4a3ed750 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 -- 172.21.15.27:0/120760420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 msgr2=0x55cf4a3ed210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 0x55cf4a3ed210 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f24fc0cca80 tx=0x7f24fc097040 comp rx=0 tx=0).stop 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 -- 172.21.15.27:0/120760420 shutdown_connections 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3ed750 0x55cf4a3ed210 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 --2- 172.21.15.27:0/120760420 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 -- 172.21.15.27:0/120760420 >> 172.21.15.27:0/120760420 conn(0x55cf4a31a030 msgr2=0x55cf4a3f5160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 -- 172.21.15.27:0/120760420 shutdown_connections 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.465+0000 7f251baecb80 1 -- 172.21.15.27:0/120760420 wait complete. 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 -- start start 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 Processor -- start 2024-06-06T07:55:11.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a412010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a408250 con 0x55cf4a3f3830 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a407b80 con 0x55cf4a3ed750 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cf4a408920 con 0x55cf4a3f2f10 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f251baecb80 10 client.0 _ll_register_callbacks cb 0x55cf4a2d4560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e7900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51596/0 (socket says 172.21.15.27:51596) 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 -- 172.21.15.27:0/3283235354 learned_addr learned my addr 172.21.15.27:0/3283235354 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250a7fc700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250affd700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a412010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 -- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f2f10 msgr2=0x55cf4a3e73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 -- 172.21.15.27:0/3283235354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 msgr2=0x55cf4a412010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a412010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.466+0000 7f250b7fe700 1 -- 172.21.15.27:0/3283235354 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf4a3e8140 con 0x55cf4a3f3830 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f250b7fe700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e7900 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f250400b820 tx=0x7f2504007e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef25a02b6205eec server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f24eeff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f24eeff5700 1 -- 172.21.15.27:0/3283235354 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2504034030 con 0x55cf4a3f3830 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24fc099770 con 0x55cf4a3f3830 2024-06-06T07:55:11.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f24eeff5700 1 -- 172.21.15.27:0/3283235354 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f250400f040 con 0x55cf4a3f3830 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f24eeff5700 1 -- 172.21.15.27:0/3283235354 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f250403e050 con 0x55cf4a3f3830 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 10 client.15234 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cf4a4727f0 con 0x55cf4a3f3830 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f24eeff5700 1 -- 172.21.15.27:0/3283235354 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f24fc099770 con 0x55cf4a3f3830 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f24eeff5700 1 -- 172.21.15.27:0/3283235354 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f2504011070 con 0x55cf4a3f3830 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 10 client.15234 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 10 client.15234 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 20 client.15234 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a477350 0x55cf4a476060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 4 client.15234 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:55:11.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.467+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "status"}) -- 0x55cf4a346280 con 0x55cf4a477350 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f250affd700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a477350 0x55cf4a476060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f24eeff5700 10 client.15234 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f250affd700 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a477350 0x55cf4a476060 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2fec3b10bc8338b9 server_cookie=ab355bdacb701977 in_seq=0 out_seq=0 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f24eeff5700 1 -- 172.21.15.27:0/3283235354 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55cf4a346280 con 0x55cf4a477350 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f24eeff5700 10 client.15234 handle_command_reply: tid=0 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f251baecb80 1 client.15234 shutdown 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 msgr2=0x55cf4a3e7900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.468+0000 7f251baecb80 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e7900 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f250400b820 tx=0x7f2504007e20 comp rx=0 tx=0).stop 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 shutdown_connections 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x55cf4a477350 0x55cf4a476060 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55cf4a3f3830 0x55cf4a3e7900 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55cf4a3ed750 0x55cf4a412010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 --2- 172.21.15.27:0/3283235354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cf4a3f2f10 0x55cf4a3e73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 >> 172.21.15.27:0/3283235354 conn(0x55cf4a31a030 msgr2=0x55cf4a3f3c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f24eeff5700 0 client.15234 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 shutdown_connections 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 1 -- 172.21.15.27:0/3283235354 wait complete. 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f251baecb80 20 client.15234 trim_cache size 0 max 16384 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 2, 2024-06-06T07:55:11.477 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24469, 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 175.75385684899999, 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 276.858167251 2024-06-06T07:55:11.478 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24f40a2c20 msgr2=0x7f24f40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24f40a2c20 0x7f24f40a50e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f250c1071e0 tx=0x7f250000b410 comp rx=0 tx=0).stop 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 msgr2=0x7f250c074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 0x7f250c074790 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f24fc00c920 tx=0x7f24fc00cc30 comp rx=0 tx=0).stop 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 shutdown_connections 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f250c107840 0x7f250c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f24f40a2c20 0x7f24f40a50e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f250c102740 0x7f250c074790 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 --2- 172.21.15.27:0/1534610520 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f250c1030f0 0x7f250c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:11.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.469+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 >> 172.21.15.27:0/1534610520 conn(0x7f250c0795f0 msgr2=0x7f250c100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:11.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.470+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 shutdown_connections 2024-06-06T07:55:11.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:11.470+0000 7f2511269700 1 -- 172.21.15.27:0/1534610520 wait complete. 2024-06-06T07:55:12.160 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.b status 2024-06-06T07:55:12.413 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:12.822 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:12 smithi027 ceph-mon[32293]: pgmap v439: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:55:13.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:12 smithi203 ceph-mon[37192]: pgmap v439: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:55:13.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:12 smithi176 ceph-mon[36543]: pgmap v439: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-06-06T07:55:14.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 -- 172.21.15.27:0/4072352297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8101880 msgr2=0x7f6ef810f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 --2- 172.21.15.27:0/4072352297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8101880 0x7f6ef810f380 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f6ef000b0a0 tx=0x7f6ef000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 -- 172.21.15.27:0/4072352297 shutdown_connections 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 --2- 172.21.15.27:0/4072352297 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8101880 0x7f6ef810f380 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 --2- 172.21.15.27:0/4072352297 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ef8108670 0x7f6ef8108a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 --2- 172.21.15.27:0/4072352297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ef8100ec0 0x7f6ef8101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 -- 172.21.15.27:0/4072352297 >> 172.21.15.27:0/4072352297 conn(0x7f6ef8076600 msgr2=0x7f6ef8076a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 -- 172.21.15.27:0/4072352297 shutdown_connections 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 -- 172.21.15.27:0/4072352297 wait complete. 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.294+0000 7f6efece0700 1 Processor -- start 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 -- start start 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ef8100ec0 0x7f6ef819e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ef8101880 0x7f6ef819ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 0x7f6ef8198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef81128c0 con 0x7f6ef8108670 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef8112740 con 0x7f6ef8100ec0 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efece0700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef8112a40 con 0x7f6ef8101880 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 0x7f6ef8198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 0x7f6ef8198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54174/0 (socket says 172.21.15.27:54174) 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 -- 172.21.15.27:0/380386763 learned_addr learned my addr 172.21.15.27:0/380386763 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efca7c700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ef8100ec0 0x7f6ef819e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ef8101880 0x7f6ef819ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 -- 172.21.15.27:0/380386763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ef8101880 msgr2=0x7f6ef819ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ef8101880 0x7f6ef819ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 -- 172.21.15.27:0/380386763 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ef8100ec0 msgr2=0x7f6ef819e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ef8100ec0 0x7f6ef819e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 -- 172.21.15.27:0/380386763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef81991a0 con 0x7f6ef8108670 2024-06-06T07:55:14.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.295+0000 7f6efd27d700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 0x7f6ef8198a40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0006070 tx=0x7f6ef0004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:14.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.296+0000 7f6ef5ffb700 1 -- 172.21.15.27:0/380386763 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0021070 con 0x7f6ef8108670 2024-06-06T07:55:14.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.296+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef8199430 con 0x7f6ef8108670 2024-06-06T07:55:14.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.296+0000 7f6ef5ffb700 1 -- 172.21.15.27:0/380386763 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6ef0003c00 con 0x7f6ef8108670 2024-06-06T07:55:14.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.296+0000 7f6ef5ffb700 1 -- 172.21.15.27:0/380386763 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef001d450 con 0x7f6ef8108670 2024-06-06T07:55:14.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.296+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef81a5700 con 0x7f6ef8108670 2024-06-06T07:55:14.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.298+0000 7f6ef5ffb700 1 -- 172.21.15.27:0/380386763 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f6ef0007980 con 0x7f6ef8108670 2024-06-06T07:55:14.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.299+0000 7f6ef5ffb700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f6ee80a2c20 0x7f6ee80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.299+0000 7f6efca7c700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f6ee80a2c20 0x7f6ee80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.299+0000 7f6ef5ffb700 1 -- 172.21.15.27:0/380386763 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f6ef000f020 con 0x7f6ef8108670 2024-06-06T07:55:14.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6efca7c700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f6ee80a2c20 0x7f6ee80a50e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8108e40 tx=0x7f6eec00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 Processor -- start 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 -- start start 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a1482f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a148830 0x556c9a142210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a142750 0x556c9a142b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556c9a034f10 con 0x556c9a147f10 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556c9a093800 con 0x556c9a148830 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6f09563b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556c99ffb410 con 0x556c9a142750 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6efca7c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a1482f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6efca7c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a1482f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54176/0 (socket says 172.21.15.27:54176) 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.300+0000 7f6efca7c700 1 -- 172.21.15.27:0/2881748952 learned_addr learned my addr 172.21.15.27:0/2881748952 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:14.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efd27d700 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a142750 0x556c9a142b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a148830 0x556c9a142210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efca7c700 1 -- 172.21.15.27:0/2881748952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a142750 msgr2=0x556c9a142b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a142750 0x556c9a142b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efca7c700 1 -- 172.21.15.27:0/2881748952 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a148830 msgr2=0x556c9a142210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a148830 0x556c9a142210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efca7c700 1 -- 172.21.15.27:0/2881748952 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c99fe2880 con 0x556c9a147f10 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a1482f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f6eec00fe90 tx=0x7f6eec012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b449f092f37d899d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6ee2ffd700 1 -- 172.21.15.27:0/2881748952 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec016070 con 0x556c9a147f10 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6ee2ffd700 1 -- 172.21.15.27:0/2881748952 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eec014070 con 0x556c9a147f10 2024-06-06T07:55:14.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.301+0000 7f6ee2ffd700 1 -- 172.21.15.27:0/2881748952 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eec01d400 con 0x556c9a147f10 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 -- 172.21.15.27:0/2881748952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 msgr2=0x556c9a1482f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a1482f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f6eec00fe90 tx=0x7f6eec012000 comp rx=0 tx=0).stop 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 -- 172.21.15.27:0/2881748952 shutdown_connections 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a142750 0x556c9a142b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a1482f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2881748952 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a148830 0x556c9a142210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 -- 172.21.15.27:0/2881748952 >> 172.21.15.27:0/2881748952 conn(0x556c9a06f030 msgr2=0x556c9a13d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 -- 172.21.15.27:0/2881748952 shutdown_connections 2024-06-06T07:55:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 -- 172.21.15.27:0/2881748952 wait complete. 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 -- start start 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.302+0000 7f6f09563b80 1 Processor -- start 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 0x556c9a14e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a147f10 0x556c9a14b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a14be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556c9a033f70 con 0x556c9a142750 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556c9a08f7c0 con 0x556c9a147f10 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556c9a14f210 con 0x556c9a148830 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6f09563b80 10 client.0 _ll_register_callbacks cb 0x556c9a029560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6efca7c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 0x556c9a14e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6efca7c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 0x556c9a14e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54192/0 (socket says 172.21.15.27:54192) 2024-06-06T07:55:14.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6efca7c700 1 -- 172.21.15.27:0/106302159 learned_addr learned my addr 172.21.15.27:0/106302159 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a147f10 0x556c9a14b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6efd27d700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a14be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6ef7fff700 1 -- 172.21.15.27:0/106302159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 msgr2=0x556c9a14be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a14be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6ef7fff700 1 -- 172.21.15.27:0/106302159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 msgr2=0x556c9a14e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 0x556c9a14e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6ef7fff700 1 -- 172.21.15.27:0/106302159 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c9a059700 con 0x556c9a147f10 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.303+0000 7f6efca7c700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 0x556c9a14e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a147f10 0x556c9a14b8e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6ee400be70 tx=0x7f6ee40116c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d799fc9f1ecbd09a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ed7fff700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ed7fff700 1 -- 172.21.15.27:0/106302159 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4004020 con 0x556c9a147f10 2024-06-06T07:55:14.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6eec014070 con 0x556c9a147f10 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ed7fff700 1 -- 172.21.15.27:0/106302159 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f6ee40041c0 con 0x556c9a147f10 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ed7fff700 1 -- 172.21.15.27:0/106302159 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6ee4024050 con 0x556c9a147f10 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6f09563b80 10 client.24938 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c9a159a50 con 0x556c9a147f10 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ed7fff700 1 -- 172.21.15.27:0/106302159 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6eec014070 con 0x556c9a147f10 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6ed7fff700 1 -- 172.21.15.27:0/106302159 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6ee401b580 con 0x556c9a147f10 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.304+0000 7f6f09563b80 10 client.24938 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6f09563b80 10 client.24938 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6f09563b80 20 client.24938 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6f09563b80 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a15c0d0 0x556c9a15d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6f09563b80 4 client.24938 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:14.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556c9a0a0d00 con 0x556c9a15c0d0 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6efca7c700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a15c0d0 0x556c9a15d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6efca7c700 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a15c0d0 0x556c9a15d540 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dfa860314fe898b7 server_cookie=2a58776d82b03ce3 in_seq=0 out_seq=0 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.305+0000 7f6ed7fff700 10 client.24938 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6ed7fff700 1 -- 172.21.15.27:0/106302159 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556c9a0a0d00 con 0x556c9a15c0d0 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6ed7fff700 10 client.24938 handle_command_reply: tid=0 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 client.24938 shutdown 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a147f10 msgr2=0x556c9a14b8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a147f10 0x556c9a14b8e0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f6ee400be70 tx=0x7f6ee40116c0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 shutdown_connections 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a15c0d0 0x556c9a15d540 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a14be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a142750 0x556c9a14e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6ed7fff700 0 client.24938 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 --2- 172.21.15.27:0/106302159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a147f10 0x556c9a14b8e0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 >> 172.21.15.27:0/106302159 conn(0x556c9a06f030 msgr2=0x556c9a13c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 shutdown_connections 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 1 -- 172.21.15.27:0/106302159 wait complete. 2024-06-06T07:55:14.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.306+0000 7f6f09563b80 20 client.24938 trim_cache size 0 max 16384 2024-06-06T07:55:14.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 Processor -- start 2024-06-06T07:55:14.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 -- start start 2024-06-06T07:55:14.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a166d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a147f10 0x556c9a148c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 0x556c9a149150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556c9a15b880 con 0x556c9a148830 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556c9a15bf50 con 0x556c9a142750 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6f09563b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556c9a15c620 con 0x556c9a147f10 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6efd27d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 0x556c9a149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6efd27d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 0x556c9a149150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54200/0 (socket says 172.21.15.27:54200) 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6efd27d700 1 -- 172.21.15.27:0/2841541873 learned_addr learned my addr 172.21.15.27:0/2841541873 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a166d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a147f10 0x556c9a148c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6efd27d700 1 -- 172.21.15.27:0/2841541873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a147f10 msgr2=0x556c9a148c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.328+0000 7f6efd27d700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a147f10 0x556c9a148c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6efd27d700 1 -- 172.21.15.27:0/2841541873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 msgr2=0x556c9a166d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6efd27d700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a166d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6efd27d700 1 -- 172.21.15.27:0/2841541873 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556c9a143140 con 0x556c9a148830 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a147f10 0x556c9a148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a166d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6efd27d700 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 0x556c9a149150 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f6ef009ce80 tx=0x7f6ef0009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f39ae900b02d624 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6ee27fc700 1 -- 172.21.15.27:0/2841541873 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef00a5ad0 con 0x556c9a148830 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6ee27fc700 1 -- 172.21.15.27:0/2841541873 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6ef009af90 con 0x556c9a148830 2024-06-06T07:55:14.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6ee27fc700 1 -- 172.21.15.27:0/2841541873 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef009d3b0 con 0x556c9a148830 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.329+0000 7f6f09563b80 1 -- 172.21.15.27:0/2841541873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 msgr2=0x556c9a149150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 0x556c9a149150 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f6ef009ce80 tx=0x7f6ef0009e20 comp rx=0 tx=0).stop 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 -- 172.21.15.27:0/2841541873 shutdown_connections 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a148830 0x556c9a149150 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a166d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2841541873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a147f10 0x556c9a148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 -- 172.21.15.27:0/2841541873 >> 172.21.15.27:0/2841541873 conn(0x556c9a06f030 msgr2=0x556c9a14a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 -- 172.21.15.27:0/2841541873 shutdown_connections 2024-06-06T07:55:14.334 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 -- 172.21.15.27:0/2841541873 wait complete. 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 -- start start 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 Processor -- start 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a13c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a13c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.330+0000 7f6f09563b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a13ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6f09563b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556c9a15d3c0 con 0x556c9a147f10 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6f09563b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556c9a15ccf0 con 0x556c9a142750 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6f09563b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556c9a15da90 con 0x556c9a148830 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a13c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6f09563b80 10 client.0 _ll_register_callbacks cb 0x556c9a029560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a13c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54208/0 (socket says 172.21.15.27:54208) 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 -- 172.21.15.27:0/2458360591 learned_addr learned my addr 172.21.15.27:0/2458360591 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:14.335 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6efd27d700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a13ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a13c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 -- 172.21.15.27:0/2458360591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 msgr2=0x556c9a13ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a13ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 -- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 msgr2=0x556c9a13c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a13c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 -- 172.21.15.27:0/2458360591 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556c9a1ca9c0 con 0x556c9a147f10 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a13c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6efd27d700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a13ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ef7fff700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a13c940 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6ee401b950 tx=0x7f6ee4011f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc7e431858d8613e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ed7fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ed7fff700 1 -- 172.21.15.27:0/2458360591 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee401bdd0 con 0x556c9a147f10 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6ed7fff700 1 -- 172.21.15.27:0/2458360591 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f6ee401b480 con 0x556c9a147f10 2024-06-06T07:55:14.336 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.331+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ef009af90 con 0x556c9a147f10 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6ed7fff700 1 -- 172.21.15.27:0/2458360591 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6ee401b680 con 0x556c9a147f10 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 10 client.15252 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556c9a1cbc40 con 0x556c9a147f10 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6ed7fff700 1 -- 172.21.15.27:0/2458360591 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6ef009af90 con 0x556c9a147f10 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6ed7fff700 1 -- 172.21.15.27:0/2458360591 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f6ee4004710 con 0x556c9a147f10 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 10 client.15252 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 10 client.15252 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 20 client.15252 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a1d0870 0x556c9a1cf580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 4 client.15252 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "status"}) -- 0x556c9a09b280 con 0x556c9a1d0870 2024-06-06T07:55:14.337 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.332+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a1d0870 0x556c9a1cf580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6ed7fff700 10 client.15252 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6efca7c700 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a1d0870 0x556c9a1cf580 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9652e516df336363 server_cookie=c53817e0b672232e in_seq=0 out_seq=0 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6ed7fff700 1 -- 172.21.15.27:0/2458360591 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x556c9a09b280 con 0x556c9a1d0870 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6ed7fff700 10 client.15252 handle_command_reply: tid=0 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 client.15252 shutdown 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 msgr2=0x556c9a13c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a13c940 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6ee401b950 tx=0x7f6ee4011f00 comp rx=0 tx=0).stop 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 shutdown_connections 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x556c9a1d0870 0x556c9a1cf580 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556c9a148830 0x556c9a13ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556c9a142750 0x556c9a13c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.338 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 --2- 172.21.15.27:0/2458360591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556c9a147f10 0x556c9a13c940 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6ed7fff700 0 client.15252 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 >> 172.21.15.27:0/2458360591 conn(0x556c9a06f030 msgr2=0x556c9a1469c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 shutdown_connections 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 1 -- 172.21.15.27:0/2458360591 wait complete. 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.333+0000 7f6f09563b80 20 client.15252 trim_cache size 0 max 16384 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 1, 2024-06-06T07:55:14.339 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24473, 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 179.62663606699999, 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 263.37668506199998 2024-06-06T07:55:14.340 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f6ee80a2c20 msgr2=0x7f6ee80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f6ee80a2c20 0x7f6ee80a50e0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8108e40 tx=0x7f6eec00a380 comp rx=0 tx=0).stop 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 msgr2=0x7f6ef8198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 0x7f6ef8198a40 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0006070 tx=0x7f6ef0004ce0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 shutdown_connections 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f6ee80a2c20 0x7f6ee80a50e0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ef8108670 0x7f6ef8198a40 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ef8100ec0 0x7f6ef819e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 --2- 172.21.15.27:0/380386763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ef8101880 0x7f6ef819ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:14.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 >> 172.21.15.27:0/380386763 conn(0x7f6ef8076600 msgr2=0x7f6ef80ff8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:14.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 shutdown_connections 2024-06-06T07:55:14.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:14.334+0000 7f6efece0700 1 -- 172.21.15.27:0/380386763 wait complete. 2024-06-06T07:55:14.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:14 smithi027 ceph-mon[32293]: pgmap v440: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:55:15.175 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T07:55:15.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:14 smithi176 ceph-mon[36543]: pgmap v440: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:55:15.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:14 smithi203 ceph-mon[37192]: pgmap v440: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-06-06T07:55:15.439 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:16.851 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:16 smithi027 ceph-mon[32293]: pgmap v441: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:55:17.079 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:16 smithi203 ceph-mon[37192]: pgmap v441: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 -- 172.21.15.27:0/1030289134 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85000746c0 msgr2=0x7f8500074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 --2- 172.21.15.27:0/1030289134 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85000746c0 0x7f8500074aa0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f84f0009990 tx=0x7f84f0009ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 -- 172.21.15.27:0/1030289134 shutdown_connections 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 --2- 172.21.15.27:0/1030289134 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f850010eec0 0x7f85001112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 --2- 172.21.15.27:0/1030289134 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85000746c0 0x7f8500074aa0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 --2- 172.21.15.27:0/1030289134 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8500074fe0 0x7f850010e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 -- 172.21.15.27:0/1030289134 >> 172.21.15.27:0/1030289134 conn(0x7f8500079640 msgr2=0x7f8500079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 -- 172.21.15.27:0/1030289134 shutdown_connections 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.246+0000 7f85076da700 1 -- 172.21.15.27:0/1030289134 wait complete. 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 Processor -- start 2024-06-06T07:55:17.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 -- start start 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85000746c0 0x7f850019aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 0x7f850019b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f850010eec0 0x7f850019f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8500114b80 con 0x7f8500074fe0 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8500114a00 con 0x7f85000746c0 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.247+0000 7f85076da700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8500114d00 con 0x7f850010eec0 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 0x7f850019b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 0x7f850019b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54230/0 (socket says 172.21.15.27:54230) 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 -- 172.21.15.27:0/2635483366 learned_addr learned my addr 172.21.15.27:0/2635483366 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8505c77700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f850010eec0 0x7f850019f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8505476700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85000746c0 0x7f850019aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 -- 172.21.15.27:0/2635483366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f850010eec0 msgr2=0x7f850019f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f850010eec0 0x7f850019f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 -- 172.21.15.27:0/2635483366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85000746c0 msgr2=0x7f850019aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85000746c0 0x7f850019aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 -- 172.21.15.27:0/2635483366 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850019ffb0 con 0x7f8500074fe0 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8505476700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85000746c0 0x7f850019aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f8504c75700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 0x7f850019b530 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f84f400c970 tx=0x7f84f400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f84fe7fc700 1 -- 172.21.15.27:0/2635483366 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4007aa0 con 0x7f8500074fe0 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f84fe7fc700 1 -- 172.21.15.27:0/2635483366 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84f4004d30 con 0x7f8500074fe0 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85001a02a0 con 0x7f8500074fe0 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.248+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85001a7b20 con 0x7f8500074fe0 2024-06-06T07:55:17.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.249+0000 7f84fe7fc700 1 -- 172.21.15.27:0/2635483366 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4005690 con 0x7f8500074fe0 2024-06-06T07:55:17.251 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:16 smithi176 ceph-mon[36543]: pgmap v441: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.251+0000 7f84fe7fc700 1 -- 172.21.15.27:0/2635483366 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f84f400f550 con 0x7f8500074fe0 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.251+0000 7f84fe7fc700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e80a2c20 0x7f84e80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.251+0000 7f8505476700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e80a2c20 0x7f84e80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.251+0000 7f84fe7fc700 1 -- 172.21.15.27:0/2635483366 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f84f40cf040 con 0x7f8500074fe0 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.252+0000 7f8505476700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e80a2c20 0x7f84e80a50e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f84f000b5c0 tx=0x7f84f0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.252+0000 7f8511f5db80 1 Processor -- start 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.252+0000 7f8511f5db80 1 -- start start 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.252+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fde9d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.252+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fde97210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fde97b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8511f5db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdd89f10 con 0x55e4fde9d830 2024-06-06T07:55:17.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8511f5db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdde8800 con 0x55e4fde9cf10 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8511f5db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdd50410 con 0x55e4fde97750 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fde97210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fde97210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54238/0 (socket says 172.21.15.27:54238) 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 -- 172.21.15.27:0/2292598806 learned_addr learned my addr 172.21.15.27:0/2292598806 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8505476700 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fde9d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8505c77700 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fde97b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 -- 172.21.15.27:0/2292598806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 msgr2=0x55e4fde97b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fde97b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 -- 172.21.15.27:0/2292598806 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 msgr2=0x55e4fde9d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fde9d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 -- 172.21.15.27:0/2292598806 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4fdd37880 con 0x55e4fde9d830 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8505476700 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fde9d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:17.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f8504c75700 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fde97210 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f84f40074a0 tx=0x7f84f40050f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4da076538d1887b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:17.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f84e77fe700 1 -- 172.21.15.27:0/2292598806 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f409b5b0 con 0x55e4fde9d830 2024-06-06T07:55:17.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f84e77fe700 1 -- 172.21.15.27:0/2292598806 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84f409f960 con 0x55e4fde9d830 2024-06-06T07:55:17.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.253+0000 7f84e77fe700 1 -- 172.21.15.27:0/2292598806 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f409ba70 con 0x55e4fde9d830 2024-06-06T07:55:17.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 -- 172.21.15.27:0/2292598806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 msgr2=0x55e4fde97210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fde97210 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f84f40074a0 tx=0x7f84f40050f0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 -- 172.21.15.27:0/2292598806 shutdown_connections 2024-06-06T07:55:17.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fde97b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fde9d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2292598806 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fde97210 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 -- 172.21.15.27:0/2292598806 >> 172.21.15.27:0/2292598806 conn(0x55e4fddc4030 msgr2=0x55e4fde921d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 -- 172.21.15.27:0/2292598806 shutdown_connections 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.254+0000 7f8511f5db80 1 -- 172.21.15.27:0/2292598806 wait complete. 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 -- start start 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 Processor -- start 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fdea3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fdea0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdd88f70 con 0x55e4fde9d830 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdde47c0 con 0x55e4fde9cf10 2024-06-06T07:55:17.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdea4210 con 0x55e4fde97750 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8511f5db80 10 client.0 _ll_register_callbacks cb 0x55e4fdd7e560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8505c77700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fdea0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8505c77700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fdea0e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54250/0 (socket says 172.21.15.27:54250) 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8505c77700 1 -- 172.21.15.27:0/2539058451 learned_addr learned my addr 172.21.15.27:0/2539058451 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8505476700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fdea3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.255+0000 7f8504c75700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8505c77700 1 -- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 msgr2=0x55e4fdea3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8505c77700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fdea3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8505c77700 1 -- 172.21.15.27:0/2539058451 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 msgr2=0x55e4fdea0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8505c77700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8505c77700 1 -- 172.21.15.27:0/2539058451 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4fddae700 con 0x55e4fde9d830 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8505c77700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fdea0e40 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009e60 tx=0x7f84f8004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99a5ced5c2c7b502 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:17.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f84e4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2539058451 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8019020 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84f409f960 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2539058451 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f84f8007710 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2539058451 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f84f8024050 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8511f5db80 10 client.15264 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4fdeaea10 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.256+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2539058451 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84f409f960 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2539058451 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f84f80159f0 con 0x55e4fde9d830 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8511f5db80 10 client.15264 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8511f5db80 10 client.15264 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8511f5db80 20 client.15264 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdeb10e0 0x55e4fdeb2550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8511f5db80 4 client.15264 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:17.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4fddf5d00 con 0x55e4fdeb10e0 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8505476700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdeb10e0 0x55e4fdeb2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f84e4ff9700 10 client.15264 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.257+0000 7f8505476700 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdeb10e0 0x55e4fdeb2550 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d89699612c08a957 server_cookie=8dce9d213823ab8a in_seq=0 out_seq=0 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2539058451 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e4fddf5d00 con 0x55e4fdeb10e0 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f84e4ff9700 10 client.15264 handle_command_reply: tid=0 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 client.15264 shutdown 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 msgr2=0x55e4fdea0e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fdea0e40 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009e60 tx=0x7f84f8004320 comp rx=0 tx=0).stop 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 shutdown_connections 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdeb10e0 0x55e4fdeb2550 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde9d830 0x55e4fdea0e40 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.258+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde97750 0x55e4fdea3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.259+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2539058451 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.259+0000 7f84e4ff9700 0 client.15264 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:17.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.259+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 >> 172.21.15.27:0/2539058451 conn(0x55e4fddc4030 msgr2=0x55e4fde916b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:17.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.259+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 shutdown_connections 2024-06-06T07:55:17.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.259+0000 7f8511f5db80 1 -- 172.21.15.27:0/2539058451 wait complete. 2024-06-06T07:55:17.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.259+0000 7f8511f5db80 20 client.15264 trim_cache size 0 max 16384 2024-06-06T07:55:17.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.280+0000 7f8511f5db80 1 Processor -- start 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.280+0000 7f8511f5db80 1 -- start start 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fde9f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9d830 0x55e4fde91e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8511f5db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdeb0890 con 0x55e4fde97750 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8511f5db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdeb0f60 con 0x55e4fde9cf10 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8511f5db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdeb1630 con 0x55e4fde9d830 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fde9f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fde9f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54266/0 (socket says 172.21.15.27:54266) 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 -- 172.21.15.27:0/3383968378 learned_addr learned my addr 172.21.15.27:0/3383968378 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8504c75700 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505c77700 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9d830 0x55e4fde91e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 -- 172.21.15.27:0/3383968378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9d830 msgr2=0x55e4fde91e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9d830 0x55e4fde91e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 -- 172.21.15.27:0/3383968378 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 msgr2=0x55e4fdea3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 -- 172.21.15.27:0/3383968378 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4fdeb34b0 con 0x55e4fde97750 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505c77700 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9d830 0x55e4fde91e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f8505476700 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fde9f950 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f84f0015000 tx=0x7f84f001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21cabdda83fd102 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.281+0000 7f84e6ffd700 1 -- 172.21.15.27:0/3383968378 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0003b60 con 0x55e4fde97750 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f84e6ffd700 1 -- 172.21.15.27:0/3383968378 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84f000bdd0 con 0x55e4fde97750 2024-06-06T07:55:17.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f84e6ffd700 1 -- 172.21.15.27:0/3383968378 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f000f6c0 con 0x55e4fde97750 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 -- 172.21.15.27:0/3383968378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 msgr2=0x55e4fde9f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fde9f950 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f84f0015000 tx=0x7f84f001e000 comp rx=0 tx=0).stop 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 -- 172.21.15.27:0/3383968378 shutdown_connections 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9d830 0x55e4fde91e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fde9f950 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 --2- 172.21.15.27:0/3383968378 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9cf10 0x55e4fdea3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 -- 172.21.15.27:0/3383968378 >> 172.21.15.27:0/3383968378 conn(0x55e4fddc4030 msgr2=0x55e4fde9e340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:17.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 -- 172.21.15.27:0/3383968378 shutdown_connections 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 -- 172.21.15.27:0/3383968378 wait complete. 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.282+0000 7f8511f5db80 1 -- start start 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 Processor -- start 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fdebc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9cf10 0x55e4fde913e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9d830 0x55e4fde91920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdeb23d0 con 0x55e4fde97750 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdeb1d00 con 0x55e4fde9d830 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55e4fdeb2aa0 con 0x55e4fde9cf10 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8511f5db80 10 client.0 _ll_register_callbacks cb 0x55e4fdd7e560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fdebc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fdebc150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54268/0 (socket says 172.21.15.27:54268) 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 -- 172.21.15.27:0/2721413119 learned_addr learned my addr 172.21.15.27:0/2721413119 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8504c75700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9cf10 0x55e4fde913e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505c77700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9d830 0x55e4fde91920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 -- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9cf10 msgr2=0x55e4fde913e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9cf10 0x55e4fde913e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 -- 172.21.15.27:0/2721413119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9d830 msgr2=0x55e4fde91920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9d830 0x55e4fde91920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505476700 1 -- 172.21.15.27:0/2721413119 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4fde92180 con 0x55e4fde97750 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.283+0000 7f8505c77700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9d830 0x55e4fde91920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f8505476700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fdebc150 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f84f0003a70 tx=0x7f84f0005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a11ad4184c4c4961 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f84e4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2721413119 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0003d70 con 0x55e4fde97750 2024-06-06T07:55:17.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2721413119 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f84f000b8d0 con 0x55e4fde97750 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84f000bdd0 con 0x55e4fde97750 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2721413119 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f84f0049050 con 0x55e4fde97750 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f8511f5db80 10 client.15270 fetch_fsmap learned FSMap version 29 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4fdf1c9d0 con 0x55e4fde97750 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.284+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2721413119 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f84f000bdd0 con 0x55e4fde97750 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2721413119 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 29) ==== 8362+0+0 (secure 0 0 0) 0x7f84f0038030 con 0x55e4fde97750 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 10 client.15270 fetch_fsmap finished waiting for FSMap version 29 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 10 client.15270 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 20 client.15270 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdf210e0 0x55e4fdf1fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 4 client.15270 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "status"}) -- 0x55e4fddf0280 con 0x55e4fdf210e0 2024-06-06T07:55:17.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8504c75700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdf210e0 0x55e4fdf1fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8504c75700 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdf210e0 0x55e4fdf1fdf0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6d0610cb9e92198 server_cookie=35f5acadd061aef2 in_seq=0 out_seq=0 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f84e4ff9700 10 client.15270 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f84e4ff9700 1 -- 172.21.15.27:0/2721413119 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55e4fddf0280 con 0x55e4fdf210e0 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f84e4ff9700 10 client.15270 handle_command_reply: tid=0 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.285+0000 7f8511f5db80 1 client.15270 shutdown 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 msgr2=0x55e4fdebc150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fdebc150 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f84f0003a70 tx=0x7f84f0005d20 comp rx=0 tx=0).stop 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 shutdown_connections 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55e4fdf210e0 0x55e4fdf1fdf0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55e4fde9d830 0x55e4fde91920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55e4fde97750 0x55e4fdebc150 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 --2- 172.21.15.27:0/2721413119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fde9cf10 0x55e4fde913e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 >> 172.21.15.27:0/2721413119 conn(0x55e4fddc4030 msgr2=0x55e4fde9c300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f84e4ff9700 0 client.15270 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 shutdown_connections 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 1 -- 172.21.15.27:0/2721413119 wait complete. 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f8511f5db80 20 client.15270 trim_cache size 0 max 16384 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 0, 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24487, 2024-06-06T07:55:17.291 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 247.123345927, 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 29, 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 100, 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 98, 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 276.78133566499997 2024-06-06T07:55:17.292 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e80a2c20 msgr2=0x7f84e80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f85076da700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e80a2c20 0x7f84e80a50e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f84f000b5c0 tx=0x7f84f0005fb0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 msgr2=0x7f850019b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.286+0000 7f85076da700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 0x7f850019b530 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f84f400c970 tx=0x7f84f400cc80 comp rx=0 tx=0).stop 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 shutdown_connections 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f850010eec0 0x7f850019f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f85000746c0 0x7f850019aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f84e80a2c20 0x7f84e80a50e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 --2- 172.21.15.27:0/2635483366 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8500074fe0 0x7f850019b530 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:17.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 >> 172.21.15.27:0/2635483366 conn(0x7f8500079640 msgr2=0x7f8500100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:17.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 shutdown_connections 2024-06-06T07:55:17.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:17.287+0000 7f85076da700 1 -- 172.21.15.27:0/2635483366 wait complete. 2024-06-06T07:55:18.106 INFO:teuthology.run_tasks:Running task sequential... 2024-06-06T07:55:18.118 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-06-06T07:55:18.118 INFO:teuthology.task.sequential:In sequential, running task print... 2024-06-06T07:55:18.121 INFO:teuthology.task.print:Enabling mgr modules 2024-06-06T07:55:18.121 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-06-06T07:55:18.122 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T07:55:18.122 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:55:18.122 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-06-06T07:55:18.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 -- 172.21.15.27:0/3598689909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c101ba0 msgr2=0x7fdc5c102020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:18.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 --2- 172.21.15.27:0/3598689909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c101ba0 0x7fdc5c102020 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c009ca0 tx=0x7fdc4c02a8c0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 -- 172.21.15.27:0/3598689909 shutdown_connections 2024-06-06T07:55:18.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 --2- 172.21.15.27:0/3598689909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc5c102560 0x7fdc5c108df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 --2- 172.21.15.27:0/3598689909 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c101ba0 0x7fdc5c102020 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 --2- 172.21.15.27:0/3598689909 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c100dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 -- 172.21.15.27:0/3598689909 >> 172.21.15.27:0/3598689909 conn(0x7fdc5c0fbf20 msgr2=0x7fdc5c0fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 -- 172.21.15.27:0/3598689909 shutdown_connections 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.233+0000 7fdc6313b640 1 -- 172.21.15.27:0/3598689909 wait complete. 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 Processor -- start 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 -- start start 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc5c101ba0 0x7fdc5c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c102560 0x7fdc5c19f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fdc5c10d7f0 con 0x7fdc5c1009b0 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fdc5c10d670 con 0x7fdc5c102560 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc6313b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdc5c10d970 con 0x7fdc5c101ba0 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc60ed7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:18.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc60ed7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54282/0 (socket says 172.21.15.27:54282) 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.234+0000 7fdc60ed7640 1 -- 172.21.15.27:0/1795038584 learned_addr learned my addr 172.21.15.27:0/1795038584 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc5bfff640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc5c101ba0 0x7fdc5c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc616d8640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c102560 0x7fdc5c19f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc60ed7640 1 -- 172.21.15.27:0/1795038584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc5c101ba0 msgr2=0x7fdc5c198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc60ed7640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc5c101ba0 0x7fdc5c198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc60ed7640 1 -- 172.21.15.27:0/1795038584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c102560 msgr2=0x7fdc5c19f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc60ed7640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c102560 0x7fdc5c19f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc60ed7640 1 -- 172.21.15.27:0/1795038584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc5c19f940 con 0x7fdc5c1009b0 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc616d8640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c102560 0x7fdc5c19f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc60ed7640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c197d30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdc4400d950 tx=0x7fdc4400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc44017020 con 0x7fdc5c1009b0 2024-06-06T07:55:18.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc5c19fc30 con 0x7fdc5c1009b0 2024-06-06T07:55:18.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdc44009c30 con 0x7fdc5c1009b0 2024-06-06T07:55:18.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4400f740 con 0x7fdc5c1009b0 2024-06-06T07:55:18.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.235+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc5c1a01d0 con 0x7fdc5c1009b0 2024-06-06T07:55:18.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.236+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc5c107c00 con 0x7fdc5c1009b0 2024-06-06T07:55:18.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.237+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fdc4401a020 con 0x7fdc5c1009b0 2024-06-06T07:55:18.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.238+0000 7fdc59ffb640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdc480a2c30 0x7fdc480a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:18.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.238+0000 7fdc5bfff640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdc480a2c30 0x7fdc480a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:18.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.238+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fdc440cf460 con 0x7fdc5c1009b0 2024-06-06T07:55:18.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.239+0000 7fdc5bfff640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdc480a2c30 0x7fdc480a50f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c031c10 tx=0x7fdc4c009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:18.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.242+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdc44021020 con 0x7fdc5c1009b0 2024-06-06T07:55:18.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.480+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7fdc5c02d2e0 con 0x7fdc5c1009b0 2024-06-06T07:55:18.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.786+0000 7fdc59ffb640 1 -- 172.21.15.27:0/1795038584 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7fdc5c02d2e0 con 0x7fdc5c1009b0 2024-06-06T07:55:18.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdc480a2c30 msgr2=0x7fdc480a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdc480a2c30 0x7fdc480a50f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c031c10 tx=0x7fdc4c009360 comp rx=0 tx=0).stop 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 msgr2=0x7fdc5c197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c197d30 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fdc4400d950 tx=0x7fdc4400de10 comp rx=0 tx=0).stop 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 shutdown_connections 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fdc5c102560 0x7fdc5c19f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc5c101ba0 0x7fdc5c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fdc480a2c30 0x7fdc480a50f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 --2- 172.21.15.27:0/1795038584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fdc5c1009b0 0x7fdc5c197d30 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 >> 172.21.15.27:0/1795038584 conn(0x7fdc5c0fbf20 msgr2=0x7fdc5c104dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 shutdown_connections 2024-06-06T07:55:18.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:18.789+0000 7fdc6313b640 1 -- 172.21.15.27:0/1795038584 wait complete. 2024-06-06T07:55:18.806 INFO:teuthology.run_tasks:Running task kclient... 2024-06-06T07:55:18.820 INFO:tasks.kclient:Mounting kernel clients... 2024-06-06T07:55:18.820 INFO:tasks.kclient:config is {'client.0': {}} 2024-06-06T07:55:18.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:18.821 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-06-06T07:55:18.838 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-06-06T07:55:18.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:18.839 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-06-06T07:55:18.906 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:18.906 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link delete ceph-brx 2024-06-06T07:55:19.007 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'nowsync'], 'rbytes': False, 'syntax': 'v1', 'mount_subvol_num': 1} 2024-06-06T07:55:19.008 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-06T07:55:19.008 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-06T07:55:19.008 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs ls 2024-06-06T07:55:19.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:18 smithi027 ceph-mon[32293]: pgmap v442: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:19.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:18 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1795038584' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-06T07:55:19.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:18 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: ignoring --setuser ceph since I am not root 2024-06-06T07:55:19.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:18 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: ignoring --setgroup ceph since I am not root 2024-06-06T07:55:19.146 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:18 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:18.984+0000 7f3a3c189200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:18 smithi203 ceph-mon[37192]: pgmap v442: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:18 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1795038584' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: ignoring --setuser ceph since I am not root 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: ignoring --setgroup ceph since I am not root 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:18 smithi203 ceph-mgr[38926]: -- 172.21.15.203:0/3899554827 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561101dbc5a0 con 0x561101d90800 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:18.968+0000 7f64d7b57200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:55:19.152 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:19.151+0000 7f64d7b57200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:55:19.156 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:18 smithi176 ceph-mon[36543]: pgmap v442: 129 pgs: 129 active+clean; 645 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:19.156 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:18 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1795038584' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-06T07:55:19.156 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: ignoring --setuser ceph since I am not root 2024-06-06T07:55:19.156 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: ignoring --setgroup ceph since I am not root 2024-06-06T07:55:19.157 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:18 smithi176 ceph-mgr[37930]: -- 172.21.15.176:0/1594917054 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55aae5eaa5a0 con 0x55aae5e7f000 2024-06-06T07:55:19.157 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:18.970+0000 7fe93ab7b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-06T07:55:19.157 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:19.156+0000 7fe93ab7b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:55:19.270 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:19.497 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:19.259+0000 7fe93ab7b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:55:19.527 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:19.253+0000 7f64d7b57200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:55:19.551 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:19 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:19.190+0000 7f3a3c189200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:55:19.552 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:19 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:19.316+0000 7f3a3c189200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-06T07:55:19.803 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:19 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:19.649+0000 7f3a3c189200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:55:19.804 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:19 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:19.746+0000 7f3a3c189200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:55:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:19 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1795038584' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-06T07:55:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:19 smithi176 ceph-mon[36543]: mgrmap e19: x(active, since 11m), standbys: z, y 2024-06-06T07:55:19.998 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:19.565+0000 7fe93ab7b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:55:19.998 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:19.650+0000 7fe93ab7b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:55:20.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:19 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1795038584' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-06T07:55:20.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:19 smithi203 ceph-mon[37192]: mgrmap e19: x(active, since 11m), standbys: z, y 2024-06-06T07:55:20.028 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:19.558+0000 7f64d7b57200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-06T07:55:20.028 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:19.642+0000 7f64d7b57200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-06T07:55:20.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:19 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1795038584' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-06T07:55:20.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:19 smithi027 ceph-mon[32293]: mgrmap e19: x(active, since 11m), standbys: z, y 2024-06-06T07:55:21.154 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:20.818+0000 7f64d7b57200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:55:21.154 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:20.985+0000 7f64d7b57200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:55:21.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 -- 172.21.15.27:0/1563980768 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc106720 msgr2=0x7fa6fc10e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:21.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 --2- 172.21.15.27:0/1563980768 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc106720 0x7fa6fc10e2c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fa6f400b0d0 tx=0x7fa6f400b3e0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 -- 172.21.15.27:0/1563980768 shutdown_connections 2024-06-06T07:55:21.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 --2- 172.21.15.27:0/1563980768 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc106720 0x7fa6fc10e2c0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 --2- 172.21.15.27:0/1563980768 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc1019d0 0x7fa6fc101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 --2- 172.21.15.27:0/1563980768 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc102380 0x7fa6fc105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 -- 172.21.15.27:0/1563980768 >> 172.21.15.27:0/1563980768 conn(0x7fa6fc078340 msgr2=0x7fa6fc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:21.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 -- 172.21.15.27:0/1563980768 shutdown_connections 2024-06-06T07:55:21.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.164+0000 7fa701f56700 1 -- 172.21.15.27:0/1563980768 wait complete. 2024-06-06T07:55:21.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 Processor -- start 2024-06-06T07:55:21.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 -- start start 2024-06-06T07:55:21.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc1019d0 0x7fa6fc103090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 0x7fa6fc1035d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc106720 0x7fa6fc103b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fa6fc111840 con 0x7fa6fc102380 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa6fc1116c0 con 0x7fa6fc106720 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa701f56700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa6fc1119c0 con 0x7fa6fc1019d0 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.165+0000 7fa6faffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 0x7fa6fc1035d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 0x7fa6fc1035d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54330/0 (socket says 172.21.15.27:54330) 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 -- 172.21.15.27:0/3388393286 learned_addr learned my addr 172.21.15.27:0/3388393286 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6fb7fe700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc1019d0 0x7fa6fc103090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6fbfff700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc106720 0x7fa6fc103b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 -- 172.21.15.27:0/3388393286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc1019d0 msgr2=0x7fa6fc103090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc1019d0 0x7fa6fc103090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 -- 172.21.15.27:0/3388393286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc106720 msgr2=0x7fa6fc103b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc106720 0x7fa6fc103b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 -- 172.21.15.27:0/3388393286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6fc1a7240 con 0x7fa6fc102380 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6fb7fe700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc1019d0 0x7fa6fc103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6fbfff700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc106720 0x7fa6fc103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6faffd700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 0x7fa6fc1035d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000e9c0 tx=0x7fa6f000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0004a30 con 0x7fa6fc102380 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa6f000ccc0 con 0x7fa6fc102380 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6fc1a7530 con 0x7fa6fc102380 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.166+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f0005680 con 0x7fa6fc102380 2024-06-06T07:55:21.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.167+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6fc1a7a20 con 0x7fa6fc102380 2024-06-06T07:55:21.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.168+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6fc102ad0 con 0x7fa6fc102380 2024-06-06T07:55:21.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.169+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fa6f000c7c0 con 0x7fa6fc102380 2024-06-06T07:55:21.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.170+0000 7fa6f8ff9700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 0x7fa6e40a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:21.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.170+0000 7fa6fb7fe700 1 -- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 msgr2=0x7fa6e40a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:21.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.170+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7fa6f00cf5c0 con 0x7fa6fc102380 2024-06-06T07:55:21.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.170+0000 7fa6fb7fe700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 0x7fa6e40a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:55:21.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.174+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa6f009c140 con 0x7fa6fc102380 2024-06-06T07:55:21.174 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:20.836+0000 7fe93ab7b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:55:21.174 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:21.004+0000 7fe93ab7b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:55:21.225 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:21 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:21.038+0000 7f3a3c189200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-06T07:55:21.225 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:21 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:21.226+0000 7f3a3c189200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-06T07:55:21.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.371+0000 7fa6fb7fe700 1 -- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 msgr2=0x7fa6e40a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:21.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.371+0000 7fa6fb7fe700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 0x7fa6e40a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:55:21.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.430+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa6fc1a7c80 con 0x7fa6fc102380 2024-06-06T07:55:21.430 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.431+0000 7fa6f8ff9700 1 -- 172.21.15.27:0/3388393286 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v29) ==== 53+0+88 (secure 0 0 0) 0x7fa6f009ba40 con 0x7fa6fc102380 2024-06-06T07:55:21.430 INFO:teuthology.orchestra.run.smithi027.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-06-06T07:55:21.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 msgr2=0x7fa6e40a5130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 0x7fa6e40a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 msgr2=0x7fa6fc1035d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 0x7fa6fc1035d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fa6f000e9c0 tx=0x7fa6f000ecd0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 shutdown_connections 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa6fc106720 0x7fa6fc103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6fc1019d0 0x7fa6fc103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7fa6e40a2c70 0x7fa6e40a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 --2- 172.21.15.27:0/3388393286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa6fc102380 0x7fa6fc1035d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 >> 172.21.15.27:0/3388393286 conn(0x7fa6fc078340 msgr2=0x7fa6fc105230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 shutdown_connections 2024-06-06T07:55:21.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:21.433+0000 7fa701f56700 1 -- 172.21.15.27:0/3388393286 wait complete. 2024-06-06T07:55:21.438 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:21.154+0000 7f64d7b57200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:55:21.460 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:21.174+0000 7fe93ab7b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:55:21.482 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:21 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:21.406+0000 7f3a3c189200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-06T07:55:21.734 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:21 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3388393286' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T07:55:21.734 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:21.438+0000 7f64d7b57200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:55:21.734 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:21.531+0000 7f64d7b57200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:55:21.734 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:21.733+0000 7f64d7b57200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:55:21.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3388393286' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T07:55:21.747 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:21.460+0000 7fe93ab7b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:55:21.747 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:21.554+0000 7fe93ab7b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:55:21.761 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:21 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3388393286' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-06T07:55:21.761 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:21 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:21.727+0000 7f3a3c189200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-06T07:55:22.027 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:21.927+0000 7f64d7b57200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:55:22.038 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:21 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:21.826+0000 7f3a3c189200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-06T07:55:22.108 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-06-06T07:55:22.108 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi027.front.sepia.ceph.com 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-06T07:55:22.109 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-06-06T07:55:22.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:22.109 DEBUG:teuthology.orchestra.run.smithi027:> ip addr 2024-06-06T07:55:22.127 INFO:teuthology.orchestra.run.smithi027.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-06T07:55:22.127 INFO:teuthology.orchestra.run.smithi027.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-06T07:55:22.127 INFO:teuthology.orchestra.run.smithi027.stdout: inet 127.0.0.1/8 scope host lo 2024-06-06T07:55:22.127 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-06-06T07:55:22.127 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 ::1/128 scope host 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c8 brd ff:ff:ff:ff:ff:ff 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f0 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether 0c:c4:7a:6b:fe:c9 brd ff:ff:ff:ff:ff:ff 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp7s0f1 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5a brd ff:ff:ff:ff:ff:ff 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f0 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: inet 172.21.15.27/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft 42005sec preferred_lft 42005sec 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: inet6 fe80::ae1f:6bff:fef8:395a/64 scope link noprefixroute 2024-06-06T07:55:22.128 INFO:teuthology.orchestra.run.smithi027.stdout: valid_lft forever preferred_lft forever 2024-06-06T07:55:22.129 INFO:teuthology.orchestra.run.smithi027.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-06T07:55:22.129 INFO:teuthology.orchestra.run.smithi027.stdout: link/ether ac:1f:6b:f8:39:5b brd ff:ff:ff:ff:ff:ff 2024-06-06T07:55:22.129 INFO:teuthology.orchestra.run.smithi027.stdout: altname enp1s0f1 2024-06-06T07:55:22.129 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add name ceph-brx type bridge 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip addr flush dev ceph-brx 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set ceph-brx up 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-06T07:55:22.129 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:55:22.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:55:22.247 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:21.759+0000 7fe93ab7b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:55:22.247 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:21.951+0000 7fe93ab7b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:55:22.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:22.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:22.276 DEBUG:teuthology.orchestra.run.smithi027:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-06T07:55:22.301 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:22 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:22.039+0000 7f3a3c189200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-06T07:55:22.301 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:22 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:22.253+0000 7f3a3c189200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-06T07:55:22.304 INFO:teuthology.orchestra.run.smithi027.stdout:1 2024-06-06T07:55:22.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:22.306 DEBUG:teuthology.orchestra.run.smithi027:> route 2024-06-06T07:55:22.362 INFO:teuthology.orchestra.run.smithi027.stdout:Kernel IP routing table 2024-06-06T07:55:22.363 INFO:teuthology.orchestra.run.smithi027.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-06T07:55:22.363 INFO:teuthology.orchestra.run.smithi027.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-06T07:55:22.363 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-06T07:55:22.363 INFO:teuthology.orchestra.run.smithi027.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-06T07:55:22.363 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:55:22.363 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:55:22.363 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-06T07:55:22.363 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-06T07:55:22.363 DEBUG:teuthology.orchestra.run.smithi027:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-06T07:55:22.363 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:55:22.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:55:22.488 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:22.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:22.495 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-06-06T07:55:22.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:22.511 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list-id 2024-06-06T07:55:22.567 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:55:22.567 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:55:22.567 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-06T07:55:22.567 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-06-06T07:55:22.568 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:55:22.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:55:22.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:22.689 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-06-06T07:55:22.689 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-06-06T07:55:22.690 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:55:22.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:55:22.777 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:22.522+0000 7f64d7b57200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:55:22.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:22.817 DEBUG:teuthology.orchestra.run.smithi027:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-06T07:55:22.817 DEBUG:teuthology.orchestra.run.smithi027:> set -e 2024-06-06T07:55:22.817 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set brx.0 up 2024-06-06T07:55:22.818 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link set dev brx.0 master ceph-brx 2024-06-06T07:55:22.818 DEBUG:teuthology.orchestra.run.smithi027:> ') 2024-06-06T07:55:22.869 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:55:22.893 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:22.900 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T07:55:22.900 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-06-06T07:55:22.917 INFO:teuthology.orchestra.run.smithi027.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-06-06T07:55:22.917 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-06T07:55:22.917 DEBUG:teuthology.orchestra.run.smithi027:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-06-06T07:55:22.969 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:22.548+0000 7fe93ab7b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:55:22.973 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-06-06T07:55:22.973 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-06-06T07:55:22.973 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce 2024-06-06T07:55:22.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:22.973 DEBUG:teuthology.orchestra.run.smithi027:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-06-06T07:55:23.059 INFO:teuthology.orchestra.run.smithi027.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-06-06T07:55:23.060 INFO:teuthology.orchestra.run.smithi027.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-06-06T07:55:23.060 INFO:teuthology.orchestra.run.smithi027.stdout:invalid new device string format 2024-06-06T07:55:23.189 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:22 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:22.917+0000 7f3a3c189200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-06T07:55:23.201 INFO:teuthology.orchestra.run.smithi027.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync 2024-06-06T07:55:23.201 INFO:teuthology.orchestra.run.smithi027.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync". 2024-06-06T07:55:23.201 INFO:teuthology.orchestra.run.smithi027.stdout:invalid new device string format 2024-06-06T07:55:23.201 INFO:teuthology.orchestra.run.smithi027.stdout:mount.ceph: resolved to: "172.21.15.27:3300,172.21.15.176:3300,172.21.15.203:3300" 2024-06-06T07:55:23.201 INFO:teuthology.orchestra.run.smithi027.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.27:3300,172.21.15.176:3300,172.21.15.203:3300:/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce 2024-06-06T07:55:23.201 INFO:teuthology.orchestra.run.smithi027.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,nowsync,key=0,fsid=38e1f51c-23d8-11ef-bc9b-c7b262605968" will pass to kernel 2024-06-06T07:55:23.202 INFO:teuthology.orchestra.run.smithi027.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-06-06T07:55:23.202 INFO:teuthology.orchestra.run.smithi027.stdout: You just mounted a file system that supports labels which does not 2024-06-06T07:55:23.202 INFO:teuthology.orchestra.run.smithi027.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-06-06T07:55:23.202 INFO:teuthology.orchestra.run.smithi027.stdout: applications will generate AVC messages and not be allowed access to 2024-06-06T07:55:23.202 INFO:teuthology.orchestra.run.smithi027.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-06-06T07:55:23.204 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-06-06T07:55:23.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T07:55:23.204 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-06-06T07:55:23.232 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-06T07:55:23.234 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:22.938+0000 7f64d7b57200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:55:23.234 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:23.034+0000 7f64d7b57200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:55:23.234 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:23.234+0000 7f64d7b57200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:55:23.247 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:22.970+0000 7fe93ab7b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:55:23.247 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:23.067+0000 7fe93ab7b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:55:23.324 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T07:55:23.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:23.332 INFO:teuthology.orchestra.run.smithi027.stdout:client15303 2024-06-06T07:55:23.332 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:55:23.332 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T07:55:23.350 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-06T07:55:23.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T07:55:23.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:23.450 INFO:teuthology.orchestra.run.smithi027.stdout:client15303 2024-06-06T07:55:23.450 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-06T07:55:23.487 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:23 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:23.379+0000 7f3a3c189200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-06T07:55:23.487 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:23 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:23.487+0000 7f3a3c189200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-06T07:55:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-06T07:55:23.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:23.509 INFO:teuthology.orchestra.run.smithi027.stdout:client15303 2024-06-06T07:55:23.510 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968.client15303/status') 2024-06-06T07:55:23.600 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-06T07:55:23.611 INFO:teuthology.orchestra.run.smithi027.stdout:instance: client.15303 (3)192.168.0.1:0/1517773240 2024-06-06T07:55:23.611 INFO:teuthology.orchestra.run.smithi027.stdout:blocklisted: false 2024-06-06T07:55:23.611 INFO:teuthology.orchestra.run.smithi027.stderr:0+1 records in 2024-06-06T07:55:23.611 INFO:teuthology.orchestra.run.smithi027.stderr:0+1 records out 2024-06-06T07:55:23.611 INFO:teuthology.orchestra.run.smithi027.stderr:70 bytes copied, 2.7576e-05 s, 2.5 MB/s 2024-06-06T07:55:23.612 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-06T07:55:23.619 INFO:teuthology.run_tasks:Running task exec... 2024-06-06T07:55:23.627 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T07:55:23.627 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:55:23.627 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3980203622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0107740 msgr2=0x7f5cb0109b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3980203622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0107740 0x7f5cb0109b30 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5ca8009ca0 tx=0x7f5ca802a8c0 comp rx=0 tx=0).stop 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3980203622 shutdown_connections 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3980203622 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0107740 0x7f5cb0109b30 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3980203622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cb0104e10 0x7f5cb0107200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3980203622 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 0x7f5cb01048d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3980203622 >> 172.21.15.27:0/3980203622 conn(0x7f5cb00fbe70 msgr2=0x7f5cb00fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3980203622 shutdown_connections 2024-06-06T07:55:23.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.735+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3980203622 wait complete. 2024-06-06T07:55:23.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 Processor -- start 2024-06-06T07:55:23.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 -- start start 2024-06-06T07:55:23.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 0x7f5cb0101e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 0x7f5cb0100490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cb0107740 0x7f5cb01009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb010d7b0 con 0x7f5cb0104e10 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb010d630 con 0x7f5cb01024e0 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb7ee1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb010d930 con 0x7f5cb0107740 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb547c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 0x7f5cb0100490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb547c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 0x7f5cb0100490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54342/0 (socket says 172.21.15.27:54342) 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb647e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cb0107740 0x7f5cb01009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb547c640 1 -- 172.21.15.27:0/3488960275 learned_addr learned my addr 172.21.15.27:0/3488960275 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.736+0000 7f5cb5c7d640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 0x7f5cb0101e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb547c640 1 -- 172.21.15.27:0/3488960275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cb0107740 msgr2=0x7f5cb01009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb547c640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cb0107740 0x7f5cb01009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:23.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb547c640 1 -- 172.21.15.27:0/3488960275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 msgr2=0x7f5cb0101e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb547c640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 0x7f5cb0101e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb547c640 1 -- 172.21.15.27:0/3488960275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb0101260 con 0x7f5cb0104e10 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb5c7d640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 0x7f5cb0101e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb547c640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 0x7f5cb0100490 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5ca0005fd0 tx=0x7f5ca000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca0017070 con 0x7f5cb0104e10 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5ca0009c30 con 0x7f5cb0104e10 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb01a1e20 con 0x7f5cb0104e10 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca0010460 con 0x7f5cb0104e10 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.737+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb01a2280 con 0x7f5cb0104e10 2024-06-06T07:55:23.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.738+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cb00fd960 con 0x7f5cb0104e10 2024-06-06T07:55:23.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.739+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f5ca0003eb0 con 0x7f5cb0104e10 2024-06-06T07:55:23.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.740+0000 7f5ca6ffd640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 0x7f5c9c0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:23.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.740+0000 7f5cb5c7d640 1 -- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 msgr2=0x7f5c9c0a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:23.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.740+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f5ca00cef80 con 0x7f5cb0104e10 2024-06-06T07:55:23.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.740+0000 7f5cb5c7d640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 0x7f5c9c0a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:55:23.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.745+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5ca0020030 con 0x7f5cb0104e10 2024-06-06T07:55:23.747 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:23.269+0000 7fe93ab7b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:55:23.894 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:23 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:23.707+0000 7f3a3c189200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-06T07:55:23.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.941+0000 7f5cb5c7d640 1 -- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 msgr2=0x7f5c9c0a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:23.940 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.941+0000 7f5cb5c7d640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 0x7f5c9c0a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:55:23.974 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:23.975+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f5cb00626e0 con 0x7f5cb0104e10 2024-06-06T07:55:24.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.027+0000 7f5ca6ffd640 1 -- 172.21.15.27:0/3488960275 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v30) ==== 118+0+0 (secure 0 0 0) 0x7f5ca009bb60 con 0x7f5cb0104e10 2024-06-06T07:55:24.027 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:23.755+0000 7f64d7b57200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:55:24.027 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:23.847+0000 7f64d7b57200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 msgr2=0x7f5c9c0a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 0x7f5c9c0a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 msgr2=0x7f5cb0100490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 0x7f5cb0100490 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f5ca0005fd0 tx=0x7f5ca000dde0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 shutdown_connections 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cb0107740 0x7f5cb01009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f5c9c0a2c80 0x7f5c9c0a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5cb0104e10 0x7f5cb0100490 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 --2- 172.21.15.27:0/3488960275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5cb01024e0 0x7f5cb0101e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 >> 172.21.15.27:0/3488960275 conn(0x7f5cb00fbe70 msgr2=0x7f5cb0102e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:24.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 shutdown_connections 2024-06-06T07:55:24.030 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.029+0000 7f5cb7ee1640 1 -- 172.21.15.27:0/3488960275 wait complete. 2024-06-06T07:55:24.040 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-06-06T07:55:24.130 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:24 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3488960275' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-06T07:55:24.131 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:23.794+0000 7fe93ab7b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:55:24.131 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:23.887+0000 7fe93ab7b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:55:24.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 -- 172.21.15.27:0/3789040501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 msgr2=0x7f0e34109b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:24.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 --2- 172.21.15.27:0/3789040501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e34109b50 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c009ca0 tx=0x7f0e2c02a8c0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 -- 172.21.15.27:0/3789040501 shutdown_connections 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 --2- 172.21.15.27:0/3789040501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e34109b50 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 --2- 172.21.15.27:0/3789040501 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e34104e30 0x7f0e34107220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 --2- 172.21.15.27:0/3789040501 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e34102500 0x7f0e341048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 -- 172.21.15.27:0/3789040501 >> 172.21.15.27:0/3789040501 conn(0x7f0e340fbe70 msgr2=0x7f0e340fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 -- 172.21.15.27:0/3789040501 shutdown_connections 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.150+0000 7f0e3c04d640 1 -- 172.21.15.27:0/3789040501 wait complete. 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 Processor -- start 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 -- start start 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e34102500 0x7f0e34101e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e34104e30 0x7f0e341004b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:24.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e341009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3410d7b0 con 0x7f0e34107760 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3410d630 con 0x7f0e34104e30 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3c04d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3410d930 con 0x7f0e34102500 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3a5ea640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e341009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3a5ea640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e341009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:54906/0 (socket says 172.21.15.27:54906) 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3a5ea640 1 -- 172.21.15.27:0/2794561614 learned_addr learned my addr 172.21.15.27:0/2794561614 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e34102500 0x7f0e34101e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e395e8640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e34104e30 0x7f0e341004b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3a5ea640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e34102500 msgr2=0x7f0e34101e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:24.153 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.151+0000 7f0e3a5ea640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e34102500 0x7f0e34101e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e3a5ea640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e34104e30 msgr2=0x7f0e341004b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e3a5ea640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0e34104e30 0x7f0e341004b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e3a5ea640 1 -- 172.21.15.27:0/2794561614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e34101280 con 0x7f0e34107760 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e3a5ea640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e341009f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c031ae0 tx=0x7f0e2c031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e2c02fae0 con 0x7f0e34107760 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e341a1e20 con 0x7f0e34107760 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0e2c02fc80 con 0x7f0e34107760 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e2c0468a0 con 0x7f0e34107760 2024-06-06T07:55:24.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.152+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e341a22e0 con 0x7f0e34107760 2024-06-06T07:55:24.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.153+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e340fd960 con 0x7f0e34107760 2024-06-06T07:55:24.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.154+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f0e2c030b50 con 0x7f0e34107760 2024-06-06T07:55:24.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.155+0000 7f0e2affd640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 0x7f0e200a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:24.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.155+0000 7f0e39de9640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 msgr2=0x7f0e200a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:24.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.155+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9121+0+0 (secure 0 0 0) 0x7f0e2c0f0ae0 con 0x7f0e34107760 2024-06-06T07:55:24.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.155+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 0x7f0e200a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-06T07:55:24.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.163+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0e2c081850 con 0x7f0e34107760 2024-06-06T07:55:24.318 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:24 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3488960275' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-06T07:55:24.318 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:24.089+0000 7f64d7b57200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:55:24.318 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:24.224+0000 7f64d7b57200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:55:24.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.356+0000 7f0e39de9640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 msgr2=0x7f0e200a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:24.355 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.356+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 0x7f0e200a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-06T07:55:24.376 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:24 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3488960275' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-06-06T07:55:24.376 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:24.278+0000 7f3a3c189200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-06T07:55:24.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.378+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 --> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f0e34061e80 con 0x7f0e200a2c80 2024-06-06T07:55:24.476 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:24.131+0000 7fe93ab7b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:55:24.476 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:24.267+0000 7fe93ab7b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:55:24.476 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:24.361+0000 7fe93ab7b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:55:24.731 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:24.317+0000 7f64d7b57200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:55:24.731 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:24.431+0000 7f64d7b57200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:55:24.731 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:24.730+0000 7f64d7b57200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:55:24.747 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:24.476+0000 7fe93ab7b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:55:24.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.757+0000 7f0e39de9640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 msgr2=0x7f0e200a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:24.756 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:24.757+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 0x7f0e200a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-06T07:55:24.894 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:24.377+0000 7f3a3c189200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-06T07:55:24.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:24.637+0000 7f3a3c189200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-06T07:55:24.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:24.780+0000 7f3a3c189200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-06T07:55:24.895 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:24 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:24.882+0000 7f3a3c189200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-06T07:55:25.031 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:24.780+0000 7fe93ab7b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:55:25.319 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:25 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3488960275' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-06-06T07:55:25.320 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:25 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:55:25.320 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:25 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:25.006+0000 7f3a3c189200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-06T07:55:25.327 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:25 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3488960275' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-06-06T07:55:25.327 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:25 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:55:25.381 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:25 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3488960275' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-06-06T07:55:25.381 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:25 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:55:25.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:25.558+0000 7f0e39de9640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 msgr2=0x7f0e200a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.27:6800/1008951471 2024-06-06T07:55:25.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:25.558+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 0x7f0e200a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-06T07:55:25.747 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:25 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:25.382+0000 7fe93ab7b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:55:25.747 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 07:55:25 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y[37926]: 2024-06-06T07:55:25.597+0000 7fe93ab7b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:55:25.777 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:25.327+0000 7f64d7b57200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:55:25.777 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 07:55:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z[38922]: 2024-06-06T07:55:25.543+0000 7f64d7b57200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:55:25.965 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:25 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:25.320+0000 7f3a3c189200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-06T07:55:26.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:26.045+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f0e2c0b9630 con 0x7f0e34107760 2024-06-06T07:55:26.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:26.214+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 8 ==== mgrmap(e 21) ==== 137518+0+0 (secure 0 0 0) 0x7f0e2c0c57a0 con 0x7f0e34107760 2024-06-06T07:55:26.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:26.215+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 msgr2=0x7f0e200a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-06T07:55:26.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:26.215+0000 7f0e2affd640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/1008951471,v1:172.21.15.27:6801/1008951471] conn(0x7f0e200a2c80 0x7f0e200a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: Standby manager daemon z restarted 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: Standby manager daemon z started 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: Standby manager daemon y restarted 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: Standby manager daemon y started 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T07:55:26.393 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:26 smithi176 ceph-mon[36543]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: Standby manager daemon z restarted 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: Standby manager daemon z started 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: Standby manager daemon y restarted 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: Standby manager daemon y started 2024-06-06T07:55:26.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T07:55:26.395 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:55:26.395 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T07:55:26.395 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:26 smithi203 ceph-mon[37192]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:55:26.395 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:25 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:25.965+0000 7f3a3c189200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-06T07:55:26.395 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.200+0000 7f3a3c189200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-06T07:55:26.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: Standby manager daemon z restarted 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: Standby manager daemon z started 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.203:0/345473251' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: Standby manager daemon y restarted 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: Standby manager daemon y started 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-06T07:55:26.396 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-mon[32293]: from='mgr.? 172.21.15.176:0/1897406382' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-06T07:55:26.649 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.476+0000 7f399ba03700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.649 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.476+0000 7f399ba03700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.649 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.476+0000 7f399ba03700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.476+0000 7f399ba03700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.476+0000 7f399ba03700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.488+0000 7f399ea09700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.488+0000 7f399ea09700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.488+0000 7f399ea09700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.488+0000 7f399ea09700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:26.650 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:26.488+0000 7f399ea09700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:27.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.218+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mon.0 v2:172.21.15.27:3300/0 9 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f0e2c0ee2b0 con 0x7f0e34107760 2024-06-06T07:55:27.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.218+0000 7f0e2affd640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0e20035160 0x7f0e20035540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.218+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7f0e2c007e80 con 0x7f0e20035160 2024-06-06T07:55:27.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.221+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0e20035160 0x7f0e20035540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.225+0000 7f0e39de9640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0e20035160 0x7f0e20035540 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0e300095f0 tx=0x7f0e30005f90 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:27.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.251+0000 7f0e2affd640 1 -- 172.21.15.27:0/2794561614 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7f0e2c007e80 con 0x7f0e20035160 2024-06-06T07:55:27.251 INFO:teuthology.orchestra.run.smithi027.stdout:{} 2024-06-06T07:55:27.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0e20035160 msgr2=0x7f0e20035540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0e20035160 0x7f0e20035540 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f0e300095f0 tx=0x7f0e30005f90 comp rx=0 tx=0).stop 2024-06-06T07:55:27.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 msgr2=0x7f0e341009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 --2- 172.21.15.27:0/2794561614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0e34107760 0x7f0e341009f0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c031ae0 tx=0x7f0e2c031ee0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3a5ea640 1 -- 172.21.15.27:0/2794561614 reap_dead start 2024-06-06T07:55:27.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 shutdown_connections 2024-06-06T07:55:27.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 >> 172.21.15.27:0/2794561614 conn(0x7f0e340fbe70 msgr2=0x7f0e34102e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:27.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 shutdown_connections 2024-06-06T07:55:27.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.254+0000 7f0e3c04d640 1 -- 172.21.15.27:0/2794561614 wait complete. 2024-06-06T07:55:27.268 INFO:teuthology.run_tasks:Running task check-counter... 2024-06-06T07:55:27.278 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-06-06T07:55:27.288 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-06T07:55:27.312 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:27.234+0000 7f39989fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:27.312 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:27.234+0000 7f39989fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:27.234+0000 7f39989fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:27.234+0000 7f39989fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:55:27.234+0000 7f39989fd700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: mgrmap e20: x(active, since 11m), standbys: y, z 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: Active manager daemon x restarted 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: Activating manager daemon x 2024-06-06T07:55:27.313 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: osdmap e101: 12 total, 12 up, 12 in 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: mgrmap e21: x(active, starting, since 0.0144018s), standbys: y, z 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:55:27.314 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:55:27.315 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: Manager daemon x is now available 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:55:27.316 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:27 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:55:27.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 -- 172.21.15.27:0/2510620601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 msgr2=0x7fb910104850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 --2- 172.21.15.27:0/2510620601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910104850 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fb900009900 tx=0x7fb90002a410 comp rx=0 tx=0).stop 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 -- 172.21.15.27:0/2510620601 shutdown_connections 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 --2- 172.21.15.27:0/2510620601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9101076c0 0x7fb910109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 --2- 172.21.15.27:0/2510620601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb910104d90 0x7fb910107180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 --2- 172.21.15.27:0/2510620601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910104850 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 -- 172.21.15.27:0/2510620601 >> 172.21.15.27:0/2510620601 conn(0x7fb9100fbe50 msgr2=0x7fb9100fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 -- 172.21.15.27:0/2510620601 shutdown_connections 2024-06-06T07:55:27.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.401+0000 7fb915122640 1 -- 172.21.15.27:0/2510620601 wait complete. 2024-06-06T07:55:27.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 Processor -- start 2024-06-06T07:55:27.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 -- start start 2024-06-06T07:55:27.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910101dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb910104d90 0x7fb910100410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9101076c0 0x7fb910100950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb91010d790 con 0x7fb910102460 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb91010d610 con 0x7fb9101076c0 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb915122640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb91010d910 con 0x7fb910104d90 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb90ed9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910101dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb90ed9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910101dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55082/0 (socket says 172.21.15.27:55082) 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb90ed9d640 1 -- 172.21.15.27:0/3900763207 learned_addr learned my addr 172.21.15.27:0/3900763207 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb90e59c640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb910104d90 0x7fb910100410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.402+0000 7fb90f59e640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9101076c0 0x7fb910100950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb90ed9d640 1 -- 172.21.15.27:0/3900763207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb910104d90 msgr2=0x7fb910100410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb90ed9d640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb910104d90 0x7fb910100410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb90ed9d640 1 -- 172.21.15.27:0/3900763207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9101076c0 msgr2=0x7fb910100950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb90ed9d640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9101076c0 0x7fb910100950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb90ed9d640 1 -- 172.21.15.27:0/3900763207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9101011e0 con 0x7fb910102460 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb90ed9d640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910101dd0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb900009a20 tx=0x7fb900004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb90003f030 con 0x7fb910102460 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb900003d00 con 0x7fb910102460 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9101a1e30 con 0x7fb910102460 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb900035070 con 0x7fb910102460 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.403+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9101a2240 con 0x7fb910102460 2024-06-06T07:55:27.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.404+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9100fd940 con 0x7fb910102460 2024-06-06T07:55:27.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.406+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fb900042030 con 0x7fb910102460 2024-06-06T07:55:27.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.406+0000 7fb8f7fff640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb8f80a2990 0x7fb8f80a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.407+0000 7fb90e59c640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb8f80a2990 0x7fb8f80a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.407+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb9000efa40 con 0x7fb910102460 2024-06-06T07:55:27.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.407+0000 7fb90e59c640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb8f80a2990 0x7fb8f80a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb910101b40 tx=0x7fb90400a2d0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:27.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.410+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb9000bc810 con 0x7fb910102460 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: mgrmap e20: x(active, since 11m), standbys: y, z 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: Active manager daemon x restarted 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: Activating manager daemon x 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: osdmap e101: 12 total, 12 up, 12 in 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: mgrmap e21: x(active, starting, since 0.0144018s), standbys: y, z 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T07:55:27.428 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:55:27.429 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: Manager daemon x is now available 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:55:27.430 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:55:27.431 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:55:27.431 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:27 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: mgrmap e20: x(active, since 11m), standbys: y, z 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: Active manager daemon x restarted 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: Activating manager daemon x 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: osdmap e101: 12 total, 12 up, 12 in 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: mgrmap e21: x(active, starting, since 0.0144018s), standbys: y, z 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-06T07:55:27.522 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-06T07:55:27.523 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-06T07:55:27.524 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: Manager daemon x is now available 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:55:27.525 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:27 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-06T07:55:27.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.597+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb91002d530 con 0x7fb910102460 2024-06-06T07:55:27.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.599+0000 7fb8f7fff640 1 -- 172.21.15.27:0/3900763207 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25012 (secure 0 0 0) 0x7fb9000bc110 con 0x7fb910102460 2024-06-06T07:55:27.598 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:27.598 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":101,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:55:26.202316+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:0/3910427561":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/1165971616":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6800/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/3378358917":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2701848145":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb8f80a2990 msgr2=0x7fb8f80a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb8f80a2990 0x7fb8f80a4e50 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb910101b40 tx=0x7fb90400a2d0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 msgr2=0x7fb910101dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910101dd0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fb900009a20 tx=0x7fb900004430 comp rx=0 tx=0).stop 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 shutdown_connections 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb8f80a2990 0x7fb8f80a4e50 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9101076c0 0x7fb910100950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb910104d90 0x7fb910100410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 --2- 172.21.15.27:0/3900763207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb910102460 0x7fb910101dd0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 >> 172.21.15.27:0/3900763207 conn(0x7fb9100fbe50 msgr2=0x7fb910102da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 shutdown_connections 2024-06-06T07:55:27.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.601+0000 7fb915122640 1 -- 172.21.15.27:0/3900763207 wait complete. 2024-06-06T07:55:27.612 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-06T07:46:04.030579+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-06T07:51:02.827280+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-06T07:51:06.653081+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-06-06T07:51:18.649612+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-06-06T07:55:27.613 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-06T07:55:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 -- 172.21.15.27:0/2459397609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8104e10 msgr2=0x7ff1b8107200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/2459397609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8104e10 0x7ff1b8107200 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac009900 tx=0x7ff1ac02a410 comp rx=0 tx=0).stop 2024-06-06T07:55:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 -- 172.21.15.27:0/2459397609 shutdown_connections 2024-06-06T07:55:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/2459397609 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff1b8107740 0x7ff1b8109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/2459397609 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8104e10 0x7ff1b8107200 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/2459397609 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 0x7ff1b81048d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 -- 172.21.15.27:0/2459397609 >> 172.21.15.27:0/2459397609 conn(0x7ff1b80fbe50 msgr2=0x7ff1b80fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:27.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 -- 172.21.15.27:0/2459397609 shutdown_connections 2024-06-06T07:55:27.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.764+0000 7ff1be6d2640 1 -- 172.21.15.27:0/2459397609 wait complete. 2024-06-06T07:55:27.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 Processor -- start 2024-06-06T07:55:27.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 -- start start 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 0x7ff1b8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff1b8104e10 0x7ff1b81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 0x7ff1b819f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b810d790 con 0x7ff1b8107740 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b810d610 con 0x7ff1b8104e10 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1be6d2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff1b810d910 con 0x7ff1b81024e0 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1bcc6f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 0x7ff1b819f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1bcc6f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 0x7ff1b819f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55102/0 (socket says 172.21.15.27:55102) 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.765+0000 7ff1bcc6f640 1 -- 172.21.15.27:0/473536086 learned_addr learned my addr 172.21.15.27:0/473536086 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:27.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1b77fe640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff1b8104e10 0x7ff1b81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1b7fff640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 0x7ff1b8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1bcc6f640 1 -- 172.21.15.27:0/473536086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 msgr2=0x7ff1b8197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1bcc6f640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 0x7ff1b8197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1bcc6f640 1 -- 172.21.15.27:0/473536086 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff1b8104e10 msgr2=0x7ff1b81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1bcc6f640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff1b8104e10 0x7ff1b81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1bcc6f640 1 -- 172.21.15.27:0/473536086 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1b819fab0 con 0x7ff1b8107740 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1b7fff640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 0x7ff1b8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1bcc6f640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 0x7ff1b819f440 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009fd0 tx=0x7ff1b000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0017070 con 0x7ff1b8107740 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1b819fda0 con 0x7ff1b8107740 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff1b0004020 con 0x7ff1b8107740 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b00106c0 con 0x7ff1b8107740 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.766+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1b81a0210 con 0x7ff1b8107740 2024-06-06T07:55:27.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.767+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1b80fd940 con 0x7ff1b8107740 2024-06-06T07:55:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.768+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7ff1b00041d0 con 0x7ff1b8107740 2024-06-06T07:55:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.769+0000 7ff1b57fa640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff1a00a2990 0x7ff1a00a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.769+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff1b00cedf0 con 0x7ff1b8107740 2024-06-06T07:55:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.770+0000 7ff1b7fff640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff1a00a2990 0x7ff1a00a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:27.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.770+0000 7ff1b7fff640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff1a00a2990 0x7ff1a00a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80058c0 tx=0x7ff1a8005850 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:27.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.774+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff1b009bbc0 con 0x7ff1b8107740 2024-06-06T07:55:27.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.960+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff1b8062640 con 0x7ff1b8107740 2024-06-06T07:55:27.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.961+0000 7ff1b57fa640 1 -- 172.21.15.27:0/473536086 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v101) ==== 93+0+10 (secure 0 0 0) 0x7ff1b009b4c0 con 0x7ff1b8107740 2024-06-06T07:55:27.960 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-06-06T07:55:27.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.962+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff1a00a2990 msgr2=0x7ff1a00a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.962+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff1a00a2990 0x7ff1a00a4e50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff1a80058c0 tx=0x7ff1a8005850 comp rx=0 tx=0).stop 2024-06-06T07:55:27.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.962+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 msgr2=0x7ff1b819f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:27.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.962+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 0x7ff1b819f440 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff1b0009fd0 tx=0x7ff1b000b260 comp rx=0 tx=0).stop 2024-06-06T07:55:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 shutdown_connections 2024-06-06T07:55:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff1a00a2990 0x7ff1a00a4e50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff1b8107740 0x7ff1b819f440 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff1b8104e10 0x7ff1b81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 --2- 172.21.15.27:0/473536086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1b81024e0 0x7ff1b8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:27.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 >> 172.21.15.27:0/473536086 conn(0x7ff1b80fbe50 msgr2=0x7ff1b8102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:27.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 shutdown_connections 2024-06-06T07:55:27.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:27.963+0000 7ff1be6d2640 1 -- 172.21.15.27:0/473536086 wait complete. 2024-06-06T07:55:27.973 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-06T07:55:28.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.089+0000 7fd92d4a5640 1 -- 172.21.15.27:0/3900409945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928104df0 msgr2=0x7fd9281071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.089+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/3900409945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928104df0 0x7fd9281071e0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd910009900 tx=0x7fd91002a410 comp rx=0 tx=0).stop 2024-06-06T07:55:28.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 -- 172.21.15.27:0/3900409945 shutdown_connections 2024-06-06T07:55:28.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/3900409945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928107720 0x7fd928109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/3900409945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928104df0 0x7fd9281071e0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/3900409945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 0x7fd9281048b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 -- 172.21.15.27:0/3900409945 >> 172.21.15.27:0/3900409945 conn(0x7fd9280fbe50 msgr2=0x7fd9280fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 -- 172.21.15.27:0/3900409945 shutdown_connections 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 -- 172.21.15.27:0/3900409945 wait complete. 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 Processor -- start 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.090+0000 7fd92d4a5640 1 -- start start 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd92d4a5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 0x7fd928101e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd92d4a5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928104df0 0x7fd928100470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd92d4a5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 0x7fd9281009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd92d4a5640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd92810d7c0 con 0x7fd928107720 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd92d4a5640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd92810d640 con 0x7fd9281024c0 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd92d4a5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd92810d940 con 0x7fd928104df0 2024-06-06T07:55:28.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 0x7fd9281009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd926ffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 0x7fd928101e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 0x7fd9281009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55118/0 (socket says 172.21.15.27:55118) 2024-06-06T07:55:28.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 -- 172.21.15.27:0/203477683 learned_addr learned my addr 172.21.15.27:0/203477683 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:28.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd91e7fc640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928104df0 0x7fd928100470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 -- 172.21.15.27:0/203477683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928104df0 msgr2=0x7fd928100470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928104df0 0x7fd928100470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 -- 172.21.15.27:0/203477683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 msgr2=0x7fd928101e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 0x7fd928101e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 -- 172.21.15.27:0/203477683 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd928101240 con 0x7fd928107720 2024-06-06T07:55:28.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd91e7fc640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928104df0 0x7fd928100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd926ffd640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 0x7fd928101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd9277fe640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 0x7fd9281009b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd92000eb10 tx=0x7fd92000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.091+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd920004b20 con 0x7fd928107720 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.092+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd920004cc0 con 0x7fd928107720 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.092+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9281a1f50 con 0x7fd928107720 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.092+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9200107f0 con 0x7fd928107720 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.092+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9281a2360 con 0x7fd928107720 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.093+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9280fd940 con 0x7fd928107720 2024-06-06T07:55:28.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.094+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fd920005020 con 0x7fd928107720 2024-06-06T07:55:28.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.095+0000 7fd924ff9640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd9140a2990 0x7fd9140a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.095+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fd9200cf660 con 0x7fd928107720 2024-06-06T07:55:28.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.096+0000 7fd926ffd640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd9140a2990 0x7fd9140a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.096+0000 7fd926ffd640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd9140a2990 0x7fd9140a4e50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd918011490 tx=0x7fd918005f90 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:28.099 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.100+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd92009c430 con 0x7fd928107720 2024-06-06T07:55:28.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.226+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7fd9200983a0 con 0x7fd928107720 2024-06-06T07:55:28.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.307+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd9280625a0 con 0x7fd928107720 2024-06-06T07:55:28.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.308+0000 7fd924ff9640 1 -- 172.21.15.27:0/203477683 <== mon.0 v2:172.21.15.27:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v101) ==== 104+0+11 (secure 0 0 0) 0x7fd9200577c0 con 0x7fd928107720 2024-06-06T07:55:28.307 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-06-06T07:55:28.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd9140a2990 msgr2=0x7fd9140a4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd9140a2990 0x7fd9140a4e50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd918011490 tx=0x7fd918005f90 comp rx=0 tx=0).stop 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 msgr2=0x7fd9281009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 0x7fd9281009b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd92000eb10 tx=0x7fd92000c2d0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 shutdown_connections 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd9140a2990 0x7fd9140a4e50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd928107720 0x7fd9281009b0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd928104df0 0x7fd928100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 --2- 172.21.15.27:0/203477683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd9281024c0 0x7fd928101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 >> 172.21.15.27:0/203477683 conn(0x7fd9280fbe50 msgr2=0x7fd928102d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 shutdown_connections 2024-06-06T07:55:28.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.311+0000 7fd92d4a5640 1 -- 172.21.15.27:0/203477683 wait complete. 2024-06-06T07:55:28.324 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:28 smithi027 ceph-mon[32293]: mgrmap e22: x(active, since 1.02038s), standbys: y, z 2024-06-06T07:55:28.324 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:28 smithi027 ceph-mon[32293]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:28.324 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:28 smithi027 ceph-mon[32293]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:28.324 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:28 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3900763207' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:28.324 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:28 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/473536086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T07:55:28.325 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-06T07:55:28.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 -- 172.21.15.27:0/1156698244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81019f0 msgr2=0x7f1ef8101e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 --2- 172.21.15.27:0/1156698244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81019f0 0x7f1ef8101e10 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4009900 tx=0x7f1ef402a410 comp rx=0 tx=0).stop 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 -- 172.21.15.27:0/1156698244 shutdown_connections 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 --2- 172.21.15.27:0/1156698244 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ef81035a0 0x7f1ef8109e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 --2- 172.21.15.27:0/1156698244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ef8102be0 0x7f1ef8103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 --2- 172.21.15.27:0/1156698244 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81019f0 0x7f1ef8101e10 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 -- 172.21.15.27:0/1156698244 >> 172.21.15.27:0/1156698244 conn(0x7f1ef80fcf80 msgr2=0x7f1ef80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 -- 172.21.15.27:0/1156698244 shutdown_connections 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.460+0000 7f1f002e7640 1 -- 172.21.15.27:0/1156698244 wait complete. 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 Processor -- start 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 -- start start 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ef81019f0 0x7f1ef8197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ef8102be0 0x7f1ef81983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 0x7f1ef819f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef810d790 con 0x7f1ef81035a0 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef810d610 con 0x7f1ef81019f0 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1f002e7640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef810d910 con 0x7f1ef8102be0 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 0x7f1ef819f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 0x7f1ef819f410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55154/0 (socket says 172.21.15.27:55154) 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe083640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ef81019f0 0x7f1ef8197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 -- 172.21.15.27:0/12819045 learned_addr learned my addr 172.21.15.27:0/12819045 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efd882640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ef8102be0 0x7f1ef81983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 -- 172.21.15.27:0/12819045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ef8102be0 msgr2=0x7f1ef81983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ef8102be0 0x7f1ef81983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 -- 172.21.15.27:0/12819045 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ef81019f0 msgr2=0x7f1ef8197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.461+0000 7f1efe884640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ef81019f0 0x7f1ef8197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1efe884640 1 -- 172.21.15.27:0/12819045 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef819fa80 con 0x7f1ef81035a0 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1efe884640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 0x7f1ef819f410 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0009fd0 tx=0x7f1ef000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef0017070 con 0x7f1ef81035a0 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef819fd70 con 0x7f1ef81035a0 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1ef0004020 con 0x7f1ef81035a0 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef00106c0 con 0x7f1ef81035a0 2024-06-06T07:55:28.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.462+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef81a0210 con 0x7f1ef81035a0 2024-06-06T07:55:28.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.463+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ef8108d10 con 0x7f1ef81035a0 2024-06-06T07:55:28.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.464+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f1ef00041d0 con 0x7f1ef81035a0 2024-06-06T07:55:28.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.465+0000 7f1eef7fe640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ee40a2d90 0x7f1ee40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.465+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f1ef00cf530 con 0x7f1ef81035a0 2024-06-06T07:55:28.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.465+0000 7f1efe083640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ee40a2d90 0x7f1ee40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.465+0000 7f1efe083640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ee40a2d90 0x7f1ee40a5250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4031570 tx=0x7f1ef4031640 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:28.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.469+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1ef009b630 con 0x7f1ef81035a0 2024-06-06T07:55:28.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:28 smithi176 ceph-mon[36543]: mgrmap e22: x(active, since 1.02038s), standbys: y, z 2024-06-06T07:55:28.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:28 smithi176 ceph-mon[36543]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:28.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:28 smithi176 ceph-mon[36543]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:28.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:28 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3900763207' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:28.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:28 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/473536086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T07:55:28.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:28 smithi203 ceph-mon[37192]: mgrmap e22: x(active, since 1.02038s), standbys: y, z 2024-06-06T07:55:28.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:28 smithi203 ceph-mon[37192]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:28.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:28 smithi203 ceph-mon[37192]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:28.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:28 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3900763207' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:28.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:28 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/473536086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T07:55:28.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.660+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f1ef802d2e0 con 0x7f1ef81035a0 2024-06-06T07:55:28.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.661+0000 7f1eef7fe640 1 -- 172.21.15.27:0/12819045 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v101) ==== 100+0+11 (secure 0 0 0) 0x7f1ef009f930 con 0x7f1ef81035a0 2024-06-06T07:55:28.660 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ee40a2d90 msgr2=0x7f1ee40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ee40a2d90 0x7f1ee40a5250 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4031570 tx=0x7f1ef4031640 comp rx=0 tx=0).stop 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 msgr2=0x7f1ef819f410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 0x7f1ef819f410 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0009fd0 tx=0x7f1ef000b260 comp rx=0 tx=0).stop 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 shutdown_connections 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ee40a2d90 0x7f1ee40a5250 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1ef81035a0 0x7f1ef819f410 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ef8102be0 0x7f1ef81983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 --2- 172.21.15.27:0/12819045 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1ef81019f0 0x7f1ef8197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 >> 172.21.15.27:0/12819045 conn(0x7f1ef80fcf80 msgr2=0x7f1ef8105ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:28.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 shutdown_connections 2024-06-06T07:55:28.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.663+0000 7f1f002e7640 1 -- 172.21.15.27:0/12819045 wait complete. 2024-06-06T07:55:28.674 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.784+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/1397261534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18102460 msgr2=0x7f8f18104850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.784+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/1397261534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18102460 0x7f8f18104850 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8f08009900 tx=0x7f8f0802a410 comp rx=0 tx=0).stop 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/1397261534 shutdown_connections 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/1397261534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f181076c0 0x7f8f18109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/1397261534 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f18104d90 0x7f8f18107180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/1397261534 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18102460 0x7f8f18104850 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/1397261534 >> 172.21.15.27:0/1397261534 conn(0x7f8f180fbe50 msgr2=0x7f8f180fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/1397261534 shutdown_connections 2024-06-06T07:55:28.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/1397261534 wait complete. 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 Processor -- start 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.785+0000 7f8f1ca9a640 1 -- start start 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f18102460 0x7f8f18197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 0x7f8f18198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f181076c0 0x7f8f1819f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1810d7e0 con 0x7f8f18104d90 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1810d660 con 0x7f8f181076c0 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8f1810d960 con 0x7f8f18102460 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 0x7f8f18198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 0x7f8f18198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55172/0 (socket says 172.21.15.27:55172) 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 -- 172.21.15.27:0/2314097740 learned_addr learned my addr 172.21.15.27:0/2314097740 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:28.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1659c640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f18102460 0x7f8f18197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f16d9d640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f181076c0 0x7f8f1819f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 -- 172.21.15.27:0/2314097740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f18102460 msgr2=0x7f8f18197e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f18102460 0x7f8f18197e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 -- 172.21.15.27:0/2314097740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f181076c0 msgr2=0x7f8f1819f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f181076c0 0x7f8f1819f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 -- 172.21.15.27:0/2314097740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f1819fa40 con 0x7f8f18104d90 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f16d9d640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f181076c0 0x7f8f1819f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0ffff640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 0x7f8f18198360 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000e9c0 tx=0x7f8f0000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f0000cd80 con 0x7f8f18104d90 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.786+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f1819fd30 con 0x7f8f18104d90 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.787+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8f00005520 con 0x7f8f18104d90 2024-06-06T07:55:28.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.787+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f00010690 con 0x7f8f18104d90 2024-06-06T07:55:28.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.787+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f181a0270 con 0x7f8f18104d90 2024-06-06T07:55:28.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.788+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f180fd940 con 0x7f8f18104d90 2024-06-06T07:55:28.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.789+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 23) ==== 138004+0+0 (secure 0 0 0) 0x7f8f000046c0 con 0x7f8f18104d90 2024-06-06T07:55:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.790+0000 7f8f0f7fe640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8f040a2e10 0x7f8f040a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.790+0000 7f8f1659c640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8f040a2e10 0x7f8f040a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.790+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f8f000cfeb0 con 0x7f8f18104d90 2024-06-06T07:55:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.790+0000 7f8f1659c640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8f040a2e10 0x7f8f040a52d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f8f08005ab0 tx=0x7f8f08005a20 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:28.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.793+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8f00053850 con 0x7f8f18104d90 2024-06-06T07:55:28.980 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.981+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8f1802d530 con 0x7f8f18104d90 2024-06-06T07:55:28.981 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.981+0000 7f8f0f7fe640 1 -- 172.21.15.27:0/2314097740 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v101) ==== 103+0+11 (secure 0 0 0) 0x7f8f0009c5a0 con 0x7f8f18104d90 2024-06-06T07:55:28.981 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.983+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8f040a2e10 msgr2=0x7f8f040a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.983+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8f040a2e10 0x7f8f040a52d0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f8f08005ab0 tx=0x7f8f08005a20 comp rx=0 tx=0).stop 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.983+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 msgr2=0x7f8f18198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.983+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 0x7f8f18198360 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000e9c0 tx=0x7f8f0000ee80 comp rx=0 tx=0).stop 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 shutdown_connections 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8f040a2e10 0x7f8f040a52d0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8f181076c0 0x7f8f1819f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8f18104d90 0x7f8f18198360 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 --2- 172.21.15.27:0/2314097740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f18102460 0x7f8f18197e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:28.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 >> 172.21.15.27:0/2314097740 conn(0x7f8f180fbe50 msgr2=0x7f8f18102da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:28.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 shutdown_connections 2024-06-06T07:55:28.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:28.984+0000 7f8f1ca9a640 1 -- 172.21.15.27:0/2314097740 wait complete. 2024-06-06T07:55:28.995 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-06-06T07:55:28.995 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:55:29.263 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:29.386 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: [06/Jun/2024:07:55:27] ENGINE Bus STARTING 2024-06-06T07:55:29.386 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: [06/Jun/2024:07:55:28] ENGINE Serving on https://172.21.15.27:7150 2024-06-06T07:55:29.386 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: [06/Jun/2024:07:55:28] ENGINE Serving on http://172.21.15.27:8765 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: [06/Jun/2024:07:55:28] ENGINE Bus STARTED 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/203477683' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/12819045' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:29 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2314097740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: [06/Jun/2024:07:55:27] ENGINE Bus STARTING 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: [06/Jun/2024:07:55:28] ENGINE Serving on https://172.21.15.27:7150 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: [06/Jun/2024:07:55:28] ENGINE Serving on http://172.21.15.27:8765 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: [06/Jun/2024:07:55:28] ENGINE Bus STARTED 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/203477683' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/12819045' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:29 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2314097740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: [06/Jun/2024:07:55:27] ENGINE Bus STARTING 2024-06-06T07:55:29.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: [06/Jun/2024:07:55:28] ENGINE Serving on https://172.21.15.27:7150 2024-06-06T07:55:29.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: [06/Jun/2024:07:55:28] ENGINE Serving on http://172.21.15.27:8765 2024-06-06T07:55:29.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: [06/Jun/2024:07:55:28] ENGINE Bus STARTED 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/203477683' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/12819045' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T07:55:29.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:29 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2314097740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T07:55:30.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi176 to 176.2M 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: Unable to set osd_memory_target on smithi176 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi203 to 176.1M 2024-06-06T07:55:30.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:30 smithi176 ceph-mon[36543]: Unable to set osd_memory_target on smithi203 to 184758784: error parsing value: Value '184758784' is below minimum 939524096 2024-06-06T07:55:30.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi176 to 176.2M 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: Unable to set osd_memory_target on smithi176 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi203 to 176.1M 2024-06-06T07:55:30.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:30 smithi203 ceph-mon[37192]: Unable to set osd_memory_target on smithi203 to 184758784: error parsing value: Value '184758784' is below minimum 939524096 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.825 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi176 to 176.2M 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: Unable to set osd_memory_target on smithi176 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:30.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi203 to 176.1M 2024-06-06T07:55:30.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:30 smithi027 ceph-mon[32293]: Unable to set osd_memory_target on smithi203 to 184758784: error parsing value: Value '184758784' is below minimum 939524096 2024-06-06T07:55:31.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.299+0000 7f45afd04700 1 -- 172.21.15.27:0/2810326772 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a8108500 msgr2=0x7f45a81088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:31.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.299+0000 7f45afd04700 1 --2- 172.21.15.27:0/2810326772 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a8108500 0x7f45a81088e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f45a4009990 tx=0x7f45a4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.299+0000 7f45afd04700 1 -- 172.21.15.27:0/2810326772 shutdown_connections 2024-06-06T07:55:31.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 --2- 172.21.15.27:0/2810326772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45a806ab30 0x7f45a810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 --2- 172.21.15.27:0/2810326772 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a8108500 0x7f45a81088e0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 --2- 172.21.15.27:0/2810326772 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45a806a170 0x7f45a806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 -- 172.21.15.27:0/2810326772 >> 172.21.15.27:0/2810326772 conn(0x7f45a8078340 msgr2=0x7f45a8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 -- 172.21.15.27:0/2810326772 shutdown_connections 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 -- 172.21.15.27:0/2810326772 wait complete. 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 Processor -- start 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 -- start start 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.300+0000 7f45afd04700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 0x7f45a819af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45afd04700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45a806ab30 0x7f45a819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45afd04700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45a8108500 0x7f45a819f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45afd04700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f45a81128b0 con 0x7f45a806a170 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45afd04700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f45a8112730 con 0x7f45a806ab30 2024-06-06T07:55:31.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45afd04700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f45a8112a30 con 0x7f45a8108500 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 0x7f45a819af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 0x7f45a819af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55196/0 (socket says 172.21.15.27:55196) 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 -- 172.21.15.27:0/1543459084 learned_addr learned my addr 172.21.15.27:0/1543459084 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45ad29f700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45a806ab30 0x7f45a819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45ae2a1700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45a8108500 0x7f45a819f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 -- 172.21.15.27:0/1543459084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45a8108500 msgr2=0x7f45a819f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45a8108500 0x7f45a819f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 -- 172.21.15.27:0/1543459084 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45a806ab30 msgr2=0x7f45a819b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45a806ab30 0x7f45a819b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 -- 172.21.15.27:0/1543459084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45a819ff80 con 0x7f45a806a170 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45adaa0700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 0x7f45a819af70 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f45a4000c00 tx=0x7f45a400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a4027070 con 0x7f45a806a170 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f45a4022470 con 0x7f45a806a170 2024-06-06T07:55:31.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45a81a0210 con 0x7f45a806a170 2024-06-06T07:55:31.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.301+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a4017650 con 0x7f45a806a170 2024-06-06T07:55:31.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.302+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45a81a7af0 con 0x7f45a806a170 2024-06-06T07:55:31.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.303+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45a8069180 con 0x7f45a806a170 2024-06-06T07:55:31.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.304+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f45a402a070 con 0x7f45a806a170 2024-06-06T07:55:31.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.305+0000 7f459effd700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f45940a2f30 0x7f45940a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:31.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.305+0000 7f45ad29f700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f45940a2f30 0x7f45940a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:31.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.305+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f45a40d0520 con 0x7f45a806a170 2024-06-06T07:55:31.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.305+0000 7f45ad29f700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f45940a2f30 0x7f45940a53f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f45a81033f0 tx=0x7f45980073d0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:31.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.310+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f45a4013070 con 0x7f45a806a170 2024-06-06T07:55:31.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.567+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45a81a7cc0 con 0x7f45a806a170 2024-06-06T07:55:31.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.568+0000 7f459effd700 1 -- 172.21.15.27:0/1543459084 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f45a4098020 con 0x7f45a806a170 2024-06-06T07:55:31.568 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:31.568 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:55:31.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f45940a2f30 msgr2=0x7f45940a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f45940a2f30 0x7f45940a53f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f45a81033f0 tx=0x7f45980073d0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 msgr2=0x7f45a819af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 0x7f45a819af70 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f45a4000c00 tx=0x7f45a400f690 comp rx=0 tx=0).stop 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 shutdown_connections 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f45940a2f30 0x7f45940a53f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45a8108500 0x7f45a819f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f45a806a170 0x7f45a819af70 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 --2- 172.21.15.27:0/1543459084 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f45a806ab30 0x7f45a819b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 >> 172.21.15.27:0/1543459084 conn(0x7f45a8078340 msgr2=0x7f45a810d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 shutdown_connections 2024-06-06T07:55:31.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:31.572+0000 7f45afd04700 1 -- 172.21.15.27:0/1543459084 wait complete. 2024-06-06T07:55:31.573 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:55:31.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:31.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:31 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-06-06T07:55:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:31.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:31 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:31.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T07:55:31.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:31.896 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:31 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:32.350 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-06-06T07:55:32.350 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-06-06T07:55:32.350 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-06T07:55:32.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 -- 172.21.15.27:0/1482274013 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 msgr2=0x7f3fbc106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 --2- 172.21.15.27:0/1482274013 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc106c70 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f3fac009cd0 tx=0x7f3fac02a8e0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 -- 172.21.15.27:0/1482274013 shutdown_connections 2024-06-06T07:55:32.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 --2- 172.21.15.27:0/1482274013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 0x7f3fbc10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 --2- 172.21.15.27:0/1482274013 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3fbc100880 0x7f3fbc100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 --2- 172.21.15.27:0/1482274013 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc106c70 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 -- 172.21.15.27:0/1482274013 >> 172.21.15.27:0/1482274013 conn(0x7f3fbc0779a0 msgr2=0x7f3fbc077db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 -- 172.21.15.27:0/1482274013 shutdown_connections 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.459+0000 7f3fc2161640 1 -- 172.21.15.27:0/1482274013 wait complete. 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 Processor -- start 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 -- start start 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3fbc100880 0x7f3fbc10e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 0x7f3fbc10e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc10ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3fbc111ec0 con 0x7f3fbc106890 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3fbc111d40 con 0x7f3fbc100880 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.460+0000 7f3fc2161640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3fbc112040 con 0x7f3fbc101240 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc10ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc10ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55226/0 (socket says 172.21.15.27:55226) 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbb7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3fbc100880 0x7f3fbc10e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 -- 172.21.15.27:0/3046387133 learned_addr learned my addr 172.21.15.27:0/3046387133 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbaffd640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 0x7f3fbc10e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 -- 172.21.15.27:0/3046387133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 msgr2=0x7f3fbc10e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 0x7f3fbc10e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 -- 172.21.15.27:0/3046387133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3fbc100880 msgr2=0x7f3fbc10e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3fbc100880 0x7f3fbc10e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 -- 172.21.15.27:0/3046387133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fbc1a67e0 con 0x7f3fbc106890 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbaffd640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 0x7f3fbc10e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fbbfff640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc10ec60 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3fb400e970 tx=0x7f3fb400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb400ccc0 con 0x7f3fbc106890 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fbc1a6ad0 con 0x7f3fbc106890 2024-06-06T07:55:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3fb400ce60 con 0x7f3fbc106890 2024-06-06T07:55:32.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb4010690 con 0x7f3fbc106890 2024-06-06T07:55:32.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.461+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fbc1a7070 con 0x7f3fbc106890 2024-06-06T07:55:32.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.462+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fbc0687c0 con 0x7f3fbc106890 2024-06-06T07:55:32.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.464+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f3fb40046c0 con 0x7f3fbc106890 2024-06-06T07:55:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.464+0000 7f3fb8ff9640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3fa40a2e50 0x7f3fa40a5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.464+0000 7f3fbb7fe640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3fa40a2e50 0x7f3fa40a5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.464+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f3fb40cfde0 con 0x7f3fbc106890 2024-06-06T07:55:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.465+0000 7f3fbb7fe640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3fa40a2e50 0x7f3fa40a5310 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3fac006010 tx=0x7f3fac031000 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:32.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.469+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3fb409c450 con 0x7f3fbc106890 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi027 to 176.1M 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Unable to set osd_memory_target on smithi027 to 184710041: error parsing value: Value '184710041' is below minimum 939524096 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi027:/etc/ceph/ceph.conf 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi176:/etc/ceph/ceph.conf 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi203:/etc/ceph/ceph.conf 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1543459084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi176:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: Updating smithi027:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:32.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:32 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.652 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.652+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3fbc061de0 con 0x7f3fa40a2e50 2024-06-06T07:55:32.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.663+0000 7f3fb8ff9640 1 -- 172.21.15.27:0/3046387133 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339937 (secure 0 0 0) 0x7f3fbc061de0 con 0x7f3fa40a2e50 2024-06-06T07:55:32.670 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:32.672 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3fa40a2e50 msgr2=0x7f3fa40a5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3fa40a2e50 0x7f3fa40a5310 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3fac006010 tx=0x7f3fac031000 comp rx=0 tx=0).stop 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 msgr2=0x7f3fbc10ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc10ec60 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f3fb400e970 tx=0x7f3fb400ed70 comp rx=0 tx=0).stop 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 shutdown_connections 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3fa40a2e50 0x7f3fa40a5310 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3fbc106890 0x7f3fbc10ec60 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fbc101240 0x7f3fbc10e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 --2- 172.21.15.27:0/3046387133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3fbc100880 0x7f3fbc10e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 >> 172.21.15.27:0/3046387133 conn(0x7f3fbc0779a0 msgr2=0x7f3fbc103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 shutdown_connections 2024-06-06T07:55:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.666+0000 7f3fc2161640 1 -- 172.21.15.27:0/3046387133 wait complete. 2024-06-06T07:55:32.678 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-06-06T07:55:32.225533+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1196904,"num_objects":104,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2195,"num_read_kb":1274,"num_write":569,"num_write_kb":4419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":950,"ondisk_log_size":950,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":367192,"kb_used_data":13848,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574632,"statfs":{"total":1151940427776,"available":1151564423168,"internally_reserved":0,"allocated":14180352,"data_stored":10551128,"data_compressed":608499,"data_compressed_allocated":823296,"data_compressed_original":4497408,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3300,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":20,"num_write":3,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.990450"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306589+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:55:26.306589+0000","last_peered":"2024-06-06T07:55:26.306589+0000","last_clean":"2024-06-06T07:55:26.306589+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:55:26.306589+0000","last_undegraded":"2024-06-06T07:55:26.306589+0000","last_fullsized":"2024-06-06T07:55:26.306589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485065+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:55:26.485065+0000","last_peered":"2024-06-06T07:55:26.485065+0000","last_clean":"2024-06-06T07:55:26.485065+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:55:26.485065+0000","last_undegraded":"2024-06-06T07:55:26.485065+0000","last_fullsized":"2024-06-06T07:55:26.485065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484610+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:55:26.484610+0000","last_peered":"2024-06-06T07:55:26.484610+0000","last_clean":"2024-06-06T07:55:26.484610+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:55:26.484610+0000","last_undegraded":"2024-06-06T07:55:26.484610+0000","last_fullsized":"2024-06-06T07:55:26.484610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494096+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:55:26.494096+0000","last_peered":"2024-06-06T07:55:26.494096+0000","last_clean":"2024-06-06T07:55:26.494096+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:55:26.494096+0000","last_undegraded":"2024-06-06T07:55:26.494096+0000","last_fullsized":"2024-06-06T07:55:26.494096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565555+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:55:26.565555+0000","last_peered":"2024-06-06T07:55:26.565555+0000","last_clean":"2024-06-06T07:55:26.565555+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:55:26.565555+0000","last_undegraded":"2024-06-06T07:55:26.565555+0000","last_fullsized":"2024-06-06T07:55:26.565555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209052+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:55:26.209052+0000","last_peered":"2024-06-06T07:55:26.209052+0000","last_clean":"2024-06-06T07:55:26.209052+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:55:26.209052+0000","last_undegraded":"2024-06-06T07:55:26.209052+0000","last_fullsized":"2024-06-06T07:55:26.209052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305917+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.305917+0000","last_peered":"2024-06-06T07:55:26.305917+0000","last_clean":"2024-06-06T07:55:26.305917+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:55:26.305917+0000","last_undegraded":"2024-06-06T07:55:26.305917+0000","last_fullsized":"2024-06-06T07:55:26.305917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490038+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:55:26.490038+0000","last_peered":"2024-06-06T07:55:26.490038+0000","last_clean":"2024-06-06T07:55:26.490038+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:55:26.490038+0000","last_undegraded":"2024-06-06T07:55:26.490038+0000","last_fullsized":"2024-06-06T07:55:26.490038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209379+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:55:26.209379+0000","last_peered":"2024-06-06T07:55:26.209379+0000","last_clean":"2024-06-06T07:55:26.209379+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:55:26.209379+0000","last_undegraded":"2024-06-06T07:55:26.209379+0000","last_fullsized":"2024-06-06T07:55:26.209379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487925+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:55:26.487925+0000","last_peered":"2024-06-06T07:55:26.487925+0000","last_clean":"2024-06-06T07:55:26.487925+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:55:26.487925+0000","last_undegraded":"2024-06-06T07:55:26.487925+0000","last_fullsized":"2024-06-06T07:55:26.487925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494221+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:55:26.494221+0000","last_peered":"2024-06-06T07:55:26.494221+0000","last_clean":"2024-06-06T07:55:26.494221+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:55:26.494221+0000","last_undegraded":"2024-06-06T07:55:26.494221+0000","last_fullsized":"2024-06-06T07:55:26.494221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490310+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:55:26.490310+0000","last_peered":"2024-06-06T07:55:26.490310+0000","last_clean":"2024-06-06T07:55:26.490310+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:55:26.490310+0000","last_undegraded":"2024-06-06T07:55:26.490310+0000","last_fullsized":"2024-06-06T07:55:26.490310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484434+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:55:26.484434+0000","last_peered":"2024-06-06T07:55:26.484434+0000","last_clean":"2024-06-06T07:55:26.484434+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:55:26.484434+0000","last_undegraded":"2024-06-06T07:55:26.484434+0000","last_fullsized":"2024-06-06T07:55:26.484434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489500+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:55:26.489500+0000","last_peered":"2024-06-06T07:55:26.489500+0000","last_clean":"2024-06-06T07:55:26.489500+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:55:26.489500+0000","last_undegraded":"2024-06-06T07:55:26.489500+0000","last_fullsized":"2024-06-06T07:55:26.489500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306470+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:55:26.306470+0000","last_peered":"2024-06-06T07:55:26.306470+0000","last_clean":"2024-06-06T07:55:26.306470+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:55:26.306470+0000","last_undegraded":"2024-06-06T07:55:26.306470+0000","last_fullsized":"2024-06-06T07:55:26.306470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210013+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:55:26.210013+0000","last_peered":"2024-06-06T07:55:26.210013+0000","last_clean":"2024-06-06T07:55:26.210013+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:55:26.210013+0000","last_undegraded":"2024-06-06T07:55:26.210013+0000","last_fullsized":"2024-06-06T07:55:26.210013+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482621+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:55:26.482621+0000","last_peered":"2024-06-06T07:55:26.482621+0000","last_clean":"2024-06-06T07:55:26.482621+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:55:26.482621+0000","last_undegraded":"2024-06-06T07:55:26.482621+0000","last_fullsized":"2024-06-06T07:55:26.482621+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482217+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:55:26.482217+0000","last_peered":"2024-06-06T07:55:26.482217+0000","last_clean":"2024-06-06T07:55:26.482217+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:55:26.482217+0000","last_undegraded":"2024-06-06T07:55:26.482217+0000","last_fullsized":"2024-06-06T07:55:26.482217+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"100'14","reported_seq":252,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210214+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:55:26.210214+0000","last_peered":"2024-06-06T07:55:26.210214+0000","last_clean":"2024-06-06T07:55:26.210214+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:55:26.210214+0000","last_undegraded":"2024-06-06T07:55:26.210214+0000","last_fullsized":"2024-06-06T07:55:26.210214+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306726+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:55:26.306726+0000","last_peered":"2024-06-06T07:55:26.306726+0000","last_clean":"2024-06-06T07:55:26.306726+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:55:26.306726+0000","last_undegraded":"2024-06-06T07:55:26.306726+0000","last_fullsized":"2024-06-06T07:55:26.306726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.493931+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:55:26.493931+0000","last_peered":"2024-06-06T07:55:26.493931+0000","last_clean":"2024-06-06T07:55:26.493931+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:55:26.493931+0000","last_undegraded":"2024-06-06T07:55:26.493931+0000","last_fullsized":"2024-06-06T07:55:26.493931+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307174+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:55:26.307174+0000","last_peered":"2024-06-06T07:55:26.307174+0000","last_clean":"2024-06-06T07:55:26.307174+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:55:26.307174+0000","last_undegraded":"2024-06-06T07:55:26.307174+0000","last_fullsized":"2024-06-06T07:55:26.307174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484724+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:55:26.484724+0000","last_peered":"2024-06-06T07:55:26.484724+0000","last_clean":"2024-06-06T07:55:26.484724+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:55:26.484724+0000","last_undegraded":"2024-06-06T07:55:26.484724+0000","last_fullsized":"2024-06-06T07:55:26.484724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494067+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:55:26.494067+0000","last_peered":"2024-06-06T07:55:26.494067+0000","last_clean":"2024-06-06T07:55:26.494067+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:55:26.494067+0000","last_undegraded":"2024-06-06T07:55:26.494067+0000","last_fullsized":"2024-06-06T07:55:26.494067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565861+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:55:26.565861+0000","last_peered":"2024-06-06T07:55:26.565861+0000","last_clean":"2024-06-06T07:55:26.565861+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:55:26.565861+0000","last_undegraded":"2024-06-06T07:55:26.565861+0000","last_fullsized":"2024-06-06T07:55:26.565861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489677+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:55:26.489677+0000","last_peered":"2024-06-06T07:55:26.489677+0000","last_clean":"2024-06-06T07:55:26.489677+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:55:26.489677+0000","last_undegraded":"2024-06-06T07:55:26.489677+0000","last_fullsized":"2024-06-06T07:55:26.489677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:55:26.494018+0000","last_peered":"2024-06-06T07:55:26.494018+0000","last_clean":"2024-06-06T07:55:26.494018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:55:26.494018+0000","last_undegraded":"2024-06-06T07:55:26.494018+0000","last_fullsized":"2024-06-06T07:55:26.494018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565525+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:55:26.565525+0000","last_peered":"2024-06-06T07:55:26.565525+0000","last_clean":"2024-06-06T07:55:26.565525+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:55:26.565525+0000","last_undegraded":"2024-06-06T07:55:26.565525+0000","last_fullsized":"2024-06-06T07:55:26.565525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209412+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:55:26.209412+0000","last_peered":"2024-06-06T07:55:26.209412+0000","last_clean":"2024-06-06T07:55:26.209412+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:55:26.209412+0000","last_undegraded":"2024-06-06T07:55:26.209412+0000","last_fullsized":"2024-06-06T07:55:26.209412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482493+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:55:26.482493+0000","last_peered":"2024-06-06T07:55:26.482493+0000","last_clean":"2024-06-06T07:55:26.482493+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:55:26.482493+0000","last_undegraded":"2024-06-06T07:55:26.482493+0000","last_fullsized":"2024-06-06T07:55:26.482493+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'10","reported_seq":256,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:31.013370+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:55:31.013370+0000","last_peered":"2024-06-06T07:55:31.013370+0000","last_clean":"2024-06-06T07:55:31.013370+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:55:31.013370+0000","last_undegraded":"2024-06-06T07:55:31.013370+0000","last_fullsized":"2024-06-06T07:55:31.013370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565428+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:55:26.565428+0000","last_peered":"2024-06-06T07:55:26.565428+0000","last_clean":"2024-06-06T07:55:26.565428+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:55:26.565428+0000","last_undegraded":"2024-06-06T07:55:26.565428+0000","last_fullsized":"2024-06-06T07:55:26.565428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482436+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:55:26.482436+0000","last_peered":"2024-06-06T07:55:26.482436+0000","last_clean":"2024-06-06T07:55:26.482436+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:55:26.482436+0000","last_undegraded":"2024-06-06T07:55:26.482436+0000","last_fullsized":"2024-06-06T07:55:26.482436+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209035+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:55:26.209035+0000","last_peered":"2024-06-06T07:55:26.209035+0000","last_clean":"2024-06-06T07:55:26.209035+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:55:26.209035+0000","last_undegraded":"2024-06-06T07:55:26.209035+0000","last_fullsized":"2024-06-06T07:55:26.209035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209233+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:55:26.209233+0000","last_peered":"2024-06-06T07:55:26.209233+0000","last_clean":"2024-06-06T07:55:26.209233+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:55:26.209233+0000","last_undegraded":"2024-06-06T07:55:26.209233+0000","last_fullsized":"2024-06-06T07:55:26.209233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306386+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:55:26.306386+0000","last_peered":"2024-06-06T07:55:26.306386+0000","last_clean":"2024-06-06T07:55:26.306386+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:55:26.306386+0000","last_undegraded":"2024-06-06T07:55:26.306386+0000","last_fullsized":"2024-06-06T07:55:26.306386+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490063+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:55:26.490063+0000","last_peered":"2024-06-06T07:55:26.490063+0000","last_clean":"2024-06-06T07:55:26.490063+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:55:26.490063+0000","last_undegraded":"2024-06-06T07:55:26.490063+0000","last_fullsized":"2024-06-06T07:55:26.490063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306055+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:55:26.306055+0000","last_peered":"2024-06-06T07:55:26.306055+0000","last_clean":"2024-06-06T07:55:26.306055+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:55:26.306055+0000","last_undegraded":"2024-06-06T07:55:26.306055+0000","last_fullsized":"2024-06-06T07:55:26.306055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484957+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:55:26.484957+0000","last_peered":"2024-06-06T07:55:26.484957+0000","last_clean":"2024-06-06T07:55:26.484957+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:55:26.484957+0000","last_undegraded":"2024-06-06T07:55:26.484957+0000","last_fullsized":"2024-06-06T07:55:26.484957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208841+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:55:26.208841+0000","last_peered":"2024-06-06T07:55:26.208841+0000","last_clean":"2024-06-06T07:55:26.208841+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:55:26.208841+0000","last_undegraded":"2024-06-06T07:55:26.208841+0000","last_fullsized":"2024-06-06T07:55:26.208841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209543+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:55:26.209543+0000","last_peered":"2024-06-06T07:55:26.209543+0000","last_clean":"2024-06-06T07:55:26.209543+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:55:26.209543+0000","last_undegraded":"2024-06-06T07:55:26.209543+0000","last_fullsized":"2024-06-06T07:55:26.209543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306144+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:55:26.306144+0000","last_peered":"2024-06-06T07:55:26.306144+0000","last_clean":"2024-06-06T07:55:26.306144+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:55:26.306144+0000","last_undegraded":"2024-06-06T07:55:26.306144+0000","last_fullsized":"2024-06-06T07:55:26.306144+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'7","reported_seq":441,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:32.014204+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:55:32.014204+0000","last_peered":"2024-06-06T07:55:32.014204+0000","last_clean":"2024-06-06T07:55:32.014204+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:55:32.014204+0000","last_undegraded":"2024-06-06T07:55:32.014204+0000","last_fullsized":"2024-06-06T07:55:32.014204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":388,"num_read_kb":388,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489952+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:55:26.489952+0000","last_peered":"2024-06-06T07:55:26.489952+0000","last_clean":"2024-06-06T07:55:26.489952+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:55:26.489952+0000","last_undegraded":"2024-06-06T07:55:26.489952+0000","last_fullsized":"2024-06-06T07:55:26.489952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209449+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:55:26.209449+0000","last_peered":"2024-06-06T07:55:26.209449+0000","last_clean":"2024-06-06T07:55:26.209449+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:55:26.209449+0000","last_undegraded":"2024-06-06T07:55:26.209449+0000","last_fullsized":"2024-06-06T07:55:26.209449+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487790+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:55:26.487790+0000","last_peered":"2024-06-06T07:55:26.487790+0000","last_clean":"2024-06-06T07:55:26.487790+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:55:26.487790+0000","last_undegraded":"2024-06-06T07:55:26.487790+0000","last_fullsized":"2024-06-06T07:55:26.487790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484881+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:55:26.484881+0000","last_peered":"2024-06-06T07:55:26.484881+0000","last_clean":"2024-06-06T07:55:26.484881+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:55:26.484881+0000","last_undegraded":"2024-06-06T07:55:26.484881+0000","last_fullsized":"2024-06-06T07:55:26.484881+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494217+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:55:26.494217+0000","last_peered":"2024-06-06T07:55:26.494217+0000","last_clean":"2024-06-06T07:55:26.494217+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:55:26.494217+0000","last_undegraded":"2024-06-06T07:55:26.494217+0000","last_fullsized":"2024-06-06T07:55:26.494217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209286+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:55:26.209286+0000","last_peered":"2024-06-06T07:55:26.209286+0000","last_clean":"2024-06-06T07:55:26.209286+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:55:26.209286+0000","last_undegraded":"2024-06-06T07:55:26.209286+0000","last_fullsized":"2024-06-06T07:55:26.209286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490118+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:55:26.490118+0000","last_peered":"2024-06-06T07:55:26.490118+0000","last_clean":"2024-06-06T07:55:26.490118+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:55:26.490118+0000","last_undegraded":"2024-06-06T07:55:26.490118+0000","last_fullsized":"2024-06-06T07:55:26.490118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208805+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:55:26.208805+0000","last_peered":"2024-06-06T07:55:26.208805+0000","last_clean":"2024-06-06T07:55:26.208805+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:55:26.208805+0000","last_undegraded":"2024-06-06T07:55:26.208805+0000","last_fullsized":"2024-06-06T07:55:26.208805+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"101'45","reported_seq":510,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:32.014296+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:55:32.014296+0000","last_peered":"2024-06-06T07:55:32.014296+0000","last_clean":"2024-06-06T07:55:32.014296+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:55:32.014296+0000","last_undegraded":"2024-06-06T07:55:32.014296+0000","last_fullsized":"2024-06-06T07:55:32.014296+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72275,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":403,"num_read_kb":273,"num_write":47,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565673+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:55:26.565673+0000","last_peered":"2024-06-06T07:55:26.565673+0000","last_clean":"2024-06-06T07:55:26.565673+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:55:26.565673+0000","last_undegraded":"2024-06-06T07:55:26.565673+0000","last_fullsized":"2024-06-06T07:55:26.565673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209789+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:55:26.209789+0000","last_peered":"2024-06-06T07:55:26.209789+0000","last_clean":"2024-06-06T07:55:26.209789+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:55:26.209789+0000","last_undegraded":"2024-06-06T07:55:26.209789+0000","last_fullsized":"2024-06-06T07:55:26.209789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482449+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:55:26.482449+0000","last_peered":"2024-06-06T07:55:26.482449+0000","last_clean":"2024-06-06T07:55:26.482449+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:55:26.482449+0000","last_undegraded":"2024-06-06T07:55:26.482449+0000","last_fullsized":"2024-06-06T07:55:26.482449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490256+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:55:26.490256+0000","last_peered":"2024-06-06T07:55:26.490256+0000","last_clean":"2024-06-06T07:55:26.490256+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:55:26.490256+0000","last_undegraded":"2024-06-06T07:55:26.490256+0000","last_fullsized":"2024-06-06T07:55:26.490256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306149+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:55:26.306149+0000","last_peered":"2024-06-06T07:55:26.306149+0000","last_clean":"2024-06-06T07:55:26.306149+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:55:26.306149+0000","last_undegraded":"2024-06-06T07:55:26.306149+0000","last_fullsized":"2024-06-06T07:55:26.306149+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209122+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:55:26.209122+0000","last_peered":"2024-06-06T07:55:26.209122+0000","last_clean":"2024-06-06T07:55:26.209122+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:55:26.209122+0000","last_undegraded":"2024-06-06T07:55:26.209122+0000","last_fullsized":"2024-06-06T07:55:26.209122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487554+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:55:26.487554+0000","last_peered":"2024-06-06T07:55:26.487554+0000","last_clean":"2024-06-06T07:55:26.487554+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:55:26.487554+0000","last_undegraded":"2024-06-06T07:55:26.487554+0000","last_fullsized":"2024-06-06T07:55:26.487554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":243,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494106+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:55:26.494106+0000","last_peered":"2024-06-06T07:55:26.494106+0000","last_clean":"2024-06-06T07:55:26.494106+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:55:26.494106+0000","last_undegraded":"2024-06-06T07:55:26.494106+0000","last_fullsized":"2024-06-06T07:55:26.494106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487407+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:55:26.487407+0000","last_peered":"2024-06-06T07:55:26.487407+0000","last_clean":"2024-06-06T07:55:26.487407+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:55:26.487407+0000","last_undegraded":"2024-06-06T07:55:26.487407+0000","last_fullsized":"2024-06-06T07:55:26.487407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490544+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:55:26.490544+0000","last_peered":"2024-06-06T07:55:26.490544+0000","last_clean":"2024-06-06T07:55:26.490544+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:55:26.490544+0000","last_undegraded":"2024-06-06T07:55:26.490544+0000","last_fullsized":"2024-06-06T07:55:26.490544+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":64,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565303+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:55:26.565303+0000","last_peered":"2024-06-06T07:55:26.565303+0000","last_clean":"2024-06-06T07:55:26.565303+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:55:26.565303+0000","last_undegraded":"2024-06-06T07:55:26.565303+0000","last_fullsized":"2024-06-06T07:55:26.565303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":24,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209654+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:55:26.209654+0000","last_peered":"2024-06-06T07:55:26.209654+0000","last_clean":"2024-06-06T07:55:26.209654+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:55:26.209654+0000","last_undegraded":"2024-06-06T07:55:26.209654+0000","last_fullsized":"2024-06-06T07:55:26.209654+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208847+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:55:26.208847+0000","last_peered":"2024-06-06T07:55:26.208847+0000","last_clean":"2024-06-06T07:55:26.208847+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:55:26.208847+0000","last_undegraded":"2024-06-06T07:55:26.208847+0000","last_fullsized":"2024-06-06T07:55:26.208847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565888+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:55:26.565888+0000","last_peered":"2024-06-06T07:55:26.565888+0000","last_clean":"2024-06-06T07:55:26.565888+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:55:26.565888+0000","last_undegraded":"2024-06-06T07:55:26.565888+0000","last_fullsized":"2024-06-06T07:55:26.565888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306403+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:55:26.306403+0000","last_peered":"2024-06-06T07:55:26.306403+0000","last_clean":"2024-06-06T07:55:26.306403+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:55:26.306403+0000","last_undegraded":"2024-06-06T07:55:26.306403+0000","last_fullsized":"2024-06-06T07:55:26.306403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565426+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:55:26.565426+0000","last_peered":"2024-06-06T07:55:26.565426+0000","last_clean":"2024-06-06T07:55:26.565426+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:55:26.565426+0000","last_undegraded":"2024-06-06T07:55:26.565426+0000","last_fullsized":"2024-06-06T07:55:26.565426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209830+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:55:26.209830+0000","last_peered":"2024-06-06T07:55:26.209830+0000","last_clean":"2024-06-06T07:55:26.209830+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:55:26.209830+0000","last_undegraded":"2024-06-06T07:55:26.209830+0000","last_fullsized":"2024-06-06T07:55:26.209830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209489+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:55:26.209489+0000","last_peered":"2024-06-06T07:55:26.209489+0000","last_clean":"2024-06-06T07:55:26.209489+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:55:26.209489+0000","last_undegraded":"2024-06-06T07:55:26.209489+0000","last_fullsized":"2024-06-06T07:55:26.209489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490237+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:55:26.490237+0000","last_peered":"2024-06-06T07:55:26.490237+0000","last_clean":"2024-06-06T07:55:26.490237+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:55:26.490237+0000","last_undegraded":"2024-06-06T07:55:26.490237+0000","last_fullsized":"2024-06-06T07:55:26.490237+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"101'7","reported_seq":247,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:27.007463+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:55:27.007463+0000","last_peered":"2024-06-06T07:55:27.007463+0000","last_clean":"2024-06-06T07:55:27.007463+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:55:27.007463+0000","last_undegraded":"2024-06-06T07:55:27.007463+0000","last_fullsized":"2024-06-06T07:55:27.007463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1286,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209106+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:55:26.209106+0000","last_peered":"2024-06-06T07:55:26.209106+0000","last_clean":"2024-06-06T07:55:26.209106+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:55:26.209106+0000","last_undegraded":"2024-06-06T07:55:26.209106+0000","last_fullsized":"2024-06-06T07:55:26.209106+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490556+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:55:26.490556+0000","last_peered":"2024-06-06T07:55:26.490556+0000","last_clean":"2024-06-06T07:55:26.490556+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:55:26.490556+0000","last_undegraded":"2024-06-06T07:55:26.490556+0000","last_fullsized":"2024-06-06T07:55:26.490556+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209214+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:55:26.209214+0000","last_peered":"2024-06-06T07:55:26.209214+0000","last_clean":"2024-06-06T07:55:26.209214+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:55:26.209214+0000","last_undegraded":"2024-06-06T07:55:26.209214+0000","last_fullsized":"2024-06-06T07:55:26.209214+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":242,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489975+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:55:26.489975+0000","last_peered":"2024-06-06T07:55:26.489975+0000","last_clean":"2024-06-06T07:55:26.489975+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:55:26.489975+0000","last_undegraded":"2024-06-06T07:55:26.489975+0000","last_fullsized":"2024-06-06T07:55:26.489975+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487776+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:55:26.487776+0000","last_peered":"2024-06-06T07:55:26.487776+0000","last_clean":"2024-06-06T07:55:26.487776+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:55:26.487776+0000","last_undegraded":"2024-06-06T07:55:26.487776+0000","last_fullsized":"2024-06-06T07:55:26.487776+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306337+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:55:26.306337+0000","last_peered":"2024-06-06T07:55:26.306337+0000","last_clean":"2024-06-06T07:55:26.306337+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:55:26.306337+0000","last_undegraded":"2024-06-06T07:55:26.306337+0000","last_fullsized":"2024-06-06T07:55:26.306337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494169+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:55:26.494169+0000","last_peered":"2024-06-06T07:55:26.494169+0000","last_clean":"2024-06-06T07:55:26.494169+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:55:26.494169+0000","last_undegraded":"2024-06-06T07:55:26.494169+0000","last_fullsized":"2024-06-06T07:55:26.494169+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":380,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487294+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:55:26.487294+0000","last_peered":"2024-06-06T07:55:26.487294+0000","last_clean":"2024-06-06T07:55:26.487294+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:55:26.487294+0000","last_undegraded":"2024-06-06T07:55:26.487294+0000","last_fullsized":"2024-06-06T07:55:26.487294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565730+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:55:26.565730+0000","last_peered":"2024-06-06T07:55:26.565730+0000","last_clean":"2024-06-06T07:55:26.565730+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:55:26.565730+0000","last_undegraded":"2024-06-06T07:55:26.565730+0000","last_fullsized":"2024-06-06T07:55:26.565730+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489971+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:55:26.489971+0000","last_peered":"2024-06-06T07:55:26.489971+0000","last_clean":"2024-06-06T07:55:26.489971+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:55:26.489971+0000","last_undegraded":"2024-06-06T07:55:26.489971+0000","last_fullsized":"2024-06-06T07:55:26.489971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306175+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:55:26.306175+0000","last_peered":"2024-06-06T07:55:26.306175+0000","last_clean":"2024-06-06T07:55:26.306175+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:55:26.306175+0000","last_undegraded":"2024-06-06T07:55:26.306175+0000","last_fullsized":"2024-06-06T07:55:26.306175+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565711+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:55:26.565711+0000","last_peered":"2024-06-06T07:55:26.565711+0000","last_clean":"2024-06-06T07:55:26.565711+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:55:26.565711+0000","last_undegraded":"2024-06-06T07:55:26.565711+0000","last_fullsized":"2024-06-06T07:55:26.565711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490473+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:55:26.490473+0000","last_peered":"2024-06-06T07:55:26.490473+0000","last_clean":"2024-06-06T07:55:26.490473+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:55:26.490473+0000","last_undegraded":"2024-06-06T07:55:26.490473+0000","last_fullsized":"2024-06-06T07:55:26.490473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305980+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:55:26.305980+0000","last_peered":"2024-06-06T07:55:26.305980+0000","last_clean":"2024-06-06T07:55:26.305980+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:55:26.305980+0000","last_undegraded":"2024-06-06T07:55:26.305980+0000","last_fullsized":"2024-06-06T07:55:26.305980+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'52","reported_seq":133,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.417123+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:55:26.417123+0000","last_peered":"2024-06-06T07:55:26.417123+0000","last_clean":"2024-06-06T07:55:26.417123+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:55:26.417123+0000","last_undegraded":"2024-06-06T07:55:26.417123+0000","last_fullsized":"2024-06-06T07:55:26.417123+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":92,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307309+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:55:26.307309+0000","last_peered":"2024-06-06T07:55:26.307309+0000","last_clean":"2024-06-06T07:55:26.307309+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:55:26.307309+0000","last_undegraded":"2024-06-06T07:55:26.307309+0000","last_fullsized":"2024-06-06T07:55:26.307309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482134+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:55:26.482134+0000","last_peered":"2024-06-06T07:55:26.482134+0000","last_clean":"2024-06-06T07:55:26.482134+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:55:26.482134+0000","last_undegraded":"2024-06-06T07:55:26.482134+0000","last_fullsized":"2024-06-06T07:55:26.482134+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494541+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:55:26.494541+0000","last_peered":"2024-06-06T07:55:26.494541+0000","last_clean":"2024-06-06T07:55:26.494541+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:55:26.494541+0000","last_undegraded":"2024-06-06T07:55:26.494541+0000","last_fullsized":"2024-06-06T07:55:26.494541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485043+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:55:26.485043+0000","last_peered":"2024-06-06T07:55:26.485043+0000","last_clean":"2024-06-06T07:55:26.485043+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:55:26.485043+0000","last_undegraded":"2024-06-06T07:55:26.485043+0000","last_fullsized":"2024-06-06T07:55:26.485043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494336+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:55:26.494336+0000","last_peered":"2024-06-06T07:55:26.494336+0000","last_clean":"2024-06-06T07:55:26.494336+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:55:26.494336+0000","last_undegraded":"2024-06-06T07:55:26.494336+0000","last_fullsized":"2024-06-06T07:55:26.494336+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489619+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:55:26.489619+0000","last_peered":"2024-06-06T07:55:26.489619+0000","last_clean":"2024-06-06T07:55:26.489619+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:55:26.489619+0000","last_undegraded":"2024-06-06T07:55:26.489619+0000","last_fullsized":"2024-06-06T07:55:26.489619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565381+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.565381+0000","last_peered":"2024-06-06T07:55:26.565381+0000","last_clean":"2024-06-06T07:55:26.565381+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:55:26.565381+0000","last_undegraded":"2024-06-06T07:55:26.565381+0000","last_fullsized":"2024-06-06T07:55:26.565381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565869+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:55:26.565869+0000","last_peered":"2024-06-06T07:55:26.565869+0000","last_clean":"2024-06-06T07:55:26.565869+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:55:26.565869+0000","last_undegraded":"2024-06-06T07:55:26.565869+0000","last_fullsized":"2024-06-06T07:55:26.565869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306201+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:55:26.306201+0000","last_peered":"2024-06-06T07:55:26.306201+0000","last_clean":"2024-06-06T07:55:26.306201+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:55:26.306201+0000","last_undegraded":"2024-06-06T07:55:26.306201+0000","last_fullsized":"2024-06-06T07:55:26.306201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306082+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:55:26.306082+0000","last_peered":"2024-06-06T07:55:26.306082+0000","last_clean":"2024-06-06T07:55:26.306082+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:55:26.306082+0000","last_undegraded":"2024-06-06T07:55:26.306082+0000","last_fullsized":"2024-06-06T07:55:26.306082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494326+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:55:26.494326+0000","last_peered":"2024-06-06T07:55:26.494326+0000","last_clean":"2024-06-06T07:55:26.494326+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:55:26.494326+0000","last_undegraded":"2024-06-06T07:55:26.494326+0000","last_fullsized":"2024-06-06T07:55:26.494326+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'5","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.738846+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:55:26.738846+0000","last_peered":"2024-06-06T07:55:26.738846+0000","last_clean":"2024-06-06T07:55:26.738846+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:55:26.738846+0000","last_undegraded":"2024-06-06T07:55:26.738846+0000","last_fullsized":"2024-06-06T07:55:26.738846+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306743+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:55:26.306743+0000","last_peered":"2024-06-06T07:55:26.306743+0000","last_clean":"2024-06-06T07:55:26.306743+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:55:26.306743+0000","last_undegraded":"2024-06-06T07:55:26.306743+0000","last_fullsized":"2024-06-06T07:55:26.306743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494274+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:55:26.494274+0000","last_peered":"2024-06-06T07:55:26.494274+0000","last_clean":"2024-06-06T07:55:26.494274+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:55:26.494274+0000","last_undegraded":"2024-06-06T07:55:26.494274+0000","last_fullsized":"2024-06-06T07:55:26.494274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565481+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:55:26.565481+0000","last_peered":"2024-06-06T07:55:26.565481+0000","last_clean":"2024-06-06T07:55:26.565481+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:55:26.565481+0000","last_undegraded":"2024-06-06T07:55:26.565481+0000","last_fullsized":"2024-06-06T07:55:26.565481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487725+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:55:26.487725+0000","last_peered":"2024-06-06T07:55:26.487725+0000","last_clean":"2024-06-06T07:55:26.487725+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:55:26.487725+0000","last_undegraded":"2024-06-06T07:55:26.487725+0000","last_fullsized":"2024-06-06T07:55:26.487725+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489641+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:55:26.489641+0000","last_peered":"2024-06-06T07:55:26.489641+0000","last_clean":"2024-06-06T07:55:26.489641+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:55:26.489641+0000","last_undegraded":"2024-06-06T07:55:26.489641+0000","last_fullsized":"2024-06-06T07:55:26.489641+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"101'6","reported_seq":245,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:27.041413+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:55:27.041413+0000","last_peered":"2024-06-06T07:55:27.041413+0000","last_clean":"2024-06-06T07:55:27.041413+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:55:27.041413+0000","last_undegraded":"2024-06-06T07:55:27.041413+0000","last_fullsized":"2024-06-06T07:55:27.041413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488009+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:55:26.488009+0000","last_peered":"2024-06-06T07:55:26.488009+0000","last_clean":"2024-06-06T07:55:26.488009+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:55:26.488009+0000","last_undegraded":"2024-06-06T07:55:26.488009+0000","last_fullsized":"2024-06-06T07:55:26.488009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'41","reported_seq":96,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.415738+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:55:26.415738+0000","last_peered":"2024-06-06T07:55:26.415738+0000","last_clean":"2024-06-06T07:55:26.415738+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:55:26.415738+0000","last_undegraded":"2024-06-06T07:55:26.415738+0000","last_fullsized":"2024-06-06T07:55:26.415738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487753+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:55:26.487753+0000","last_peered":"2024-06-06T07:55:26.487753+0000","last_clean":"2024-06-06T07:55:26.487753+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:55:26.487753+0000","last_undegraded":"2024-06-06T07:55:26.487753+0000","last_fullsized":"2024-06-06T07:55:26.487753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208631+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:55:26.208631+0000","last_peered":"2024-06-06T07:55:26.208631+0000","last_clean":"2024-06-06T07:55:26.208631+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:55:26.208631+0000","last_undegraded":"2024-06-06T07:55:26.208631+0000","last_fullsized":"2024-06-06T07:55:26.208631+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490494+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:55:26.490494+0000","last_peered":"2024-06-06T07:55:26.490494+0000","last_clean":"2024-06-06T07:55:26.490494+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:55:26.490494+0000","last_undegraded":"2024-06-06T07:55:26.490494+0000","last_fullsized":"2024-06-06T07:55:26.490494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487961+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:55:26.487961+0000","last_peered":"2024-06-06T07:55:26.487961+0000","last_clean":"2024-06-06T07:55:26.487961+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:55:26.487961+0000","last_undegraded":"2024-06-06T07:55:26.487961+0000","last_fullsized":"2024-06-06T07:55:26.487961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306117+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:55:26.306117+0000","last_peered":"2024-06-06T07:55:26.306117+0000","last_clean":"2024-06-06T07:55:26.306117+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:55:26.306117+0000","last_undegraded":"2024-06-06T07:55:26.306117+0000","last_fullsized":"2024-06-06T07:55:26.306117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482403+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:55:26.482403+0000","last_peered":"2024-06-06T07:55:26.482403+0000","last_clean":"2024-06-06T07:55:26.482403+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:55:26.482403+0000","last_undegraded":"2024-06-06T07:55:26.482403+0000","last_fullsized":"2024-06-06T07:55:26.482403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482215+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:55:26.482215+0000","last_peered":"2024-06-06T07:55:26.482215+0000","last_clean":"2024-06-06T07:55:26.482215+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:55:26.482215+0000","last_undegraded":"2024-06-06T07:55:26.482215+0000","last_fullsized":"2024-06-06T07:55:26.482215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484613+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:55:26.484613+0000","last_peered":"2024-06-06T07:55:26.484613+0000","last_clean":"2024-06-06T07:55:26.484613+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:55:26.484613+0000","last_undegraded":"2024-06-06T07:55:26.484613+0000","last_fullsized":"2024-06-06T07:55:26.484613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490528+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:55:26.490528+0000","last_peered":"2024-06-06T07:55:26.490528+0000","last_clean":"2024-06-06T07:55:26.490528+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:55:26.490528+0000","last_undegraded":"2024-06-06T07:55:26.490528+0000","last_fullsized":"2024-06-06T07:55:26.490528+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306357+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:55:26.306357+0000","last_peered":"2024-06-06T07:55:26.306357+0000","last_clean":"2024-06-06T07:55:26.306357+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:55:26.306357+0000","last_undegraded":"2024-06-06T07:55:26.306357+0000","last_fullsized":"2024-06-06T07:55:26.306357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482764+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:55:26.482764+0000","last_peered":"2024-06-06T07:55:26.482764+0000","last_clean":"2024-06-06T07:55:26.482764+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:55:26.482764+0000","last_undegraded":"2024-06-06T07:55:26.482764+0000","last_fullsized":"2024-06-06T07:55:26.482764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307391+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:55:26.307391+0000","last_peered":"2024-06-06T07:55:26.307391+0000","last_clean":"2024-06-06T07:55:26.307391+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:55:26.307391+0000","last_undegraded":"2024-06-06T07:55:26.307391+0000","last_fullsized":"2024-06-06T07:55:26.307391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209081+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:55:26.209081+0000","last_peered":"2024-06-06T07:55:26.209081+0000","last_clean":"2024-06-06T07:55:26.209081+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:55:26.209081+0000","last_undegraded":"2024-06-06T07:55:26.209081+0000","last_fullsized":"2024-06-06T07:55:26.209081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306249+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:55:26.306249+0000","last_peered":"2024-06-06T07:55:26.306249+0000","last_clean":"2024-06-06T07:55:26.306249+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:55:26.306249+0000","last_undegraded":"2024-06-06T07:55:26.306249+0000","last_fullsized":"2024-06-06T07:55:26.306249+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489989+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:55:26.489989+0000","last_peered":"2024-06-06T07:55:26.489989+0000","last_clean":"2024-06-06T07:55:26.489989+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:55:26.489989+0000","last_undegraded":"2024-06-06T07:55:26.489989+0000","last_fullsized":"2024-06-06T07:55:26.489989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490174+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:55:26.490174+0000","last_peered":"2024-06-06T07:55:26.490174+0000","last_clean":"2024-06-06T07:55:26.490174+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:55:26.490174+0000","last_undegraded":"2024-06-06T07:55:26.490174+0000","last_fullsized":"2024-06-06T07:55:26.490174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306289+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:55:26.306289+0000","last_peered":"2024-06-06T07:55:26.306289+0000","last_clean":"2024-06-06T07:55:26.306289+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:55:26.306289+0000","last_undegraded":"2024-06-06T07:55:26.306289+0000","last_fullsized":"2024-06-06T07:55:26.306289+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107157,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":606302,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2059,"num_read_kb":1155,"num_write":386,"num_write_kb":1479,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":729088,"data_stored":1812696,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":311,"ondisk_log_size":311,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351045,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1146880,"data_stored":976774,"data_compressed":54599,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1302528,"data_stored":1374249,"data_compressed":77328,"data_compressed_allocated":102400,"data_compressed_original":811008,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776207,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1175552,"data_stored":980410,"data_compressed":54599,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037845,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1142784,"data_stored":583476,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299481,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1196032,"data_stored":1181591,"data_compressed":71172,"data_compressed_allocated":94208,"data_compressed_original":688128,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463007,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":579300,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1196032,"data_stored":649695,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1146880,"data_stored":580448,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1138688,"data_stored":581553,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149807,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1179648,"data_stored":1103126,"data_compressed":60755,"data_compressed_allocated":81920,"data_compressed_original":614400,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888169,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":652041,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724644,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32372,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712780,"statfs":{"total":95995035648,"available":95961886720,"internally_reserved":0,"allocated":1224704,"data_stored":1308465,"data_compressed":77328,"data_compressed_allocated":102400,"data_compressed_original":811008,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":71815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":70065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":136121,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":206001,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":394798,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:55:32.684 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-06T07:55:32.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi027 to 176.1M 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Unable to set osd_memory_target on smithi027 to 184710041: error parsing value: Value '184710041' is below minimum 939524096 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi027:/etc/ceph/ceph.conf 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi176:/etc/ceph/ceph.conf 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi203:/etc/ceph/ceph.conf 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1543459084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi176:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: Updating smithi027:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:32.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:32 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi027 to 176.1M 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Unable to set osd_memory_target on smithi027 to 184710041: error parsing value: Value '184710041' is below minimum 939524096 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi027:/etc/ceph/ceph.conf 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi176:/etc/ceph/ceph.conf 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi203:/etc/ceph/ceph.conf 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.conf 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1543459084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi176:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: Updating smithi027:/etc/ceph/ceph.client.admin.keyring 2024-06-06T07:55:32.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:32.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:32 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 -- 172.21.15.27:0/1041184591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8106880 msgr2=0x7fe7c8106c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/1041184591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8106880 0x7fe7c8106c60 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0009cd0 tx=0x7fe7c002a8e0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 -- 172.21.15.27:0/1041184591 shutdown_connections 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/1041184591 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7c8101230 0x7fe7c810d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/1041184591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 0x7fe7c8100cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/1041184591 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8106880 0x7fe7c8106c60 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 -- 172.21.15.27:0/1041184591 >> 172.21.15.27:0/1041184591 conn(0x7fe7c8076c20 msgr2=0x7fe7c8077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 -- 172.21.15.27:0/1041184591 shutdown_connections 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.823+0000 7fe7d05ce640 1 -- 172.21.15.27:0/1041184591 wait complete. 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 Processor -- start 2024-06-06T07:55:32.826 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 -- start start 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 0x7fe7c81991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 0x7fe7c8199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7c8106880 0x7fe7c81a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c8110db0 con 0x7fe7c8101230 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c8110c30 con 0x7fe7c8106880 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7d05ce640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe7c8110f30 con 0x7fe7c8100870 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 0x7fe7c8199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 0x7fe7c8199730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55250/0 (socket says 172.21.15.27:55250) 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 -- 172.21.15.27:0/4266160702 learned_addr learned my addr 172.21.15.27:0/4266160702 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7ceb6b640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7c8106880 0x7fe7c81a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7ce36a640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 0x7fe7c81991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.827 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 -- 172.21.15.27:0/4266160702 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 msgr2=0x7fe7c81991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 0x7fe7c81991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 -- 172.21.15.27:0/4266160702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7c8106880 msgr2=0x7fe7c81a4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7c8106880 0x7fe7c81a4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7cdb69640 1 -- 172.21.15.27:0/4266160702 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7c81a47b0 con 0x7fe7c8101230 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.824+0000 7fe7ce36a640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 0x7fe7c81991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.825+0000 7fe7cdb69640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 0x7fe7c8199730 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00d770 tx=0x7fe7bc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.825+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc017070 con 0x7fe7c8101230 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.825+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe7bc005520 con 0x7fe7c8101230 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.825+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7bc010460 con 0x7fe7c8101230 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.825+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7c81a4980 con 0x7fe7c8101230 2024-06-06T07:55:32.828 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.825+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7c81a4e40 con 0x7fe7c8101230 2024-06-06T07:55:32.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.826+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7c8068c10 con 0x7fe7c8101230 2024-06-06T07:55:32.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.827+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fe7bc004ea0 con 0x7fe7c8101230 2024-06-06T07:55:32.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.828+0000 7fe7c77fe640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7b00a2ea0 0x7fe7b00a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:32.829 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.828+0000 7fe7ce36a640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7b00a2ea0 0x7fe7b00a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:32.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.828+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fe7bc0cf580 con 0x7fe7c8101230 2024-06-06T07:55:32.830 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.828+0000 7fe7ce36a640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7b00a2ea0 0x7fe7b00a5360 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0009a60 tx=0x7fe7c0031000 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:32.832 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:32.832+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe7bc09bbf0 con 0x7fe7c8101230 2024-06-06T07:55:33.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.016+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe7c8061de0 con 0x7fe7b00a2ea0 2024-06-06T07:55:33.026 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.025+0000 7fe7c77fe640 1 -- 172.21.15.27:0/4266160702 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339937 (secure 0 0 0) 0x7fe7c8061de0 con 0x7fe7b00a2ea0 2024-06-06T07:55:33.029 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:33.031 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7b00a2ea0 msgr2=0x7fe7b00a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7b00a2ea0 0x7fe7b00a5360 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0009a60 tx=0x7fe7c0031000 comp rx=0 tx=0).stop 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 msgr2=0x7fe7c8199730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 0x7fe7c8199730 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc00d770 tx=0x7fe7bc00dc30 comp rx=0 tx=0).stop 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 shutdown_connections 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7b00a2ea0 0x7fe7b00a5360 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7c8106880 0x7fe7c81a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7c8101230 0x7fe7c8199730 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 --2- 172.21.15.27:0/4266160702 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7c8100870 0x7fe7c81991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 >> 172.21.15.27:0/4266160702 conn(0x7fe7c8076c20 msgr2=0x7fe7c80fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:33.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 shutdown_connections 2024-06-06T07:55:33.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.029+0000 7fe7d05ce640 1 -- 172.21.15.27:0/4266160702 wait complete. 2024-06-06T07:55:33.040 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-06-06T07:55:32.225533+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1196904,"num_objects":104,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2195,"num_read_kb":1274,"num_write":569,"num_write_kb":4419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":950,"ondisk_log_size":950,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":367192,"kb_used_data":13848,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574632,"statfs":{"total":1151940427776,"available":1151564423168,"internally_reserved":0,"allocated":14180352,"data_stored":10551128,"data_compressed":608499,"data_compressed_allocated":823296,"data_compressed_original":4497408,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3300,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":20,"num_write":3,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.990450"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306589+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:55:26.306589+0000","last_peered":"2024-06-06T07:55:26.306589+0000","last_clean":"2024-06-06T07:55:26.306589+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:55:26.306589+0000","last_undegraded":"2024-06-06T07:55:26.306589+0000","last_fullsized":"2024-06-06T07:55:26.306589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485065+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:55:26.485065+0000","last_peered":"2024-06-06T07:55:26.485065+0000","last_clean":"2024-06-06T07:55:26.485065+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:55:26.485065+0000","last_undegraded":"2024-06-06T07:55:26.485065+0000","last_fullsized":"2024-06-06T07:55:26.485065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484610+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:55:26.484610+0000","last_peered":"2024-06-06T07:55:26.484610+0000","last_clean":"2024-06-06T07:55:26.484610+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:55:26.484610+0000","last_undegraded":"2024-06-06T07:55:26.484610+0000","last_fullsized":"2024-06-06T07:55:26.484610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494096+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:55:26.494096+0000","last_peered":"2024-06-06T07:55:26.494096+0000","last_clean":"2024-06-06T07:55:26.494096+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:55:26.494096+0000","last_undegraded":"2024-06-06T07:55:26.494096+0000","last_fullsized":"2024-06-06T07:55:26.494096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565555+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:55:26.565555+0000","last_peered":"2024-06-06T07:55:26.565555+0000","last_clean":"2024-06-06T07:55:26.565555+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:55:26.565555+0000","last_undegraded":"2024-06-06T07:55:26.565555+0000","last_fullsized":"2024-06-06T07:55:26.565555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209052+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:55:26.209052+0000","last_peered":"2024-06-06T07:55:26.209052+0000","last_clean":"2024-06-06T07:55:26.209052+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:55:26.209052+0000","last_undegraded":"2024-06-06T07:55:26.209052+0000","last_fullsized":"2024-06-06T07:55:26.209052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305917+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.305917+0000","last_peered":"2024-06-06T07:55:26.305917+0000","last_clean":"2024-06-06T07:55:26.305917+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:55:26.305917+0000","last_undegraded":"2024-06-06T07:55:26.305917+0000","last_fullsized":"2024-06-06T07:55:26.305917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490038+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:55:26.490038+0000","last_peered":"2024-06-06T07:55:26.490038+0000","last_clean":"2024-06-06T07:55:26.490038+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:55:26.490038+0000","last_undegraded":"2024-06-06T07:55:26.490038+0000","last_fullsized":"2024-06-06T07:55:26.490038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209379+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:55:26.209379+0000","last_peered":"2024-06-06T07:55:26.209379+0000","last_clean":"2024-06-06T07:55:26.209379+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:55:26.209379+0000","last_undegraded":"2024-06-06T07:55:26.209379+0000","last_fullsized":"2024-06-06T07:55:26.209379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487925+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:55:26.487925+0000","last_peered":"2024-06-06T07:55:26.487925+0000","last_clean":"2024-06-06T07:55:26.487925+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:55:26.487925+0000","last_undegraded":"2024-06-06T07:55:26.487925+0000","last_fullsized":"2024-06-06T07:55:26.487925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494221+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:55:26.494221+0000","last_peered":"2024-06-06T07:55:26.494221+0000","last_clean":"2024-06-06T07:55:26.494221+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:55:26.494221+0000","last_undegraded":"2024-06-06T07:55:26.494221+0000","last_fullsized":"2024-06-06T07:55:26.494221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490310+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:55:26.490310+0000","last_peered":"2024-06-06T07:55:26.490310+0000","last_clean":"2024-06-06T07:55:26.490310+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:55:26.490310+0000","last_undegraded":"2024-06-06T07:55:26.490310+0000","last_fullsized":"2024-06-06T07:55:26.490310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484434+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:55:26.484434+0000","last_peered":"2024-06-06T07:55:26.484434+0000","last_clean":"2024-06-06T07:55:26.484434+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:55:26.484434+0000","last_undegraded":"2024-06-06T07:55:26.484434+0000","last_fullsized":"2024-06-06T07:55:26.484434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489500+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:55:26.489500+0000","last_peered":"2024-06-06T07:55:26.489500+0000","last_clean":"2024-06-06T07:55:26.489500+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:55:26.489500+0000","last_undegraded":"2024-06-06T07:55:26.489500+0000","last_fullsized":"2024-06-06T07:55:26.489500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306470+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:55:26.306470+0000","last_peered":"2024-06-06T07:55:26.306470+0000","last_clean":"2024-06-06T07:55:26.306470+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:55:26.306470+0000","last_undegraded":"2024-06-06T07:55:26.306470+0000","last_fullsized":"2024-06-06T07:55:26.306470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210013+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:55:26.210013+0000","last_peered":"2024-06-06T07:55:26.210013+0000","last_clean":"2024-06-06T07:55:26.210013+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:55:26.210013+0000","last_undegraded":"2024-06-06T07:55:26.210013+0000","last_fullsized":"2024-06-06T07:55:26.210013+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482621+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:55:26.482621+0000","last_peered":"2024-06-06T07:55:26.482621+0000","last_clean":"2024-06-06T07:55:26.482621+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:55:26.482621+0000","last_undegraded":"2024-06-06T07:55:26.482621+0000","last_fullsized":"2024-06-06T07:55:26.482621+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482217+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:55:26.482217+0000","last_peered":"2024-06-06T07:55:26.482217+0000","last_clean":"2024-06-06T07:55:26.482217+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:55:26.482217+0000","last_undegraded":"2024-06-06T07:55:26.482217+0000","last_fullsized":"2024-06-06T07:55:26.482217+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"100'14","reported_seq":252,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210214+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:55:26.210214+0000","last_peered":"2024-06-06T07:55:26.210214+0000","last_clean":"2024-06-06T07:55:26.210214+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:55:26.210214+0000","last_undegraded":"2024-06-06T07:55:26.210214+0000","last_fullsized":"2024-06-06T07:55:26.210214+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306726+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:55:26.306726+0000","last_peered":"2024-06-06T07:55:26.306726+0000","last_clean":"2024-06-06T07:55:26.306726+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:55:26.306726+0000","last_undegraded":"2024-06-06T07:55:26.306726+0000","last_fullsized":"2024-06-06T07:55:26.306726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.493931+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:55:26.493931+0000","last_peered":"2024-06-06T07:55:26.493931+0000","last_clean":"2024-06-06T07:55:26.493931+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:55:26.493931+0000","last_undegraded":"2024-06-06T07:55:26.493931+0000","last_fullsized":"2024-06-06T07:55:26.493931+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307174+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:55:26.307174+0000","last_peered":"2024-06-06T07:55:26.307174+0000","last_clean":"2024-06-06T07:55:26.307174+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:55:26.307174+0000","last_undegraded":"2024-06-06T07:55:26.307174+0000","last_fullsized":"2024-06-06T07:55:26.307174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484724+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:55:26.484724+0000","last_peered":"2024-06-06T07:55:26.484724+0000","last_clean":"2024-06-06T07:55:26.484724+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:55:26.484724+0000","last_undegraded":"2024-06-06T07:55:26.484724+0000","last_fullsized":"2024-06-06T07:55:26.484724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494067+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:55:26.494067+0000","last_peered":"2024-06-06T07:55:26.494067+0000","last_clean":"2024-06-06T07:55:26.494067+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:55:26.494067+0000","last_undegraded":"2024-06-06T07:55:26.494067+0000","last_fullsized":"2024-06-06T07:55:26.494067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565861+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:55:26.565861+0000","last_peered":"2024-06-06T07:55:26.565861+0000","last_clean":"2024-06-06T07:55:26.565861+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:55:26.565861+0000","last_undegraded":"2024-06-06T07:55:26.565861+0000","last_fullsized":"2024-06-06T07:55:26.565861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489677+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:55:26.489677+0000","last_peered":"2024-06-06T07:55:26.489677+0000","last_clean":"2024-06-06T07:55:26.489677+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:55:26.489677+0000","last_undegraded":"2024-06-06T07:55:26.489677+0000","last_fullsized":"2024-06-06T07:55:26.489677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:55:26.494018+0000","last_peered":"2024-06-06T07:55:26.494018+0000","last_clean":"2024-06-06T07:55:26.494018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:55:26.494018+0000","last_undegraded":"2024-06-06T07:55:26.494018+0000","last_fullsized":"2024-06-06T07:55:26.494018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565525+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:55:26.565525+0000","last_peered":"2024-06-06T07:55:26.565525+0000","last_clean":"2024-06-06T07:55:26.565525+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:55:26.565525+0000","last_undegraded":"2024-06-06T07:55:26.565525+0000","last_fullsized":"2024-06-06T07:55:26.565525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209412+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:55:26.209412+0000","last_peered":"2024-06-06T07:55:26.209412+0000","last_clean":"2024-06-06T07:55:26.209412+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:55:26.209412+0000","last_undegraded":"2024-06-06T07:55:26.209412+0000","last_fullsized":"2024-06-06T07:55:26.209412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482493+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:55:26.482493+0000","last_peered":"2024-06-06T07:55:26.482493+0000","last_clean":"2024-06-06T07:55:26.482493+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:55:26.482493+0000","last_undegraded":"2024-06-06T07:55:26.482493+0000","last_fullsized":"2024-06-06T07:55:26.482493+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'10","reported_seq":256,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:31.013370+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:55:31.013370+0000","last_peered":"2024-06-06T07:55:31.013370+0000","last_clean":"2024-06-06T07:55:31.013370+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:55:31.013370+0000","last_undegraded":"2024-06-06T07:55:31.013370+0000","last_fullsized":"2024-06-06T07:55:31.013370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565428+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:55:26.565428+0000","last_peered":"2024-06-06T07:55:26.565428+0000","last_clean":"2024-06-06T07:55:26.565428+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:55:26.565428+0000","last_undegraded":"2024-06-06T07:55:26.565428+0000","last_fullsized":"2024-06-06T07:55:26.565428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482436+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:55:26.482436+0000","last_peered":"2024-06-06T07:55:26.482436+0000","last_clean":"2024-06-06T07:55:26.482436+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:55:26.482436+0000","last_undegraded":"2024-06-06T07:55:26.482436+0000","last_fullsized":"2024-06-06T07:55:26.482436+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209035+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:55:26.209035+0000","last_peered":"2024-06-06T07:55:26.209035+0000","last_clean":"2024-06-06T07:55:26.209035+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:55:26.209035+0000","last_undegraded":"2024-06-06T07:55:26.209035+0000","last_fullsized":"2024-06-06T07:55:26.209035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209233+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:55:26.209233+0000","last_peered":"2024-06-06T07:55:26.209233+0000","last_clean":"2024-06-06T07:55:26.209233+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:55:26.209233+0000","last_undegraded":"2024-06-06T07:55:26.209233+0000","last_fullsized":"2024-06-06T07:55:26.209233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306386+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:55:26.306386+0000","last_peered":"2024-06-06T07:55:26.306386+0000","last_clean":"2024-06-06T07:55:26.306386+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:55:26.306386+0000","last_undegraded":"2024-06-06T07:55:26.306386+0000","last_fullsized":"2024-06-06T07:55:26.306386+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490063+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:55:26.490063+0000","last_peered":"2024-06-06T07:55:26.490063+0000","last_clean":"2024-06-06T07:55:26.490063+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:55:26.490063+0000","last_undegraded":"2024-06-06T07:55:26.490063+0000","last_fullsized":"2024-06-06T07:55:26.490063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306055+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:55:26.306055+0000","last_peered":"2024-06-06T07:55:26.306055+0000","last_clean":"2024-06-06T07:55:26.306055+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:55:26.306055+0000","last_undegraded":"2024-06-06T07:55:26.306055+0000","last_fullsized":"2024-06-06T07:55:26.306055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484957+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:55:26.484957+0000","last_peered":"2024-06-06T07:55:26.484957+0000","last_clean":"2024-06-06T07:55:26.484957+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:55:26.484957+0000","last_undegraded":"2024-06-06T07:55:26.484957+0000","last_fullsized":"2024-06-06T07:55:26.484957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208841+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:55:26.208841+0000","last_peered":"2024-06-06T07:55:26.208841+0000","last_clean":"2024-06-06T07:55:26.208841+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:55:26.208841+0000","last_undegraded":"2024-06-06T07:55:26.208841+0000","last_fullsized":"2024-06-06T07:55:26.208841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209543+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:55:26.209543+0000","last_peered":"2024-06-06T07:55:26.209543+0000","last_clean":"2024-06-06T07:55:26.209543+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:55:26.209543+0000","last_undegraded":"2024-06-06T07:55:26.209543+0000","last_fullsized":"2024-06-06T07:55:26.209543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306144+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:55:26.306144+0000","last_peered":"2024-06-06T07:55:26.306144+0000","last_clean":"2024-06-06T07:55:26.306144+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:55:26.306144+0000","last_undegraded":"2024-06-06T07:55:26.306144+0000","last_fullsized":"2024-06-06T07:55:26.306144+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'7","reported_seq":441,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:32.014204+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:55:32.014204+0000","last_peered":"2024-06-06T07:55:32.014204+0000","last_clean":"2024-06-06T07:55:32.014204+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:55:32.014204+0000","last_undegraded":"2024-06-06T07:55:32.014204+0000","last_fullsized":"2024-06-06T07:55:32.014204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":388,"num_read_kb":388,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489952+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:55:26.489952+0000","last_peered":"2024-06-06T07:55:26.489952+0000","last_clean":"2024-06-06T07:55:26.489952+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:55:26.489952+0000","last_undegraded":"2024-06-06T07:55:26.489952+0000","last_fullsized":"2024-06-06T07:55:26.489952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209449+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:55:26.209449+0000","last_peered":"2024-06-06T07:55:26.209449+0000","last_clean":"2024-06-06T07:55:26.209449+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:55:26.209449+0000","last_undegraded":"2024-06-06T07:55:26.209449+0000","last_fullsized":"2024-06-06T07:55:26.209449+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487790+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:55:26.487790+0000","last_peered":"2024-06-06T07:55:26.487790+0000","last_clean":"2024-06-06T07:55:26.487790+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:55:26.487790+0000","last_undegraded":"2024-06-06T07:55:26.487790+0000","last_fullsized":"2024-06-06T07:55:26.487790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484881+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:55:26.484881+0000","last_peered":"2024-06-06T07:55:26.484881+0000","last_clean":"2024-06-06T07:55:26.484881+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:55:26.484881+0000","last_undegraded":"2024-06-06T07:55:26.484881+0000","last_fullsized":"2024-06-06T07:55:26.484881+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494217+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:55:26.494217+0000","last_peered":"2024-06-06T07:55:26.494217+0000","last_clean":"2024-06-06T07:55:26.494217+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:55:26.494217+0000","last_undegraded":"2024-06-06T07:55:26.494217+0000","last_fullsized":"2024-06-06T07:55:26.494217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209286+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:55:26.209286+0000","last_peered":"2024-06-06T07:55:26.209286+0000","last_clean":"2024-06-06T07:55:26.209286+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:55:26.209286+0000","last_undegraded":"2024-06-06T07:55:26.209286+0000","last_fullsized":"2024-06-06T07:55:26.209286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490118+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:55:26.490118+0000","last_peered":"2024-06-06T07:55:26.490118+0000","last_clean":"2024-06-06T07:55:26.490118+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:55:26.490118+0000","last_undegraded":"2024-06-06T07:55:26.490118+0000","last_fullsized":"2024-06-06T07:55:26.490118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208805+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:55:26.208805+0000","last_peered":"2024-06-06T07:55:26.208805+0000","last_clean":"2024-06-06T07:55:26.208805+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:55:26.208805+0000","last_undegraded":"2024-06-06T07:55:26.208805+0000","last_fullsized":"2024-06-06T07:55:26.208805+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"101'45","reported_seq":510,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:32.014296+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:55:32.014296+0000","last_peered":"2024-06-06T07:55:32.014296+0000","last_clean":"2024-06-06T07:55:32.014296+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:55:32.014296+0000","last_undegraded":"2024-06-06T07:55:32.014296+0000","last_fullsized":"2024-06-06T07:55:32.014296+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72275,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":403,"num_read_kb":273,"num_write":47,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565673+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:55:26.565673+0000","last_peered":"2024-06-06T07:55:26.565673+0000","last_clean":"2024-06-06T07:55:26.565673+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:55:26.565673+0000","last_undegraded":"2024-06-06T07:55:26.565673+0000","last_fullsized":"2024-06-06T07:55:26.565673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209789+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:55:26.209789+0000","last_peered":"2024-06-06T07:55:26.209789+0000","last_clean":"2024-06-06T07:55:26.209789+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:55:26.209789+0000","last_undegraded":"2024-06-06T07:55:26.209789+0000","last_fullsized":"2024-06-06T07:55:26.209789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482449+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:55:26.482449+0000","last_peered":"2024-06-06T07:55:26.482449+0000","last_clean":"2024-06-06T07:55:26.482449+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:55:26.482449+0000","last_undegraded":"2024-06-06T07:55:26.482449+0000","last_fullsized":"2024-06-06T07:55:26.482449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490256+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:55:26.490256+0000","last_peered":"2024-06-06T07:55:26.490256+0000","last_clean":"2024-06-06T07:55:26.490256+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:55:26.490256+0000","last_undegraded":"2024-06-06T07:55:26.490256+0000","last_fullsized":"2024-06-06T07:55:26.490256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306149+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:55:26.306149+0000","last_peered":"2024-06-06T07:55:26.306149+0000","last_clean":"2024-06-06T07:55:26.306149+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:55:26.306149+0000","last_undegraded":"2024-06-06T07:55:26.306149+0000","last_fullsized":"2024-06-06T07:55:26.306149+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209122+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:55:26.209122+0000","last_peered":"2024-06-06T07:55:26.209122+0000","last_clean":"2024-06-06T07:55:26.209122+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:55:26.209122+0000","last_undegraded":"2024-06-06T07:55:26.209122+0000","last_fullsized":"2024-06-06T07:55:26.209122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487554+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:55:26.487554+0000","last_peered":"2024-06-06T07:55:26.487554+0000","last_clean":"2024-06-06T07:55:26.487554+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:55:26.487554+0000","last_undegraded":"2024-06-06T07:55:26.487554+0000","last_fullsized":"2024-06-06T07:55:26.487554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":243,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494106+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:55:26.494106+0000","last_peered":"2024-06-06T07:55:26.494106+0000","last_clean":"2024-06-06T07:55:26.494106+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:55:26.494106+0000","last_undegraded":"2024-06-06T07:55:26.494106+0000","last_fullsized":"2024-06-06T07:55:26.494106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487407+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:55:26.487407+0000","last_peered":"2024-06-06T07:55:26.487407+0000","last_clean":"2024-06-06T07:55:26.487407+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:55:26.487407+0000","last_undegraded":"2024-06-06T07:55:26.487407+0000","last_fullsized":"2024-06-06T07:55:26.487407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490544+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:55:26.490544+0000","last_peered":"2024-06-06T07:55:26.490544+0000","last_clean":"2024-06-06T07:55:26.490544+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:55:26.490544+0000","last_undegraded":"2024-06-06T07:55:26.490544+0000","last_fullsized":"2024-06-06T07:55:26.490544+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":64,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565303+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:55:26.565303+0000","last_peered":"2024-06-06T07:55:26.565303+0000","last_clean":"2024-06-06T07:55:26.565303+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:55:26.565303+0000","last_undegraded":"2024-06-06T07:55:26.565303+0000","last_fullsized":"2024-06-06T07:55:26.565303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":24,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209654+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:55:26.209654+0000","last_peered":"2024-06-06T07:55:26.209654+0000","last_clean":"2024-06-06T07:55:26.209654+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:55:26.209654+0000","last_undegraded":"2024-06-06T07:55:26.209654+0000","last_fullsized":"2024-06-06T07:55:26.209654+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208847+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:55:26.208847+0000","last_peered":"2024-06-06T07:55:26.208847+0000","last_clean":"2024-06-06T07:55:26.208847+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:55:26.208847+0000","last_undegraded":"2024-06-06T07:55:26.208847+0000","last_fullsized":"2024-06-06T07:55:26.208847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565888+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:55:26.565888+0000","last_peered":"2024-06-06T07:55:26.565888+0000","last_clean":"2024-06-06T07:55:26.565888+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:55:26.565888+0000","last_undegraded":"2024-06-06T07:55:26.565888+0000","last_fullsized":"2024-06-06T07:55:26.565888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306403+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:55:26.306403+0000","last_peered":"2024-06-06T07:55:26.306403+0000","last_clean":"2024-06-06T07:55:26.306403+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:55:26.306403+0000","last_undegraded":"2024-06-06T07:55:26.306403+0000","last_fullsized":"2024-06-06T07:55:26.306403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565426+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:55:26.565426+0000","last_peered":"2024-06-06T07:55:26.565426+0000","last_clean":"2024-06-06T07:55:26.565426+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:55:26.565426+0000","last_undegraded":"2024-06-06T07:55:26.565426+0000","last_fullsized":"2024-06-06T07:55:26.565426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209830+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:55:26.209830+0000","last_peered":"2024-06-06T07:55:26.209830+0000","last_clean":"2024-06-06T07:55:26.209830+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:55:26.209830+0000","last_undegraded":"2024-06-06T07:55:26.209830+0000","last_fullsized":"2024-06-06T07:55:26.209830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209489+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:55:26.209489+0000","last_peered":"2024-06-06T07:55:26.209489+0000","last_clean":"2024-06-06T07:55:26.209489+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:55:26.209489+0000","last_undegraded":"2024-06-06T07:55:26.209489+0000","last_fullsized":"2024-06-06T07:55:26.209489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490237+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:55:26.490237+0000","last_peered":"2024-06-06T07:55:26.490237+0000","last_clean":"2024-06-06T07:55:26.490237+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:55:26.490237+0000","last_undegraded":"2024-06-06T07:55:26.490237+0000","last_fullsized":"2024-06-06T07:55:26.490237+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"101'7","reported_seq":247,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:27.007463+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:55:27.007463+0000","last_peered":"2024-06-06T07:55:27.007463+0000","last_clean":"2024-06-06T07:55:27.007463+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:55:27.007463+0000","last_undegraded":"2024-06-06T07:55:27.007463+0000","last_fullsized":"2024-06-06T07:55:27.007463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1286,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209106+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:55:26.209106+0000","last_peered":"2024-06-06T07:55:26.209106+0000","last_clean":"2024-06-06T07:55:26.209106+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:55:26.209106+0000","last_undegraded":"2024-06-06T07:55:26.209106+0000","last_fullsized":"2024-06-06T07:55:26.209106+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490556+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:55:26.490556+0000","last_peered":"2024-06-06T07:55:26.490556+0000","last_clean":"2024-06-06T07:55:26.490556+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:55:26.490556+0000","last_undegraded":"2024-06-06T07:55:26.490556+0000","last_fullsized":"2024-06-06T07:55:26.490556+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209214+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:55:26.209214+0000","last_peered":"2024-06-06T07:55:26.209214+0000","last_clean":"2024-06-06T07:55:26.209214+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:55:26.209214+0000","last_undegraded":"2024-06-06T07:55:26.209214+0000","last_fullsized":"2024-06-06T07:55:26.209214+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":242,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489975+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:55:26.489975+0000","last_peered":"2024-06-06T07:55:26.489975+0000","last_clean":"2024-06-06T07:55:26.489975+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:55:26.489975+0000","last_undegraded":"2024-06-06T07:55:26.489975+0000","last_fullsized":"2024-06-06T07:55:26.489975+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487776+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:55:26.487776+0000","last_peered":"2024-06-06T07:55:26.487776+0000","last_clean":"2024-06-06T07:55:26.487776+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:55:26.487776+0000","last_undegraded":"2024-06-06T07:55:26.487776+0000","last_fullsized":"2024-06-06T07:55:26.487776+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306337+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:55:26.306337+0000","last_peered":"2024-06-06T07:55:26.306337+0000","last_clean":"2024-06-06T07:55:26.306337+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:55:26.306337+0000","last_undegraded":"2024-06-06T07:55:26.306337+0000","last_fullsized":"2024-06-06T07:55:26.306337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494169+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:55:26.494169+0000","last_peered":"2024-06-06T07:55:26.494169+0000","last_clean":"2024-06-06T07:55:26.494169+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:55:26.494169+0000","last_undegraded":"2024-06-06T07:55:26.494169+0000","last_fullsized":"2024-06-06T07:55:26.494169+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":380,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487294+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:55:26.487294+0000","last_peered":"2024-06-06T07:55:26.487294+0000","last_clean":"2024-06-06T07:55:26.487294+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:55:26.487294+0000","last_undegraded":"2024-06-06T07:55:26.487294+0000","last_fullsized":"2024-06-06T07:55:26.487294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565730+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:55:26.565730+0000","last_peered":"2024-06-06T07:55:26.565730+0000","last_clean":"2024-06-06T07:55:26.565730+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:55:26.565730+0000","last_undegraded":"2024-06-06T07:55:26.565730+0000","last_fullsized":"2024-06-06T07:55:26.565730+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489971+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:55:26.489971+0000","last_peered":"2024-06-06T07:55:26.489971+0000","last_clean":"2024-06-06T07:55:26.489971+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:55:26.489971+0000","last_undegraded":"2024-06-06T07:55:26.489971+0000","last_fullsized":"2024-06-06T07:55:26.489971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306175+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:55:26.306175+0000","last_peered":"2024-06-06T07:55:26.306175+0000","last_clean":"2024-06-06T07:55:26.306175+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:55:26.306175+0000","last_undegraded":"2024-06-06T07:55:26.306175+0000","last_fullsized":"2024-06-06T07:55:26.306175+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565711+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:55:26.565711+0000","last_peered":"2024-06-06T07:55:26.565711+0000","last_clean":"2024-06-06T07:55:26.565711+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:55:26.565711+0000","last_undegraded":"2024-06-06T07:55:26.565711+0000","last_fullsized":"2024-06-06T07:55:26.565711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490473+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:55:26.490473+0000","last_peered":"2024-06-06T07:55:26.490473+0000","last_clean":"2024-06-06T07:55:26.490473+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:55:26.490473+0000","last_undegraded":"2024-06-06T07:55:26.490473+0000","last_fullsized":"2024-06-06T07:55:26.490473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305980+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:55:26.305980+0000","last_peered":"2024-06-06T07:55:26.305980+0000","last_clean":"2024-06-06T07:55:26.305980+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:55:26.305980+0000","last_undegraded":"2024-06-06T07:55:26.305980+0000","last_fullsized":"2024-06-06T07:55:26.305980+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'52","reported_seq":133,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.417123+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:55:26.417123+0000","last_peered":"2024-06-06T07:55:26.417123+0000","last_clean":"2024-06-06T07:55:26.417123+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:55:26.417123+0000","last_undegraded":"2024-06-06T07:55:26.417123+0000","last_fullsized":"2024-06-06T07:55:26.417123+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":92,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307309+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:55:26.307309+0000","last_peered":"2024-06-06T07:55:26.307309+0000","last_clean":"2024-06-06T07:55:26.307309+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:55:26.307309+0000","last_undegraded":"2024-06-06T07:55:26.307309+0000","last_fullsized":"2024-06-06T07:55:26.307309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482134+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:55:26.482134+0000","last_peered":"2024-06-06T07:55:26.482134+0000","last_clean":"2024-06-06T07:55:26.482134+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:55:26.482134+0000","last_undegraded":"2024-06-06T07:55:26.482134+0000","last_fullsized":"2024-06-06T07:55:26.482134+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494541+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:55:26.494541+0000","last_peered":"2024-06-06T07:55:26.494541+0000","last_clean":"2024-06-06T07:55:26.494541+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:55:26.494541+0000","last_undegraded":"2024-06-06T07:55:26.494541+0000","last_fullsized":"2024-06-06T07:55:26.494541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485043+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:55:26.485043+0000","last_peered":"2024-06-06T07:55:26.485043+0000","last_clean":"2024-06-06T07:55:26.485043+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:55:26.485043+0000","last_undegraded":"2024-06-06T07:55:26.485043+0000","last_fullsized":"2024-06-06T07:55:26.485043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494336+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:55:26.494336+0000","last_peered":"2024-06-06T07:55:26.494336+0000","last_clean":"2024-06-06T07:55:26.494336+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:55:26.494336+0000","last_undegraded":"2024-06-06T07:55:26.494336+0000","last_fullsized":"2024-06-06T07:55:26.494336+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489619+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:55:26.489619+0000","last_peered":"2024-06-06T07:55:26.489619+0000","last_clean":"2024-06-06T07:55:26.489619+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:55:26.489619+0000","last_undegraded":"2024-06-06T07:55:26.489619+0000","last_fullsized":"2024-06-06T07:55:26.489619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565381+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.565381+0000","last_peered":"2024-06-06T07:55:26.565381+0000","last_clean":"2024-06-06T07:55:26.565381+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:55:26.565381+0000","last_undegraded":"2024-06-06T07:55:26.565381+0000","last_fullsized":"2024-06-06T07:55:26.565381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565869+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:55:26.565869+0000","last_peered":"2024-06-06T07:55:26.565869+0000","last_clean":"2024-06-06T07:55:26.565869+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:55:26.565869+0000","last_undegraded":"2024-06-06T07:55:26.565869+0000","last_fullsized":"2024-06-06T07:55:26.565869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306201+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:55:26.306201+0000","last_peered":"2024-06-06T07:55:26.306201+0000","last_clean":"2024-06-06T07:55:26.306201+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:55:26.306201+0000","last_undegraded":"2024-06-06T07:55:26.306201+0000","last_fullsized":"2024-06-06T07:55:26.306201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306082+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:55:26.306082+0000","last_peered":"2024-06-06T07:55:26.306082+0000","last_clean":"2024-06-06T07:55:26.306082+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:55:26.306082+0000","last_undegraded":"2024-06-06T07:55:26.306082+0000","last_fullsized":"2024-06-06T07:55:26.306082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494326+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:55:26.494326+0000","last_peered":"2024-06-06T07:55:26.494326+0000","last_clean":"2024-06-06T07:55:26.494326+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:55:26.494326+0000","last_undegraded":"2024-06-06T07:55:26.494326+0000","last_fullsized":"2024-06-06T07:55:26.494326+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'5","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.738846+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:55:26.738846+0000","last_peered":"2024-06-06T07:55:26.738846+0000","last_clean":"2024-06-06T07:55:26.738846+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:55:26.738846+0000","last_undegraded":"2024-06-06T07:55:26.738846+0000","last_fullsized":"2024-06-06T07:55:26.738846+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306743+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:55:26.306743+0000","last_peered":"2024-06-06T07:55:26.306743+0000","last_clean":"2024-06-06T07:55:26.306743+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:55:26.306743+0000","last_undegraded":"2024-06-06T07:55:26.306743+0000","last_fullsized":"2024-06-06T07:55:26.306743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494274+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:55:26.494274+0000","last_peered":"2024-06-06T07:55:26.494274+0000","last_clean":"2024-06-06T07:55:26.494274+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:55:26.494274+0000","last_undegraded":"2024-06-06T07:55:26.494274+0000","last_fullsized":"2024-06-06T07:55:26.494274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565481+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:55:26.565481+0000","last_peered":"2024-06-06T07:55:26.565481+0000","last_clean":"2024-06-06T07:55:26.565481+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:55:26.565481+0000","last_undegraded":"2024-06-06T07:55:26.565481+0000","last_fullsized":"2024-06-06T07:55:26.565481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487725+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:55:26.487725+0000","last_peered":"2024-06-06T07:55:26.487725+0000","last_clean":"2024-06-06T07:55:26.487725+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:55:26.487725+0000","last_undegraded":"2024-06-06T07:55:26.487725+0000","last_fullsized":"2024-06-06T07:55:26.487725+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489641+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:55:26.489641+0000","last_peered":"2024-06-06T07:55:26.489641+0000","last_clean":"2024-06-06T07:55:26.489641+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:55:26.489641+0000","last_undegraded":"2024-06-06T07:55:26.489641+0000","last_fullsized":"2024-06-06T07:55:26.489641+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"101'6","reported_seq":245,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:27.041413+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:55:27.041413+0000","last_peered":"2024-06-06T07:55:27.041413+0000","last_clean":"2024-06-06T07:55:27.041413+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:55:27.041413+0000","last_undegraded":"2024-06-06T07:55:27.041413+0000","last_fullsized":"2024-06-06T07:55:27.041413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488009+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:55:26.488009+0000","last_peered":"2024-06-06T07:55:26.488009+0000","last_clean":"2024-06-06T07:55:26.488009+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:55:26.488009+0000","last_undegraded":"2024-06-06T07:55:26.488009+0000","last_fullsized":"2024-06-06T07:55:26.488009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'41","reported_seq":96,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.415738+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:55:26.415738+0000","last_peered":"2024-06-06T07:55:26.415738+0000","last_clean":"2024-06-06T07:55:26.415738+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:55:26.415738+0000","last_undegraded":"2024-06-06T07:55:26.415738+0000","last_fullsized":"2024-06-06T07:55:26.415738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487753+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:55:26.487753+0000","last_peered":"2024-06-06T07:55:26.487753+0000","last_clean":"2024-06-06T07:55:26.487753+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:55:26.487753+0000","last_undegraded":"2024-06-06T07:55:26.487753+0000","last_fullsized":"2024-06-06T07:55:26.487753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208631+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:55:26.208631+0000","last_peered":"2024-06-06T07:55:26.208631+0000","last_clean":"2024-06-06T07:55:26.208631+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:55:26.208631+0000","last_undegraded":"2024-06-06T07:55:26.208631+0000","last_fullsized":"2024-06-06T07:55:26.208631+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490494+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:55:26.490494+0000","last_peered":"2024-06-06T07:55:26.490494+0000","last_clean":"2024-06-06T07:55:26.490494+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:55:26.490494+0000","last_undegraded":"2024-06-06T07:55:26.490494+0000","last_fullsized":"2024-06-06T07:55:26.490494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487961+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:55:26.487961+0000","last_peered":"2024-06-06T07:55:26.487961+0000","last_clean":"2024-06-06T07:55:26.487961+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:55:26.487961+0000","last_undegraded":"2024-06-06T07:55:26.487961+0000","last_fullsized":"2024-06-06T07:55:26.487961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306117+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:55:26.306117+0000","last_peered":"2024-06-06T07:55:26.306117+0000","last_clean":"2024-06-06T07:55:26.306117+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:55:26.306117+0000","last_undegraded":"2024-06-06T07:55:26.306117+0000","last_fullsized":"2024-06-06T07:55:26.306117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482403+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:55:26.482403+0000","last_peered":"2024-06-06T07:55:26.482403+0000","last_clean":"2024-06-06T07:55:26.482403+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:55:26.482403+0000","last_undegraded":"2024-06-06T07:55:26.482403+0000","last_fullsized":"2024-06-06T07:55:26.482403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482215+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:55:26.482215+0000","last_peered":"2024-06-06T07:55:26.482215+0000","last_clean":"2024-06-06T07:55:26.482215+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:55:26.482215+0000","last_undegraded":"2024-06-06T07:55:26.482215+0000","last_fullsized":"2024-06-06T07:55:26.482215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484613+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:55:26.484613+0000","last_peered":"2024-06-06T07:55:26.484613+0000","last_clean":"2024-06-06T07:55:26.484613+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:55:26.484613+0000","last_undegraded":"2024-06-06T07:55:26.484613+0000","last_fullsized":"2024-06-06T07:55:26.484613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490528+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:55:26.490528+0000","last_peered":"2024-06-06T07:55:26.490528+0000","last_clean":"2024-06-06T07:55:26.490528+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:55:26.490528+0000","last_undegraded":"2024-06-06T07:55:26.490528+0000","last_fullsized":"2024-06-06T07:55:26.490528+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306357+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:55:26.306357+0000","last_peered":"2024-06-06T07:55:26.306357+0000","last_clean":"2024-06-06T07:55:26.306357+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:55:26.306357+0000","last_undegraded":"2024-06-06T07:55:26.306357+0000","last_fullsized":"2024-06-06T07:55:26.306357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482764+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:55:26.482764+0000","last_peered":"2024-06-06T07:55:26.482764+0000","last_clean":"2024-06-06T07:55:26.482764+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:55:26.482764+0000","last_undegraded":"2024-06-06T07:55:26.482764+0000","last_fullsized":"2024-06-06T07:55:26.482764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307391+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:55:26.307391+0000","last_peered":"2024-06-06T07:55:26.307391+0000","last_clean":"2024-06-06T07:55:26.307391+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:55:26.307391+0000","last_undegraded":"2024-06-06T07:55:26.307391+0000","last_fullsized":"2024-06-06T07:55:26.307391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209081+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:55:26.209081+0000","last_peered":"2024-06-06T07:55:26.209081+0000","last_clean":"2024-06-06T07:55:26.209081+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:55:26.209081+0000","last_undegraded":"2024-06-06T07:55:26.209081+0000","last_fullsized":"2024-06-06T07:55:26.209081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306249+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:55:26.306249+0000","last_peered":"2024-06-06T07:55:26.306249+0000","last_clean":"2024-06-06T07:55:26.306249+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:55:26.306249+0000","last_undegraded":"2024-06-06T07:55:26.306249+0000","last_fullsized":"2024-06-06T07:55:26.306249+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489989+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:55:26.489989+0000","last_peered":"2024-06-06T07:55:26.489989+0000","last_clean":"2024-06-06T07:55:26.489989+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:55:26.489989+0000","last_undegraded":"2024-06-06T07:55:26.489989+0000","last_fullsized":"2024-06-06T07:55:26.489989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490174+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:55:26.490174+0000","last_peered":"2024-06-06T07:55:26.490174+0000","last_clean":"2024-06-06T07:55:26.490174+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:55:26.490174+0000","last_undegraded":"2024-06-06T07:55:26.490174+0000","last_fullsized":"2024-06-06T07:55:26.490174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306289+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:55:26.306289+0000","last_peered":"2024-06-06T07:55:26.306289+0000","last_clean":"2024-06-06T07:55:26.306289+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:55:26.306289+0000","last_undegraded":"2024-06-06T07:55:26.306289+0000","last_fullsized":"2024-06-06T07:55:26.306289+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107157,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":606302,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2059,"num_read_kb":1155,"num_write":386,"num_write_kb":1479,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":729088,"data_stored":1812696,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":311,"ondisk_log_size":311,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351045,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1146880,"data_stored":976774,"data_compressed":54599,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1302528,"data_stored":1374249,"data_compressed":77328,"data_compressed_allocated":102400,"data_compressed_original":811008,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776207,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1175552,"data_stored":980410,"data_compressed":54599,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037845,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1142784,"data_stored":583476,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299481,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1196032,"data_stored":1181591,"data_compressed":71172,"data_compressed_allocated":94208,"data_compressed_original":688128,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463007,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":579300,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1196032,"data_stored":649695,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1146880,"data_stored":580448,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1138688,"data_stored":581553,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149807,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1179648,"data_stored":1103126,"data_compressed":60755,"data_compressed_allocated":81920,"data_compressed_original":614400,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888169,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":652041,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724644,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32372,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712780,"statfs":{"total":95995035648,"available":95961886720,"internally_reserved":0,"allocated":1224704,"data_stored":1308465,"data_compressed":77328,"data_compressed_allocated":102400,"data_compressed_original":811008,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":71815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":70065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":136121,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":206001,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":394798,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:55:33.045 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-06-06T07:55:33.046 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-06-06T07:55:33.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 -- 172.21.15.27:0/1912570123 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101a20 msgr2=0x7f15d010d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 --2- 172.21.15.27:0/1912570123 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101a20 0x7f15d010d740 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f15c8009cd0 tx=0x7f15c802a970 comp rx=0 tx=0).stop 2024-06-06T07:55:33.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 -- 172.21.15.27:0/1912570123 shutdown_connections 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 --2- 172.21.15.27:0/1912570123 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101a20 0x7f15d010d740 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 --2- 172.21.15.27:0/1912570123 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101060 0x7f15d01014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 --2- 172.21.15.27:0/1912570123 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15d01069a0 0x7f15d0106d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 -- 172.21.15.27:0/1912570123 >> 172.21.15.27:0/1912570123 conn(0x7f15d0076ed0 msgr2=0x7f15d00fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 -- 172.21.15.27:0/1912570123 shutdown_connections 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.186+0000 7f15d60bc640 1 -- 172.21.15.27:0/1912570123 wait complete. 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 Processor -- start 2024-06-06T07:55:33.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 -- start start 2024-06-06T07:55:33.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 0x7f15d0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:33.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101a20 0x7f15d0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:33.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15d01069a0 0x7f15d019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:33.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f15d0110d90 con 0x7f15d0101060 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15d0110c10 con 0x7f15d01069a0 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.187+0000 7f15d60bc640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15d0110f10 con 0x7f15d0101a20 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 0x7f15d0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 0x7f15d0198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55274/0 (socket says 172.21.15.27:55274) 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 -- 172.21.15.27:0/3074197627 learned_addr learned my addr 172.21.15.27:0/3074197627 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15ceffd640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101a20 0x7f15d0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cffff640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15d01069a0 0x7f15d019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 -- 172.21.15.27:0/3074197627 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101a20 msgr2=0x7f15d0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101a20 0x7f15d0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 -- 172.21.15.27:0/3074197627 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15d01069a0 msgr2=0x7f15d019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15d01069a0 0x7f15d019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 -- 172.21.15.27:0/3074197627 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15d019d310 con 0x7f15d0101060 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15ceffd640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101a20 0x7f15d0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15cf7fe640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 0x7f15d0198320 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f15c000d950 tx=0x7f15c000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0017030 con 0x7f15d0101060 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15c0004020 con 0x7f15d0101060 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15d019d600 con 0x7f15d0101060 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0004a00 con 0x7f15d0101060 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.188+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15d01a4e90 con 0x7f15d0101060 2024-06-06T07:55:33.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.189+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15d0068c10 con 0x7f15d0101060 2024-06-06T07:55:33.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.190+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f15c00041d0 con 0x7f15d0101060 2024-06-06T07:55:33.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.191+0000 7f15ccff9640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15b80a2e20 0x7f15b80a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:33.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.191+0000 7f15ceffd640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15b80a2e20 0x7f15b80a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:33.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.191+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f15c00cfb20 con 0x7f15d0101060 2024-06-06T07:55:33.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.192+0000 7f15ceffd640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15b80a2e20 0x7f15b80a52e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f15c40058c0 tx=0x7f15c4005850 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:33.195 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.194+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f15c00cfe20 con 0x7f15d0101060 2024-06-06T07:55:33.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.379+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f15d00fff50 con 0x7f15b80a2e20 2024-06-06T07:55:33.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.389+0000 7f15ccff9640 1 -- 172.21.15.27:0/3074197627 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339937 (secure 0 0 0) 0x7f15d00fff50 con 0x7f15b80a2e20 2024-06-06T07:55:33.392 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:33.394 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15b80a2e20 msgr2=0x7f15b80a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15b80a2e20 0x7f15b80a52e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f15c40058c0 tx=0x7f15c4005850 comp rx=0 tx=0).stop 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 msgr2=0x7f15d0198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 0x7f15d0198320 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f15c000d950 tx=0x7f15c000de10 comp rx=0 tx=0).stop 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 shutdown_connections 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15b80a2e20 0x7f15b80a52e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15d01069a0 0x7f15d019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15d0101a20 0x7f15d0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 --2- 172.21.15.27:0/3074197627 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15d0101060 0x7f15d0198320 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.392+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 >> 172.21.15.27:0/3074197627 conn(0x7f15d0076ed0 msgr2=0x7f15d00feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.393+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 shutdown_connections 2024-06-06T07:55:33.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:33.393+0000 7f15d60bc640 1 -- 172.21.15.27:0/3074197627 wait complete. 2024-06-06T07:55:33.404 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-06-06T07:55:32.225533+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1196904,"num_objects":104,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2195,"num_read_kb":1274,"num_write":569,"num_write_kb":4419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":950,"ondisk_log_size":950,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":367192,"kb_used_data":13848,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574632,"statfs":{"total":1151940427776,"available":1151564423168,"internally_reserved":0,"allocated":14180352,"data_stored":10551128,"data_compressed":608499,"data_compressed_allocated":823296,"data_compressed_original":4497408,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":3300,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":20,"num_write":3,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.990450"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306589+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:55:26.306589+0000","last_peered":"2024-06-06T07:55:26.306589+0000","last_clean":"2024-06-06T07:55:26.306589+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:55:26.306589+0000","last_undegraded":"2024-06-06T07:55:26.306589+0000","last_fullsized":"2024-06-06T07:55:26.306589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485065+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:55:26.485065+0000","last_peered":"2024-06-06T07:55:26.485065+0000","last_clean":"2024-06-06T07:55:26.485065+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:55:26.485065+0000","last_undegraded":"2024-06-06T07:55:26.485065+0000","last_fullsized":"2024-06-06T07:55:26.485065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484610+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:55:26.484610+0000","last_peered":"2024-06-06T07:55:26.484610+0000","last_clean":"2024-06-06T07:55:26.484610+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:55:26.484610+0000","last_undegraded":"2024-06-06T07:55:26.484610+0000","last_fullsized":"2024-06-06T07:55:26.484610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494096+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:55:26.494096+0000","last_peered":"2024-06-06T07:55:26.494096+0000","last_clean":"2024-06-06T07:55:26.494096+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:55:26.494096+0000","last_undegraded":"2024-06-06T07:55:26.494096+0000","last_fullsized":"2024-06-06T07:55:26.494096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565555+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:55:26.565555+0000","last_peered":"2024-06-06T07:55:26.565555+0000","last_clean":"2024-06-06T07:55:26.565555+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:55:26.565555+0000","last_undegraded":"2024-06-06T07:55:26.565555+0000","last_fullsized":"2024-06-06T07:55:26.565555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209052+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:55:26.209052+0000","last_peered":"2024-06-06T07:55:26.209052+0000","last_clean":"2024-06-06T07:55:26.209052+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:55:26.209052+0000","last_undegraded":"2024-06-06T07:55:26.209052+0000","last_fullsized":"2024-06-06T07:55:26.209052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305917+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.305917+0000","last_peered":"2024-06-06T07:55:26.305917+0000","last_clean":"2024-06-06T07:55:26.305917+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:55:26.305917+0000","last_undegraded":"2024-06-06T07:55:26.305917+0000","last_fullsized":"2024-06-06T07:55:26.305917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490038+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:55:26.490038+0000","last_peered":"2024-06-06T07:55:26.490038+0000","last_clean":"2024-06-06T07:55:26.490038+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:55:26.490038+0000","last_undegraded":"2024-06-06T07:55:26.490038+0000","last_fullsized":"2024-06-06T07:55:26.490038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209379+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:55:26.209379+0000","last_peered":"2024-06-06T07:55:26.209379+0000","last_clean":"2024-06-06T07:55:26.209379+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:55:26.209379+0000","last_undegraded":"2024-06-06T07:55:26.209379+0000","last_fullsized":"2024-06-06T07:55:26.209379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487925+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:55:26.487925+0000","last_peered":"2024-06-06T07:55:26.487925+0000","last_clean":"2024-06-06T07:55:26.487925+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:55:26.487925+0000","last_undegraded":"2024-06-06T07:55:26.487925+0000","last_fullsized":"2024-06-06T07:55:26.487925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494221+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:55:26.494221+0000","last_peered":"2024-06-06T07:55:26.494221+0000","last_clean":"2024-06-06T07:55:26.494221+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:55:26.494221+0000","last_undegraded":"2024-06-06T07:55:26.494221+0000","last_fullsized":"2024-06-06T07:55:26.494221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490310+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:55:26.490310+0000","last_peered":"2024-06-06T07:55:26.490310+0000","last_clean":"2024-06-06T07:55:26.490310+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:55:26.490310+0000","last_undegraded":"2024-06-06T07:55:26.490310+0000","last_fullsized":"2024-06-06T07:55:26.490310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484434+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:55:26.484434+0000","last_peered":"2024-06-06T07:55:26.484434+0000","last_clean":"2024-06-06T07:55:26.484434+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:55:26.484434+0000","last_undegraded":"2024-06-06T07:55:26.484434+0000","last_fullsized":"2024-06-06T07:55:26.484434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489500+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:55:26.489500+0000","last_peered":"2024-06-06T07:55:26.489500+0000","last_clean":"2024-06-06T07:55:26.489500+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:55:26.489500+0000","last_undegraded":"2024-06-06T07:55:26.489500+0000","last_fullsized":"2024-06-06T07:55:26.489500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306470+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:55:26.306470+0000","last_peered":"2024-06-06T07:55:26.306470+0000","last_clean":"2024-06-06T07:55:26.306470+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:55:26.306470+0000","last_undegraded":"2024-06-06T07:55:26.306470+0000","last_fullsized":"2024-06-06T07:55:26.306470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210013+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:55:26.210013+0000","last_peered":"2024-06-06T07:55:26.210013+0000","last_clean":"2024-06-06T07:55:26.210013+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:55:26.210013+0000","last_undegraded":"2024-06-06T07:55:26.210013+0000","last_fullsized":"2024-06-06T07:55:26.210013+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482621+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:55:26.482621+0000","last_peered":"2024-06-06T07:55:26.482621+0000","last_clean":"2024-06-06T07:55:26.482621+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:55:26.482621+0000","last_undegraded":"2024-06-06T07:55:26.482621+0000","last_fullsized":"2024-06-06T07:55:26.482621+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482217+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:55:26.482217+0000","last_peered":"2024-06-06T07:55:26.482217+0000","last_clean":"2024-06-06T07:55:26.482217+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:55:26.482217+0000","last_undegraded":"2024-06-06T07:55:26.482217+0000","last_fullsized":"2024-06-06T07:55:26.482217+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"100'14","reported_seq":252,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210214+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:55:26.210214+0000","last_peered":"2024-06-06T07:55:26.210214+0000","last_clean":"2024-06-06T07:55:26.210214+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:55:26.210214+0000","last_undegraded":"2024-06-06T07:55:26.210214+0000","last_fullsized":"2024-06-06T07:55:26.210214+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306726+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:55:26.306726+0000","last_peered":"2024-06-06T07:55:26.306726+0000","last_clean":"2024-06-06T07:55:26.306726+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:55:26.306726+0000","last_undegraded":"2024-06-06T07:55:26.306726+0000","last_fullsized":"2024-06-06T07:55:26.306726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.493931+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:55:26.493931+0000","last_peered":"2024-06-06T07:55:26.493931+0000","last_clean":"2024-06-06T07:55:26.493931+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:55:26.493931+0000","last_undegraded":"2024-06-06T07:55:26.493931+0000","last_fullsized":"2024-06-06T07:55:26.493931+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307174+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:55:26.307174+0000","last_peered":"2024-06-06T07:55:26.307174+0000","last_clean":"2024-06-06T07:55:26.307174+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:55:26.307174+0000","last_undegraded":"2024-06-06T07:55:26.307174+0000","last_fullsized":"2024-06-06T07:55:26.307174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484724+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:55:26.484724+0000","last_peered":"2024-06-06T07:55:26.484724+0000","last_clean":"2024-06-06T07:55:26.484724+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:55:26.484724+0000","last_undegraded":"2024-06-06T07:55:26.484724+0000","last_fullsized":"2024-06-06T07:55:26.484724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494067+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:55:26.494067+0000","last_peered":"2024-06-06T07:55:26.494067+0000","last_clean":"2024-06-06T07:55:26.494067+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:55:26.494067+0000","last_undegraded":"2024-06-06T07:55:26.494067+0000","last_fullsized":"2024-06-06T07:55:26.494067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565861+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:55:26.565861+0000","last_peered":"2024-06-06T07:55:26.565861+0000","last_clean":"2024-06-06T07:55:26.565861+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:55:26.565861+0000","last_undegraded":"2024-06-06T07:55:26.565861+0000","last_fullsized":"2024-06-06T07:55:26.565861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489677+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:55:26.489677+0000","last_peered":"2024-06-06T07:55:26.489677+0000","last_clean":"2024-06-06T07:55:26.489677+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:55:26.489677+0000","last_undegraded":"2024-06-06T07:55:26.489677+0000","last_fullsized":"2024-06-06T07:55:26.489677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:55:26.494018+0000","last_peered":"2024-06-06T07:55:26.494018+0000","last_clean":"2024-06-06T07:55:26.494018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:55:26.494018+0000","last_undegraded":"2024-06-06T07:55:26.494018+0000","last_fullsized":"2024-06-06T07:55:26.494018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565525+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:55:26.565525+0000","last_peered":"2024-06-06T07:55:26.565525+0000","last_clean":"2024-06-06T07:55:26.565525+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:55:26.565525+0000","last_undegraded":"2024-06-06T07:55:26.565525+0000","last_fullsized":"2024-06-06T07:55:26.565525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209412+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:55:26.209412+0000","last_peered":"2024-06-06T07:55:26.209412+0000","last_clean":"2024-06-06T07:55:26.209412+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:55:26.209412+0000","last_undegraded":"2024-06-06T07:55:26.209412+0000","last_fullsized":"2024-06-06T07:55:26.209412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482493+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:55:26.482493+0000","last_peered":"2024-06-06T07:55:26.482493+0000","last_clean":"2024-06-06T07:55:26.482493+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:55:26.482493+0000","last_undegraded":"2024-06-06T07:55:26.482493+0000","last_fullsized":"2024-06-06T07:55:26.482493+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'10","reported_seq":256,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:31.013370+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:55:31.013370+0000","last_peered":"2024-06-06T07:55:31.013370+0000","last_clean":"2024-06-06T07:55:31.013370+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:55:31.013370+0000","last_undegraded":"2024-06-06T07:55:31.013370+0000","last_fullsized":"2024-06-06T07:55:31.013370+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":200,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565428+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:55:26.565428+0000","last_peered":"2024-06-06T07:55:26.565428+0000","last_clean":"2024-06-06T07:55:26.565428+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:55:26.565428+0000","last_undegraded":"2024-06-06T07:55:26.565428+0000","last_fullsized":"2024-06-06T07:55:26.565428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482436+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:55:26.482436+0000","last_peered":"2024-06-06T07:55:26.482436+0000","last_clean":"2024-06-06T07:55:26.482436+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:55:26.482436+0000","last_undegraded":"2024-06-06T07:55:26.482436+0000","last_fullsized":"2024-06-06T07:55:26.482436+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209035+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:55:26.209035+0000","last_peered":"2024-06-06T07:55:26.209035+0000","last_clean":"2024-06-06T07:55:26.209035+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:55:26.209035+0000","last_undegraded":"2024-06-06T07:55:26.209035+0000","last_fullsized":"2024-06-06T07:55:26.209035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209233+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:55:26.209233+0000","last_peered":"2024-06-06T07:55:26.209233+0000","last_clean":"2024-06-06T07:55:26.209233+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:55:26.209233+0000","last_undegraded":"2024-06-06T07:55:26.209233+0000","last_fullsized":"2024-06-06T07:55:26.209233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306386+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:55:26.306386+0000","last_peered":"2024-06-06T07:55:26.306386+0000","last_clean":"2024-06-06T07:55:26.306386+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:55:26.306386+0000","last_undegraded":"2024-06-06T07:55:26.306386+0000","last_fullsized":"2024-06-06T07:55:26.306386+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490063+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:55:26.490063+0000","last_peered":"2024-06-06T07:55:26.490063+0000","last_clean":"2024-06-06T07:55:26.490063+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:55:26.490063+0000","last_undegraded":"2024-06-06T07:55:26.490063+0000","last_fullsized":"2024-06-06T07:55:26.490063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306055+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:55:26.306055+0000","last_peered":"2024-06-06T07:55:26.306055+0000","last_clean":"2024-06-06T07:55:26.306055+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:55:26.306055+0000","last_undegraded":"2024-06-06T07:55:26.306055+0000","last_fullsized":"2024-06-06T07:55:26.306055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484957+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:55:26.484957+0000","last_peered":"2024-06-06T07:55:26.484957+0000","last_clean":"2024-06-06T07:55:26.484957+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:55:26.484957+0000","last_undegraded":"2024-06-06T07:55:26.484957+0000","last_fullsized":"2024-06-06T07:55:26.484957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208841+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:55:26.208841+0000","last_peered":"2024-06-06T07:55:26.208841+0000","last_clean":"2024-06-06T07:55:26.208841+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:55:26.208841+0000","last_undegraded":"2024-06-06T07:55:26.208841+0000","last_fullsized":"2024-06-06T07:55:26.208841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209543+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:55:26.209543+0000","last_peered":"2024-06-06T07:55:26.209543+0000","last_clean":"2024-06-06T07:55:26.209543+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:55:26.209543+0000","last_undegraded":"2024-06-06T07:55:26.209543+0000","last_fullsized":"2024-06-06T07:55:26.209543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306144+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:55:26.306144+0000","last_peered":"2024-06-06T07:55:26.306144+0000","last_clean":"2024-06-06T07:55:26.306144+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:55:26.306144+0000","last_undegraded":"2024-06-06T07:55:26.306144+0000","last_fullsized":"2024-06-06T07:55:26.306144+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'7","reported_seq":441,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:32.014204+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:55:32.014204+0000","last_peered":"2024-06-06T07:55:32.014204+0000","last_clean":"2024-06-06T07:55:32.014204+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:55:32.014204+0000","last_undegraded":"2024-06-06T07:55:32.014204+0000","last_fullsized":"2024-06-06T07:55:32.014204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":388,"num_read_kb":388,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489952+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:55:26.489952+0000","last_peered":"2024-06-06T07:55:26.489952+0000","last_clean":"2024-06-06T07:55:26.489952+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:55:26.489952+0000","last_undegraded":"2024-06-06T07:55:26.489952+0000","last_fullsized":"2024-06-06T07:55:26.489952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209449+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:55:26.209449+0000","last_peered":"2024-06-06T07:55:26.209449+0000","last_clean":"2024-06-06T07:55:26.209449+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:55:26.209449+0000","last_undegraded":"2024-06-06T07:55:26.209449+0000","last_fullsized":"2024-06-06T07:55:26.209449+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487790+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:55:26.487790+0000","last_peered":"2024-06-06T07:55:26.487790+0000","last_clean":"2024-06-06T07:55:26.487790+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:55:26.487790+0000","last_undegraded":"2024-06-06T07:55:26.487790+0000","last_fullsized":"2024-06-06T07:55:26.487790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484881+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:55:26.484881+0000","last_peered":"2024-06-06T07:55:26.484881+0000","last_clean":"2024-06-06T07:55:26.484881+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:55:26.484881+0000","last_undegraded":"2024-06-06T07:55:26.484881+0000","last_fullsized":"2024-06-06T07:55:26.484881+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494217+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:55:26.494217+0000","last_peered":"2024-06-06T07:55:26.494217+0000","last_clean":"2024-06-06T07:55:26.494217+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:55:26.494217+0000","last_undegraded":"2024-06-06T07:55:26.494217+0000","last_fullsized":"2024-06-06T07:55:26.494217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209286+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:55:26.209286+0000","last_peered":"2024-06-06T07:55:26.209286+0000","last_clean":"2024-06-06T07:55:26.209286+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:55:26.209286+0000","last_undegraded":"2024-06-06T07:55:26.209286+0000","last_fullsized":"2024-06-06T07:55:26.209286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490118+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:55:26.490118+0000","last_peered":"2024-06-06T07:55:26.490118+0000","last_clean":"2024-06-06T07:55:26.490118+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:55:26.490118+0000","last_undegraded":"2024-06-06T07:55:26.490118+0000","last_fullsized":"2024-06-06T07:55:26.490118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208805+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:55:26.208805+0000","last_peered":"2024-06-06T07:55:26.208805+0000","last_clean":"2024-06-06T07:55:26.208805+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:55:26.208805+0000","last_undegraded":"2024-06-06T07:55:26.208805+0000","last_fullsized":"2024-06-06T07:55:26.208805+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"101'45","reported_seq":510,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:32.014296+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:55:32.014296+0000","last_peered":"2024-06-06T07:55:32.014296+0000","last_clean":"2024-06-06T07:55:32.014296+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:55:32.014296+0000","last_undegraded":"2024-06-06T07:55:32.014296+0000","last_fullsized":"2024-06-06T07:55:32.014296+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72275,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":403,"num_read_kb":273,"num_write":47,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565673+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:55:26.565673+0000","last_peered":"2024-06-06T07:55:26.565673+0000","last_clean":"2024-06-06T07:55:26.565673+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:55:26.565673+0000","last_undegraded":"2024-06-06T07:55:26.565673+0000","last_fullsized":"2024-06-06T07:55:26.565673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209789+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:55:26.209789+0000","last_peered":"2024-06-06T07:55:26.209789+0000","last_clean":"2024-06-06T07:55:26.209789+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:55:26.209789+0000","last_undegraded":"2024-06-06T07:55:26.209789+0000","last_fullsized":"2024-06-06T07:55:26.209789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482449+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:55:26.482449+0000","last_peered":"2024-06-06T07:55:26.482449+0000","last_clean":"2024-06-06T07:55:26.482449+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:55:26.482449+0000","last_undegraded":"2024-06-06T07:55:26.482449+0000","last_fullsized":"2024-06-06T07:55:26.482449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490256+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:55:26.490256+0000","last_peered":"2024-06-06T07:55:26.490256+0000","last_clean":"2024-06-06T07:55:26.490256+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:55:26.490256+0000","last_undegraded":"2024-06-06T07:55:26.490256+0000","last_fullsized":"2024-06-06T07:55:26.490256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306149+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:55:26.306149+0000","last_peered":"2024-06-06T07:55:26.306149+0000","last_clean":"2024-06-06T07:55:26.306149+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:55:26.306149+0000","last_undegraded":"2024-06-06T07:55:26.306149+0000","last_fullsized":"2024-06-06T07:55:26.306149+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209122+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:55:26.209122+0000","last_peered":"2024-06-06T07:55:26.209122+0000","last_clean":"2024-06-06T07:55:26.209122+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:55:26.209122+0000","last_undegraded":"2024-06-06T07:55:26.209122+0000","last_fullsized":"2024-06-06T07:55:26.209122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487554+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:55:26.487554+0000","last_peered":"2024-06-06T07:55:26.487554+0000","last_clean":"2024-06-06T07:55:26.487554+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:55:26.487554+0000","last_undegraded":"2024-06-06T07:55:26.487554+0000","last_fullsized":"2024-06-06T07:55:26.487554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"98'5","reported_seq":243,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494106+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:55:26.494106+0000","last_peered":"2024-06-06T07:55:26.494106+0000","last_clean":"2024-06-06T07:55:26.494106+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:55:26.494106+0000","last_undegraded":"2024-06-06T07:55:26.494106+0000","last_fullsized":"2024-06-06T07:55:26.494106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487407+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:55:26.487407+0000","last_peered":"2024-06-06T07:55:26.487407+0000","last_clean":"2024-06-06T07:55:26.487407+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:55:26.487407+0000","last_undegraded":"2024-06-06T07:55:26.487407+0000","last_fullsized":"2024-06-06T07:55:26.487407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490544+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:55:26.490544+0000","last_peered":"2024-06-06T07:55:26.490544+0000","last_clean":"2024-06-06T07:55:26.490544+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:55:26.490544+0000","last_undegraded":"2024-06-06T07:55:26.490544+0000","last_fullsized":"2024-06-06T07:55:26.490544+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":64,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565303+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:55:26.565303+0000","last_peered":"2024-06-06T07:55:26.565303+0000","last_clean":"2024-06-06T07:55:26.565303+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:55:26.565303+0000","last_undegraded":"2024-06-06T07:55:26.565303+0000","last_fullsized":"2024-06-06T07:55:26.565303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":24,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209654+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:55:26.209654+0000","last_peered":"2024-06-06T07:55:26.209654+0000","last_clean":"2024-06-06T07:55:26.209654+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:55:26.209654+0000","last_undegraded":"2024-06-06T07:55:26.209654+0000","last_fullsized":"2024-06-06T07:55:26.209654+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208847+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:55:26.208847+0000","last_peered":"2024-06-06T07:55:26.208847+0000","last_clean":"2024-06-06T07:55:26.208847+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:55:26.208847+0000","last_undegraded":"2024-06-06T07:55:26.208847+0000","last_fullsized":"2024-06-06T07:55:26.208847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565888+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:55:26.565888+0000","last_peered":"2024-06-06T07:55:26.565888+0000","last_clean":"2024-06-06T07:55:26.565888+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:55:26.565888+0000","last_undegraded":"2024-06-06T07:55:26.565888+0000","last_fullsized":"2024-06-06T07:55:26.565888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306403+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:55:26.306403+0000","last_peered":"2024-06-06T07:55:26.306403+0000","last_clean":"2024-06-06T07:55:26.306403+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:55:26.306403+0000","last_undegraded":"2024-06-06T07:55:26.306403+0000","last_fullsized":"2024-06-06T07:55:26.306403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565426+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:55:26.565426+0000","last_peered":"2024-06-06T07:55:26.565426+0000","last_clean":"2024-06-06T07:55:26.565426+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:55:26.565426+0000","last_undegraded":"2024-06-06T07:55:26.565426+0000","last_fullsized":"2024-06-06T07:55:26.565426+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209830+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:55:26.209830+0000","last_peered":"2024-06-06T07:55:26.209830+0000","last_clean":"2024-06-06T07:55:26.209830+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:55:26.209830+0000","last_undegraded":"2024-06-06T07:55:26.209830+0000","last_fullsized":"2024-06-06T07:55:26.209830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209489+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:55:26.209489+0000","last_peered":"2024-06-06T07:55:26.209489+0000","last_clean":"2024-06-06T07:55:26.209489+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:55:26.209489+0000","last_undegraded":"2024-06-06T07:55:26.209489+0000","last_fullsized":"2024-06-06T07:55:26.209489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490237+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:55:26.490237+0000","last_peered":"2024-06-06T07:55:26.490237+0000","last_clean":"2024-06-06T07:55:26.490237+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:55:26.490237+0000","last_undegraded":"2024-06-06T07:55:26.490237+0000","last_fullsized":"2024-06-06T07:55:26.490237+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"101'7","reported_seq":247,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:27.007463+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:55:27.007463+0000","last_peered":"2024-06-06T07:55:27.007463+0000","last_clean":"2024-06-06T07:55:27.007463+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:55:27.007463+0000","last_undegraded":"2024-06-06T07:55:27.007463+0000","last_fullsized":"2024-06-06T07:55:27.007463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1286,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209106+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:55:26.209106+0000","last_peered":"2024-06-06T07:55:26.209106+0000","last_clean":"2024-06-06T07:55:26.209106+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:55:26.209106+0000","last_undegraded":"2024-06-06T07:55:26.209106+0000","last_fullsized":"2024-06-06T07:55:26.209106+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490556+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:55:26.490556+0000","last_peered":"2024-06-06T07:55:26.490556+0000","last_clean":"2024-06-06T07:55:26.490556+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:55:26.490556+0000","last_undegraded":"2024-06-06T07:55:26.490556+0000","last_fullsized":"2024-06-06T07:55:26.490556+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209214+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:55:26.209214+0000","last_peered":"2024-06-06T07:55:26.209214+0000","last_clean":"2024-06-06T07:55:26.209214+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:55:26.209214+0000","last_undegraded":"2024-06-06T07:55:26.209214+0000","last_fullsized":"2024-06-06T07:55:26.209214+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"98'5","reported_seq":242,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489975+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:55:26.489975+0000","last_peered":"2024-06-06T07:55:26.489975+0000","last_clean":"2024-06-06T07:55:26.489975+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:55:26.489975+0000","last_undegraded":"2024-06-06T07:55:26.489975+0000","last_fullsized":"2024-06-06T07:55:26.489975+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":190,"num_read_kb":190,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487776+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:55:26.487776+0000","last_peered":"2024-06-06T07:55:26.487776+0000","last_clean":"2024-06-06T07:55:26.487776+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:55:26.487776+0000","last_undegraded":"2024-06-06T07:55:26.487776+0000","last_fullsized":"2024-06-06T07:55:26.487776+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306337+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:55:26.306337+0000","last_peered":"2024-06-06T07:55:26.306337+0000","last_clean":"2024-06-06T07:55:26.306337+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:55:26.306337+0000","last_undegraded":"2024-06-06T07:55:26.306337+0000","last_fullsized":"2024-06-06T07:55:26.306337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494169+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:55:26.494169+0000","last_peered":"2024-06-06T07:55:26.494169+0000","last_clean":"2024-06-06T07:55:26.494169+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:55:26.494169+0000","last_undegraded":"2024-06-06T07:55:26.494169+0000","last_fullsized":"2024-06-06T07:55:26.494169+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":380,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487294+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:55:26.487294+0000","last_peered":"2024-06-06T07:55:26.487294+0000","last_clean":"2024-06-06T07:55:26.487294+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:55:26.487294+0000","last_undegraded":"2024-06-06T07:55:26.487294+0000","last_fullsized":"2024-06-06T07:55:26.487294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565730+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:55:26.565730+0000","last_peered":"2024-06-06T07:55:26.565730+0000","last_clean":"2024-06-06T07:55:26.565730+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:55:26.565730+0000","last_undegraded":"2024-06-06T07:55:26.565730+0000","last_fullsized":"2024-06-06T07:55:26.565730+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489971+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:55:26.489971+0000","last_peered":"2024-06-06T07:55:26.489971+0000","last_clean":"2024-06-06T07:55:26.489971+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:55:26.489971+0000","last_undegraded":"2024-06-06T07:55:26.489971+0000","last_fullsized":"2024-06-06T07:55:26.489971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306175+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:55:26.306175+0000","last_peered":"2024-06-06T07:55:26.306175+0000","last_clean":"2024-06-06T07:55:26.306175+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:55:26.306175+0000","last_undegraded":"2024-06-06T07:55:26.306175+0000","last_fullsized":"2024-06-06T07:55:26.306175+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565711+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:55:26.565711+0000","last_peered":"2024-06-06T07:55:26.565711+0000","last_clean":"2024-06-06T07:55:26.565711+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:55:26.565711+0000","last_undegraded":"2024-06-06T07:55:26.565711+0000","last_fullsized":"2024-06-06T07:55:26.565711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490473+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:55:26.490473+0000","last_peered":"2024-06-06T07:55:26.490473+0000","last_clean":"2024-06-06T07:55:26.490473+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:55:26.490473+0000","last_undegraded":"2024-06-06T07:55:26.490473+0000","last_fullsized":"2024-06-06T07:55:26.490473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305980+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:55:26.305980+0000","last_peered":"2024-06-06T07:55:26.305980+0000","last_clean":"2024-06-06T07:55:26.305980+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:55:26.305980+0000","last_undegraded":"2024-06-06T07:55:26.305980+0000","last_fullsized":"2024-06-06T07:55:26.305980+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'52","reported_seq":133,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.417123+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:55:26.417123+0000","last_peered":"2024-06-06T07:55:26.417123+0000","last_clean":"2024-06-06T07:55:26.417123+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:55:26.417123+0000","last_undegraded":"2024-06-06T07:55:26.417123+0000","last_fullsized":"2024-06-06T07:55:26.417123+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":0,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":92,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307309+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:55:26.307309+0000","last_peered":"2024-06-06T07:55:26.307309+0000","last_clean":"2024-06-06T07:55:26.307309+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:55:26.307309+0000","last_undegraded":"2024-06-06T07:55:26.307309+0000","last_fullsized":"2024-06-06T07:55:26.307309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482134+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:55:26.482134+0000","last_peered":"2024-06-06T07:55:26.482134+0000","last_clean":"2024-06-06T07:55:26.482134+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:55:26.482134+0000","last_undegraded":"2024-06-06T07:55:26.482134+0000","last_fullsized":"2024-06-06T07:55:26.482134+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494541+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:55:26.494541+0000","last_peered":"2024-06-06T07:55:26.494541+0000","last_clean":"2024-06-06T07:55:26.494541+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:55:26.494541+0000","last_undegraded":"2024-06-06T07:55:26.494541+0000","last_fullsized":"2024-06-06T07:55:26.494541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485043+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:55:26.485043+0000","last_peered":"2024-06-06T07:55:26.485043+0000","last_clean":"2024-06-06T07:55:26.485043+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:55:26.485043+0000","last_undegraded":"2024-06-06T07:55:26.485043+0000","last_fullsized":"2024-06-06T07:55:26.485043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494336+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:55:26.494336+0000","last_peered":"2024-06-06T07:55:26.494336+0000","last_clean":"2024-06-06T07:55:26.494336+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:55:26.494336+0000","last_undegraded":"2024-06-06T07:55:26.494336+0000","last_fullsized":"2024-06-06T07:55:26.494336+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489619+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:55:26.489619+0000","last_peered":"2024-06-06T07:55:26.489619+0000","last_clean":"2024-06-06T07:55:26.489619+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:55:26.489619+0000","last_undegraded":"2024-06-06T07:55:26.489619+0000","last_fullsized":"2024-06-06T07:55:26.489619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565381+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.565381+0000","last_peered":"2024-06-06T07:55:26.565381+0000","last_clean":"2024-06-06T07:55:26.565381+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:55:26.565381+0000","last_undegraded":"2024-06-06T07:55:26.565381+0000","last_fullsized":"2024-06-06T07:55:26.565381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565869+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:55:26.565869+0000","last_peered":"2024-06-06T07:55:26.565869+0000","last_clean":"2024-06-06T07:55:26.565869+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:55:26.565869+0000","last_undegraded":"2024-06-06T07:55:26.565869+0000","last_fullsized":"2024-06-06T07:55:26.565869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306201+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:55:26.306201+0000","last_peered":"2024-06-06T07:55:26.306201+0000","last_clean":"2024-06-06T07:55:26.306201+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:55:26.306201+0000","last_undegraded":"2024-06-06T07:55:26.306201+0000","last_fullsized":"2024-06-06T07:55:26.306201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306082+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:55:26.306082+0000","last_peered":"2024-06-06T07:55:26.306082+0000","last_clean":"2024-06-06T07:55:26.306082+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:55:26.306082+0000","last_undegraded":"2024-06-06T07:55:26.306082+0000","last_fullsized":"2024-06-06T07:55:26.306082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494326+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:55:26.494326+0000","last_peered":"2024-06-06T07:55:26.494326+0000","last_clean":"2024-06-06T07:55:26.494326+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:55:26.494326+0000","last_undegraded":"2024-06-06T07:55:26.494326+0000","last_fullsized":"2024-06-06T07:55:26.494326+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'5","reported_seq":22,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.738846+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:55:26.738846+0000","last_peered":"2024-06-06T07:55:26.738846+0000","last_clean":"2024-06-06T07:55:26.738846+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:55:26.738846+0000","last_undegraded":"2024-06-06T07:55:26.738846+0000","last_fullsized":"2024-06-06T07:55:26.738846+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306743+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:55:26.306743+0000","last_peered":"2024-06-06T07:55:26.306743+0000","last_clean":"2024-06-06T07:55:26.306743+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:55:26.306743+0000","last_undegraded":"2024-06-06T07:55:26.306743+0000","last_fullsized":"2024-06-06T07:55:26.306743+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494274+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:55:26.494274+0000","last_peered":"2024-06-06T07:55:26.494274+0000","last_clean":"2024-06-06T07:55:26.494274+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:55:26.494274+0000","last_undegraded":"2024-06-06T07:55:26.494274+0000","last_fullsized":"2024-06-06T07:55:26.494274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565481+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:55:26.565481+0000","last_peered":"2024-06-06T07:55:26.565481+0000","last_clean":"2024-06-06T07:55:26.565481+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:55:26.565481+0000","last_undegraded":"2024-06-06T07:55:26.565481+0000","last_fullsized":"2024-06-06T07:55:26.565481+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487725+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:55:26.487725+0000","last_peered":"2024-06-06T07:55:26.487725+0000","last_clean":"2024-06-06T07:55:26.487725+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:55:26.487725+0000","last_undegraded":"2024-06-06T07:55:26.487725+0000","last_fullsized":"2024-06-06T07:55:26.487725+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489641+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:55:26.489641+0000","last_peered":"2024-06-06T07:55:26.489641+0000","last_clean":"2024-06-06T07:55:26.489641+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:55:26.489641+0000","last_undegraded":"2024-06-06T07:55:26.489641+0000","last_fullsized":"2024-06-06T07:55:26.489641+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"101'6","reported_seq":245,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:27.041413+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:55:27.041413+0000","last_peered":"2024-06-06T07:55:27.041413+0000","last_clean":"2024-06-06T07:55:27.041413+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:55:27.041413+0000","last_undegraded":"2024-06-06T07:55:27.041413+0000","last_fullsized":"2024-06-06T07:55:27.041413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1560,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":192,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488009+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:55:26.488009+0000","last_peered":"2024-06-06T07:55:26.488009+0000","last_clean":"2024-06-06T07:55:26.488009+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:55:26.488009+0000","last_undegraded":"2024-06-06T07:55:26.488009+0000","last_fullsized":"2024-06-06T07:55:26.488009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'41","reported_seq":96,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.415738+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:55:26.415738+0000","last_peered":"2024-06-06T07:55:26.415738+0000","last_clean":"2024-06-06T07:55:26.415738+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:55:26.415738+0000","last_undegraded":"2024-06-06T07:55:26.415738+0000","last_fullsized":"2024-06-06T07:55:26.415738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487753+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:55:26.487753+0000","last_peered":"2024-06-06T07:55:26.487753+0000","last_clean":"2024-06-06T07:55:26.487753+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:55:26.487753+0000","last_undegraded":"2024-06-06T07:55:26.487753+0000","last_fullsized":"2024-06-06T07:55:26.487753+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208631+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:55:26.208631+0000","last_peered":"2024-06-06T07:55:26.208631+0000","last_clean":"2024-06-06T07:55:26.208631+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:55:26.208631+0000","last_undegraded":"2024-06-06T07:55:26.208631+0000","last_fullsized":"2024-06-06T07:55:26.208631+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490494+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:55:26.490494+0000","last_peered":"2024-06-06T07:55:26.490494+0000","last_clean":"2024-06-06T07:55:26.490494+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:55:26.490494+0000","last_undegraded":"2024-06-06T07:55:26.490494+0000","last_fullsized":"2024-06-06T07:55:26.490494+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487961+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:55:26.487961+0000","last_peered":"2024-06-06T07:55:26.487961+0000","last_clean":"2024-06-06T07:55:26.487961+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:55:26.487961+0000","last_undegraded":"2024-06-06T07:55:26.487961+0000","last_fullsized":"2024-06-06T07:55:26.487961+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306117+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:55:26.306117+0000","last_peered":"2024-06-06T07:55:26.306117+0000","last_clean":"2024-06-06T07:55:26.306117+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:55:26.306117+0000","last_undegraded":"2024-06-06T07:55:26.306117+0000","last_fullsized":"2024-06-06T07:55:26.306117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482403+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:55:26.482403+0000","last_peered":"2024-06-06T07:55:26.482403+0000","last_clean":"2024-06-06T07:55:26.482403+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:55:26.482403+0000","last_undegraded":"2024-06-06T07:55:26.482403+0000","last_fullsized":"2024-06-06T07:55:26.482403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482215+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:55:26.482215+0000","last_peered":"2024-06-06T07:55:26.482215+0000","last_clean":"2024-06-06T07:55:26.482215+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:55:26.482215+0000","last_undegraded":"2024-06-06T07:55:26.482215+0000","last_fullsized":"2024-06-06T07:55:26.482215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484613+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:55:26.484613+0000","last_peered":"2024-06-06T07:55:26.484613+0000","last_clean":"2024-06-06T07:55:26.484613+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:55:26.484613+0000","last_undegraded":"2024-06-06T07:55:26.484613+0000","last_fullsized":"2024-06-06T07:55:26.484613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490528+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:55:26.490528+0000","last_peered":"2024-06-06T07:55:26.490528+0000","last_clean":"2024-06-06T07:55:26.490528+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:55:26.490528+0000","last_undegraded":"2024-06-06T07:55:26.490528+0000","last_fullsized":"2024-06-06T07:55:26.490528+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306357+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:55:26.306357+0000","last_peered":"2024-06-06T07:55:26.306357+0000","last_clean":"2024-06-06T07:55:26.306357+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:55:26.306357+0000","last_undegraded":"2024-06-06T07:55:26.306357+0000","last_fullsized":"2024-06-06T07:55:26.306357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482764+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:55:26.482764+0000","last_peered":"2024-06-06T07:55:26.482764+0000","last_clean":"2024-06-06T07:55:26.482764+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:55:26.482764+0000","last_undegraded":"2024-06-06T07:55:26.482764+0000","last_fullsized":"2024-06-06T07:55:26.482764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307391+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:55:26.307391+0000","last_peered":"2024-06-06T07:55:26.307391+0000","last_clean":"2024-06-06T07:55:26.307391+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:55:26.307391+0000","last_undegraded":"2024-06-06T07:55:26.307391+0000","last_fullsized":"2024-06-06T07:55:26.307391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209081+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:55:26.209081+0000","last_peered":"2024-06-06T07:55:26.209081+0000","last_clean":"2024-06-06T07:55:26.209081+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:55:26.209081+0000","last_undegraded":"2024-06-06T07:55:26.209081+0000","last_fullsized":"2024-06-06T07:55:26.209081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306249+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:55:26.306249+0000","last_peered":"2024-06-06T07:55:26.306249+0000","last_clean":"2024-06-06T07:55:26.306249+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:55:26.306249+0000","last_undegraded":"2024-06-06T07:55:26.306249+0000","last_fullsized":"2024-06-06T07:55:26.306249+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489989+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:55:26.489989+0000","last_peered":"2024-06-06T07:55:26.489989+0000","last_clean":"2024-06-06T07:55:26.489989+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:55:26.489989+0000","last_undegraded":"2024-06-06T07:55:26.489989+0000","last_fullsized":"2024-06-06T07:55:26.489989+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490174+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:55:26.490174+0000","last_peered":"2024-06-06T07:55:26.490174+0000","last_clean":"2024-06-06T07:55:26.490174+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:55:26.490174+0000","last_undegraded":"2024-06-06T07:55:26.490174+0000","last_fullsized":"2024-06-06T07:55:26.490174+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306289+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:55:26.306289+0000","last_peered":"2024-06-06T07:55:26.306289+0000","last_clean":"2024-06-06T07:55:26.306289+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:55:26.306289+0000","last_undegraded":"2024-06-06T07:55:26.306289+0000","last_fullsized":"2024-06-06T07:55:26.306289+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107157,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":606302,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2059,"num_read_kb":1155,"num_write":386,"num_write_kb":1479,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":729088,"data_stored":1812696,"data_compressed":75906,"data_compressed_allocated":98304,"data_compressed_original":1548288,"omap_allocated":0,"internal_metadata":0},"log_size":311,"ondisk_log_size":311,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351045,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32300,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712852,"statfs":{"total":95995035648,"available":95961960448,"internally_reserved":0,"allocated":1146880,"data_stored":976774,"data_compressed":54599,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612682,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1302528,"data_stored":1374249,"data_compressed":77328,"data_compressed_allocated":102400,"data_compressed_original":811008,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776207,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1175552,"data_stored":980410,"data_compressed":54599,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037845,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1142784,"data_stored":583476,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299481,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1196032,"data_stored":1181591,"data_compressed":71172,"data_compressed_allocated":94208,"data_compressed_original":688128,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463007,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":579300,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1196032,"data_stored":649695,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738493,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1146880,"data_stored":580448,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1138688,"data_stored":581553,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149807,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1179648,"data_stored":1103126,"data_compressed":60755,"data_compressed_allocated":81920,"data_compressed_original":614400,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888169,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1208320,"data_stored":652041,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724644,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32372,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712780,"statfs":{"total":95995035648,"available":95961886720,"internally_reserved":0,"allocated":1224704,"data_stored":1308465,"data_compressed":77328,"data_compressed_allocated":102400,"data_compressed_original":811008,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":71815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":70065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":136121,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":206001,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":394798,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:55:33.409 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:55:33.693 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:33.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:33 smithi176 ceph-mon[36543]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:33 smithi176 ceph-mon[36543]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:33 smithi176 ceph-mon[36543]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:33 smithi176 ceph-mon[36543]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-06-06T07:55:33.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:33 smithi176 ceph-mon[36543]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:33 smithi203 ceph-mon[37192]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:33 smithi203 ceph-mon[37192]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:33 smithi203 ceph-mon[37192]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:33 smithi203 ceph-mon[37192]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-06-06T07:55:33.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:33 smithi203 ceph-mon[37192]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:33.815 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:33 smithi027 ceph-mon[32293]: Updating smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.815 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:33 smithi027 ceph-mon[32293]: Updating smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.815 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:33 smithi027 ceph-mon[32293]: Updating smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/config/ceph.client.admin.keyring 2024-06-06T07:55:33.815 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:33 smithi027 ceph-mon[32293]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-06-06T07:55:33.816 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:33 smithi027 ceph-mon[32293]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:34 smithi176 ceph-mon[36543]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:34.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:34 smithi176 ceph-mon[36543]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:34.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:34 smithi203 ceph-mon[37192]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:34.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:34 smithi203 ceph-mon[37192]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:34.841 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:34 smithi027 ceph-mon[32293]: from='client.15411 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:34.841 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:34 smithi027 ceph-mon[32293]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:35.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 -- 172.21.15.27:0/2899355512 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc06ab30 msgr2=0x7f37cc10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:35.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 --2- 172.21.15.27:0/2899355512 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc06ab30 0x7f37cc10f320 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f37c4009990 tx=0x7f37c4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 -- 172.21.15.27:0/2899355512 shutdown_connections 2024-06-06T07:55:35.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 --2- 172.21.15.27:0/2899355512 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc06ab30 0x7f37cc10f320 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.525 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 --2- 172.21.15.27:0/2899355512 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37cc108500 0x7f37cc1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 --2- 172.21.15.27:0/2899355512 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37cc06a170 0x7f37cc06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 -- 172.21.15.27:0/2899355512 >> 172.21.15.27:0/2899355512 conn(0x7f37cc078340 msgr2=0x7f37cc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:35.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 -- 172.21.15.27:0/2899355512 shutdown_connections 2024-06-06T07:55:35.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.523+0000 7f37d083e700 1 -- 172.21.15.27:0/2899355512 wait complete. 2024-06-06T07:55:35.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.524+0000 7f37d083e700 1 Processor -- start 2024-06-06T07:55:35.526 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.524+0000 7f37d083e700 1 -- start start 2024-06-06T07:55:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.524+0000 7f37d083e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37cc06a170 0x7f37cc19e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.524+0000 7f37d083e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37cc06ab30 0x7f37cc19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.524+0000 7f37d083e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 0x7f37cc198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37d083e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f37cc112900 con 0x7f37cc108500 2024-06-06T07:55:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37d083e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f37cc112780 con 0x7f37cc06ab30 2024-06-06T07:55:35.527 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37d083e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f37cc112a80 con 0x7f37cc06a170 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 0x7f37cc198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 0x7f37cc198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43060/0 (socket says 172.21.15.27:43060) 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 -- 172.21.15.27:0/481532453 learned_addr learned my addr 172.21.15.27:0/481532453 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37c9d9b700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37cc06ab30 0x7f37cc19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37ca59c700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37cc06a170 0x7f37cc19e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 -- 172.21.15.27:0/481532453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37cc06a170 msgr2=0x7f37cc19e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37cc06a170 0x7f37cc19e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 -- 172.21.15.27:0/481532453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37cc06ab30 msgr2=0x7f37cc19ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37cc06ab30 0x7f37cc19ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.525+0000 7f37cad9d700 1 -- 172.21.15.27:0/481532453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37cc1991e0 con 0x7f37cc108500 2024-06-06T07:55:35.528 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.526+0000 7f37cad9d700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 0x7f37cc198a80 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f37c400bca0 tx=0x7f37c4003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.526+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c40050c0 con 0x7f37cc108500 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.526+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37c400f460 con 0x7f37cc108500 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.526+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37cc199470 con 0x7f37cc108500 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.526+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c4017650 con 0x7f37cc108500 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.526+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37cc1a5790 con 0x7f37cc108500 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.527+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37cc103bc0 con 0x7f37cc108500 2024-06-06T07:55:35.529 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.528+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f37c400f610 con 0x7f37cc108500 2024-06-06T07:55:35.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.529+0000 7f37c37fe700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37b80a2eb0 0x7f37b80a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:35.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.529+0000 7f37ca59c700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37b80a2eb0 0x7f37b80a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:35.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.529+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f37c40d0990 con 0x7f37cc108500 2024-06-06T07:55:35.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.529+0000 7f37ca59c700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37b80a2eb0 0x7f37b80a5370 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f37bc007fd0 tx=0x7f37bc00c040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:35.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.532+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f37c4013070 con 0x7f37cc108500 2024-06-06T07:55:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:35 smithi176 ceph-mon[36543]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 1.4 KiB/s wr, 26 op/s 2024-06-06T07:55:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:35 smithi203 ceph-mon[37192]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 1.4 KiB/s wr, 26 op/s 2024-06-06T07:55:35.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.785+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37cc069180 con 0x7f37cc108500 2024-06-06T07:55:35.786 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:35 smithi027 ceph-mon[32293]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 1.4 KiB/s wr, 26 op/s 2024-06-06T07:55:35.786 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.786+0000 7f37c37fe700 1 -- 172.21.15.27:0/481532453 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f37c40b0e20 con 0x7f37cc108500 2024-06-06T07:55:35.787 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:35.787 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37b80a2eb0 msgr2=0x7f37b80a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37b80a2eb0 0x7f37b80a5370 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f37bc007fd0 tx=0x7f37bc00c040 comp rx=0 tx=0).stop 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 msgr2=0x7f37cc198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 0x7f37cc198a80 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f37c400bca0 tx=0x7f37c4003a70 comp rx=0 tx=0).stop 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 shutdown_connections 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37b80a2eb0 0x7f37b80a5370 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37cc108500 0x7f37cc198a80 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37cc06a170 0x7f37cc19e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 --2- 172.21.15.27:0/481532453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37cc06ab30 0x7f37cc19ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:35.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 >> 172.21.15.27:0/481532453 conn(0x7f37cc078340 msgr2=0x7f37cc0ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:35.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.788+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 shutdown_connections 2024-06-06T07:55:35.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:35.789+0000 7f37d083e700 1 -- 172.21.15.27:0/481532453 wait complete. 2024-06-06T07:55:35.790 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:55:36.645 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:55:36.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:36 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/481532453' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:36.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:36 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/481532453' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:36.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:36 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/481532453' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:36.897 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:37.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:37 smithi027 ceph-mon[32293]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 1.1 KiB/s wr, 20 op/s 2024-06-06T07:55:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:37 smithi176 ceph-mon[36543]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 1.1 KiB/s wr, 20 op/s 2024-06-06T07:55:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:37 smithi203 ceph-mon[37192]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 1.1 KiB/s wr, 20 op/s 2024-06-06T07:55:38.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 -- 172.21.15.27:0/1719919767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d006b5c0 msgr2=0x7f16d010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 --2- 172.21.15.27:0/1719919767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d006b5c0 0x7f16d010f320 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f16c800b0a0 tx=0x7f16c800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 -- 172.21.15.27:0/1719919767 shutdown_connections 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 --2- 172.21.15.27:0/1719919767 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d006b5c0 0x7f16d010f320 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 --2- 172.21.15.27:0/1719919767 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16d0108500 0x7f16d01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 --2- 172.21.15.27:0/1719919767 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006ac00 0x7f16d006b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 -- 172.21.15.27:0/1719919767 >> 172.21.15.27:0/1719919767 conn(0x7f16d0078340 msgr2=0x7f16d0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 -- 172.21.15.27:0/1719919767 shutdown_connections 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.592+0000 7f16d6358700 1 -- 172.21.15.27:0/1719919767 wait complete. 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 Processor -- start 2024-06-06T07:55:38.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 -- start start 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16d006ac00 0x7f16d0198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006b5c0 0x7f16d0199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 0x7f16d019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f16d01128b0 con 0x7f16d0108500 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f16d0112730 con 0x7f16d006b5c0 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d6358700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f16d0112a30 con 0x7f16d006ac00 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 0x7f16d019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16c7fff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006b5c0 0x7f16d0199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 0x7f16d019d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43074/0 (socket says 172.21.15.27:43074) 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 -- 172.21.15.27:0/772152752 learned_addr learned my addr 172.21.15.27:0/772152752 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16cffff700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16d006ac00 0x7f16d0198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:38.596 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 -- 172.21.15.27:0/772152752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16d006ac00 msgr2=0x7f16d0198d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16d006ac00 0x7f16d0198d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 -- 172.21.15.27:0/772152752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006b5c0 msgr2=0x7f16d0199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006b5c0 0x7f16d0199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16d48f5700 1 -- 172.21.15.27:0/772152752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d019dd30 con 0x7f16d0108500 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.593+0000 7f16c7fff700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006b5c0 0x7f16d0199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.594+0000 7f16d48f5700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 0x7f16d019d5f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f16c8006070 tx=0x7f16c8004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.594+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8021070 con 0x7f16d0108500 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.594+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d019dfc0 con 0x7f16d0108500 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.594+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f16c8003c00 con 0x7f16d0108500 2024-06-06T07:55:38.597 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.594+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c801d450 con 0x7f16d0108500 2024-06-06T07:55:38.598 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.594+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d01a58a0 con 0x7f16d0108500 2024-06-06T07:55:38.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.595+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d0103bc0 con 0x7f16d0108500 2024-06-06T07:55:38.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.596+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f16c8007980 con 0x7f16d0108500 2024-06-06T07:55:38.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.597+0000 7f16cdffb700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f16bc0a2eb0 0x7f16bc0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:38.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.597+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f16c800f020 con 0x7f16d0108500 2024-06-06T07:55:38.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.597+0000 7f16cffff700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f16bc0a2eb0 0x7f16bc0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:38.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.598+0000 7f16cffff700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f16bc0a2eb0 0x7f16bc0a5370 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f16c000abd0 tx=0x7f16c000a380 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:38.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.600+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f16c802a020 con 0x7f16d0108500 2024-06-06T07:55:38.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.807+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16d019a080 con 0x7f16d0108500 2024-06-06T07:55:38.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.809+0000 7f16cdffb700 1 -- 172.21.15.27:0/772152752 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25012 (secure 0 0 0) 0x7f16c80074e0 con 0x7f16d0108500 2024-06-06T07:55:38.810 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:38.810 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":101,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:55:26.202316+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:0/3910427561":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/1165971616":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6800/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/3378358917":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2701848145":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f16bc0a2eb0 msgr2=0x7f16bc0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f16bc0a2eb0 0x7f16bc0a5370 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f16c000abd0 tx=0x7f16c000a380 comp rx=0 tx=0).stop 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 msgr2=0x7f16d019d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 0x7f16d019d5f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f16c8006070 tx=0x7f16c8004ce0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 shutdown_connections 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f16bc0a2eb0 0x7f16bc0a5370 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f16d0108500 0x7f16d019d5f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16d006ac00 0x7f16d0198d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 --2- 172.21.15.27:0/772152752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f16d006b5c0 0x7f16d0199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 >> 172.21.15.27:0/772152752 conn(0x7f16d0078340 msgr2=0x7f16d00ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 shutdown_connections 2024-06-06T07:55:38.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:38.811+0000 7f16d6358700 1 -- 172.21.15.27:0/772152752 wait complete. 2024-06-06T07:55:39.598 DEBUG:tasks.fwd_scrub:Yielding 2024-06-06T07:55:39.598 INFO:teuthology.run_tasks:Running task exec... 2024-06-06T07:55:39.607 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T07:55:39.607 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:55:39.607 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-06-06T07:55:39.608 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-06-06T07:55:39.608 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T07:55:39.608 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T07:55:39.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 -- 172.21.15.27:0/1150749145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce010bfd0 msgr2=0x7efce010e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:39.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 --2- 172.21.15.27:0/1150749145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce010bfd0 0x7efce010e420 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7efcd8009ca0 tx=0x7efcd802a950 comp rx=0 tx=0).stop 2024-06-06T07:55:39.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 -- 172.21.15.27:0/1150749145 shutdown_connections 2024-06-06T07:55:39.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 --2- 172.21.15.27:0/1150749145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce010bfd0 0x7efce010e420 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 --2- 172.21.15.27:0/1150749145 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efce01033d0 0x7efce010ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 --2- 172.21.15.27:0/1150749145 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efce0102ab0 0x7efce0102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 -- 172.21.15.27:0/1150749145 >> 172.21.15.27:0/1150749145 conn(0x7efce0077a20 msgr2=0x7efce0077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 -- 172.21.15.27:0/1150749145 shutdown_connections 2024-06-06T07:55:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.719+0000 7efce4d7d640 1 -- 172.21.15.27:0/1150749145 wait complete. 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 Processor -- start 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 -- start start 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efce0102ab0 0x7efce01981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 0x7efce01986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efce010bfd0 0x7efce019ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efce0111e90 con 0x7efce01033d0 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efce0111d10 con 0x7efce0102ab0 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efce4d7d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efce0112010 con 0x7efce010bfd0 2024-06-06T07:55:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 0x7efce01986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 0x7efce01986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43096/0 (socket says 172.21.15.27:43096) 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 -- 172.21.15.27:0/2494786455 learned_addr learned my addr 172.21.15.27:0/2494786455 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcde59c640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efce0102ab0 0x7efce01981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcded9d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efce010bfd0 0x7efce019ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 -- 172.21.15.27:0/2494786455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efce010bfd0 msgr2=0x7efce019ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efce010bfd0 0x7efce019ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 -- 172.21.15.27:0/2494786455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efce0102ab0 msgr2=0x7efce01981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.720+0000 7efcddd9b640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efce0102ab0 0x7efce01981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efcddd9b640 1 -- 172.21.15.27:0/2494786455 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efce019d1a0 con 0x7efce01033d0 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efcddd9b640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 0x7efce01986f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7efcd400c920 tx=0x7efcd400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd4007bb0 con 0x7efce01033d0 2024-06-06T07:55:39.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efcd4007d50 con 0x7efce01033d0 2024-06-06T07:55:39.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efce019d490 con 0x7efce01033d0 2024-06-06T07:55:39.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcd4018890 con 0x7efce01033d0 2024-06-06T07:55:39.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.721+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efce01a4d20 con 0x7efce01033d0 2024-06-06T07:55:39.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.722+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efce004f760 con 0x7efce01033d0 2024-06-06T07:55:39.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.723+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7efcd4018a70 con 0x7efce01033d0 2024-06-06T07:55:39.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.724+0000 7efccf7fe640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efcc80a2f40 0x7efcc80a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:39.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.724+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7efcd40cfa70 con 0x7efce01033d0 2024-06-06T07:55:39.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.724+0000 7efcde59c640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efcc80a2f40 0x7efcc80a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:39.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.724+0000 7efcde59c640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efcc80a2f40 0x7efcc80a5400 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7efcd000abe0 tx=0x7efcd000a2d0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:39.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.728+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efcd4014030 con 0x7efce01033d0 2024-06-06T07:55:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:39 smithi176 ceph-mon[36543]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 931 B/s wr, 21 op/s 2024-06-06T07:55:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:39 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/772152752' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:39 smithi203 ceph-mon[37192]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 931 B/s wr, 21 op/s 2024-06-06T07:55:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:39 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/772152752' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:39.865 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:39.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:39 smithi027 ceph-mon[32293]: pgmap v9: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 931 B/s wr, 21 op/s 2024-06-06T07:55:39.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:39 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/772152752' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:55:39.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.934+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7efce01a5010 con 0x7efce01033d0 2024-06-06T07:55:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.938+0000 7efccf7fe640 1 -- 172.21.15.27:0/2494786455 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v29)=0 v29) ==== 129+0+0 (secure 0 0 0) 0x7efcd409c0e0 con 0x7efce01033d0 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efcc80a2f40 msgr2=0x7efcc80a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efcc80a2f40 0x7efcc80a5400 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7efcd000abe0 tx=0x7efcd000a2d0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 msgr2=0x7efce01986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 0x7efce01986f0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7efcd400c920 tx=0x7efcd400cd20 comp rx=0 tx=0).stop 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 shutdown_connections 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efcc80a2f40 0x7efcc80a5400 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efce010bfd0 0x7efce019ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efce01033d0 0x7efce01986f0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 --2- 172.21.15.27:0/2494786455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efce0102ab0 0x7efce01981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 >> 172.21.15.27:0/2494786455 conn(0x7efce0077a20 msgr2=0x7efce00fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 shutdown_connections 2024-06-06T07:55:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:39.940+0000 7efce4d7d640 1 -- 172.21.15.27:0/2494786455 wait complete. 2024-06-06T07:55:39.953 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/75036120 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc0101280 msgr2=0x7f1cc010d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/75036120 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc0101280 0x7f1cc010d790 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1cb8009cd0 tx=0x7f1cb802a8e0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/75036120 shutdown_connections 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/75036120 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc0101280 0x7f1cc010d790 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/75036120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cc01008c0 0x7f1cc0100d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/75036120 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc01068d0 0x7f1cc0106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/75036120 >> 172.21.15.27:0/75036120 conn(0x7f1cc0076c20 msgr2=0x7f1cc0077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:40.063 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/75036120 shutdown_connections 2024-06-06T07:55:40.064 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.062+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/75036120 wait complete. 2024-06-06T07:55:40.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 Processor -- start 2024-06-06T07:55:40.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 -- start start 2024-06-06T07:55:40.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cc01008c0 0x7f1cc0199080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.065 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc0101280 0x7f1cc01995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 0x7f1cc01a4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1cc0110e00 con 0x7f1cc01068d0 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1cc0110c80 con 0x7f1cc0101280 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.063+0000 7f1cc4e9e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1cc0110f80 con 0x7f1cc01008c0 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 0x7f1cc01a4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 0x7f1cc01a4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43118/0 (socket says 172.21.15.27:43118) 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 -- 172.21.15.27:0/2400144841 learned_addr learned my addr 172.21.15.27:0/2400144841 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbdd9b640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc0101280 0x7f1cc01995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbe59c640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cc01008c0 0x7f1cc0199080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 -- 172.21.15.27:0/2400144841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cc01008c0 msgr2=0x7f1cc0199080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cc01008c0 0x7f1cc0199080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 -- 172.21.15.27:0/2400144841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc0101280 msgr2=0x7f1cc01995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.066 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc0101280 0x7f1cc01995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 -- 172.21.15.27:0/2400144841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cc01a4640 con 0x7f1cc01068d0 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbdd9b640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc0101280 0x7f1cc01995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cbed9d640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 0x7f1cc01a4100 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1cb8009ca0 tx=0x7f1cb8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8032e60 con 0x7f1cc01068d0 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1cb8004540 con 0x7f1cc01068d0 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cc01a4810 con 0x7f1cc01068d0 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.064+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cb8046480 con 0x7f1cc01068d0 2024-06-06T07:55:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.065+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cc01a4d20 con 0x7f1cc01068d0 2024-06-06T07:55:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.066+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cc0102000 con 0x7f1cc01068d0 2024-06-06T07:55:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.067+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f1cb80046f0 con 0x7f1cc01068d0 2024-06-06T07:55:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.068+0000 7f1caf7fe640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ca80a2f40 0x7f1ca80a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.068+0000 7f1cbe59c640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ca80a2f40 0x7f1ca80a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.068+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f1cb802e030 con 0x7f1cc01068d0 2024-06-06T07:55:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.068+0000 7f1cbe59c640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ca80a2f40 0x7f1ca80a5400 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009ae0 tx=0x7f1cb0005f90 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:40.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.072+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1cb804b060 con 0x7f1cc01068d0 2024-06-06T07:55:40.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.268+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f1cc01a5040 con 0x7f1cc01068d0 2024-06-06T07:55:40.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.272+0000 7f1caf7fe640 1 -- 172.21.15.27:0/2400144841 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v30)=0 v30) ==== 138+0+0 (secure 0 0 0) 0x7f1cb80bd7e0 con 0x7f1cc01068d0 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.274+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ca80a2f40 msgr2=0x7f1ca80a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.274+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ca80a2f40 0x7f1ca80a5400 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1cb0009ae0 tx=0x7f1cb0005f90 comp rx=0 tx=0).stop 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 msgr2=0x7f1cc01a4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 0x7f1cc01a4100 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f1cb8009ca0 tx=0x7f1cb8003f10 comp rx=0 tx=0).stop 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 shutdown_connections 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1ca80a2f40 0x7f1ca80a5400 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1cc01068d0 0x7f1cc01a4100 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1cc0101280 0x7f1cc01995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 --2- 172.21.15.27:0/2400144841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cc01008c0 0x7f1cc0199080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 >> 172.21.15.27:0/2400144841 conn(0x7f1cc0076c20 msgr2=0x7f1cc00fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 shutdown_connections 2024-06-06T07:55:40.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.275+0000 7f1cc4e9e640 1 -- 172.21.15.27:0/2400144841 wait complete. 2024-06-06T07:55:40.288 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-06-06T07:55:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 -- 172.21.15.27:0/2276745321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa181008c0 msgr2=0x7faa18100d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/2276745321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa181008c0 0x7faa18100d40 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7faa08009930 tx=0x7faa0802a420 comp rx=0 tx=0).stop 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 -- 172.21.15.27:0/2276745321 shutdown_connections 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/2276745321 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa18101280 0x7faa1810d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/2276745321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa181008c0 0x7faa18100d40 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/2276745321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa181068d0 0x7faa18106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 -- 172.21.15.27:0/2276745321 >> 172.21.15.27:0/2276745321 conn(0x7faa18076c20 msgr2=0x7faa18077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 -- 172.21.15.27:0/2276745321 shutdown_connections 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 -- 172.21.15.27:0/2276745321 wait complete. 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 Processor -- start 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.400+0000 7faa1fe3f640 1 -- start start 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa181008c0 0x7faa18197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 0x7faa18197670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa181068d0 0x7faa1819b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7faa18110dd0 con 0x7faa18101280 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7faa18110c50 con 0x7faa181008c0 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faa18110f50 con 0x7faa181068d0 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 0x7faa18197670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 0x7faa18197670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43140/0 (socket says 172.21.15.27:43140) 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 -- 172.21.15.27:0/3357426151 learned_addr learned my addr 172.21.15.27:0/3357426151 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1dbdb640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa181008c0 0x7faa18197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1e3dc640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa181068d0 0x7faa1819b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 -- 172.21.15.27:0/3357426151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa181068d0 msgr2=0x7faa1819b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa181068d0 0x7faa1819b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 -- 172.21.15.27:0/3357426151 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa181008c0 msgr2=0x7faa18197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa181008c0 0x7faa18197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 -- 172.21.15.27:0/3357426151 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa1819c120 con 0x7faa18101280 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1d3da640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 0x7faa18197670 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7faa08009230 tx=0x7faa08004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa0803f030 con 0x7faa18101280 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa1819c3b0 con 0x7faa18101280 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7faa08003af0 con 0x7faa18101280 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.401+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa08035070 con 0x7faa18101280 2024-06-06T07:55:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.402+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa1806a1d0 con 0x7faa18101280 2024-06-06T07:55:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.403+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa18102000 con 0x7faa18101280 2024-06-06T07:55:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.404+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7faa08042030 con 0x7faa18101280 2024-06-06T07:55:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.404+0000 7faa0effd640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7faa040a2ec0 0x7faa040a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.404+0000 7faa1dbdb640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7faa040a2ec0 0x7faa040a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.404+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7faa080f0070 con 0x7faa18101280 2024-06-06T07:55:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.405+0000 7faa1dbdb640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7faa040a2ec0 0x7faa040a5380 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa1400ab60 tx=0x7faa1400a2d0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:40.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.409+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faa080bc7b0 con 0x7faa18101280 2024-06-06T07:55:40.595 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.595+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7faa1806a430 con 0x7faa18101280 2024-06-06T07:55:40.599 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.599+0000 7faa0effd640 1 -- 172.21.15.27:0/3357426151 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v31)=0 v31) ==== 133+0+0 (secure 0 0 0) 0x7faa080bc0b0 con 0x7faa18101280 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7faa040a2ec0 msgr2=0x7faa040a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7faa040a2ec0 0x7faa040a5380 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7faa1400ab60 tx=0x7faa1400a2d0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 msgr2=0x7faa18197670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 0x7faa18197670 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7faa08009230 tx=0x7faa08004270 comp rx=0 tx=0).stop 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 shutdown_connections 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7faa040a2ec0 0x7faa040a5380 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa181068d0 0x7faa1819b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7faa18101280 0x7faa18197670 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 --2- 172.21.15.27:0/3357426151 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7faa181008c0 0x7faa18197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.602 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 >> 172.21.15.27:0/3357426151 conn(0x7faa18076c20 msgr2=0x7faa180fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:40.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 shutdown_connections 2024-06-06T07:55:40.603 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.601+0000 7faa1fe3f640 1 -- 172.21.15.27:0/3357426151 wait complete. 2024-06-06T07:55:40.614 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-06-06T07:55:40.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 -- 172.21.15.27:0/1604823938 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 msgr2=0x7ffbcc105c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 --2- 172.21.15.27:0/1604823938 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc105c20 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc009ca0 tx=0x7ffbbc02a8c0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.727 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 -- 172.21.15.27:0/1604823938 shutdown_connections 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 --2- 172.21.15.27:0/1604823938 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbcc1015b0 0x7ffbcc10d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 --2- 172.21.15.27:0/1604823938 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbcc100bf0 0x7ffbcc101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 --2- 172.21.15.27:0/1604823938 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc105c20 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 -- 172.21.15.27:0/1604823938 >> 172.21.15.27:0/1604823938 conn(0x7ffbcc0766a0 msgr2=0x7ffbcc076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 -- 172.21.15.27:0/1604823938 shutdown_connections 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 -- 172.21.15.27:0/1604823938 wait complete. 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 Processor -- start 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.725+0000 7ffbd1716640 1 -- start start 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbd1716640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbcc100bf0 0x7ffbcc198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbd1716640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbcc1015b0 0x7ffbcc198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbd1716640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc19ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.728 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbd1716640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ffbcc110d90 con 0x7ffbcc105840 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbd1716640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ffbcc110c10 con 0x7ffbcc1015b0 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbd1716640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffbcc110f10 con 0x7ffbcc100bf0 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc19ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc19ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43160/0 (socket says 172.21.15.27:43160) 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 -- 172.21.15.27:0/2111377387 learned_addr learned my addr 172.21.15.27:0/2111377387 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbca7fc640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbcc1015b0 0x7ffbcc198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcaffd640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbcc100bf0 0x7ffbcc198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 -- 172.21.15.27:0/2111377387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbcc100bf0 msgr2=0x7ffbcc198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbcc100bf0 0x7ffbcc198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 -- 172.21.15.27:0/2111377387 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbcc1015b0 msgr2=0x7ffbcc198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:40.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbcc1015b0 0x7ffbcc198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 -- 172.21.15.27:0/2111377387 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbcc19d1a0 con 0x7ffbcc105840 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbcb7fe640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc19ca70 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ffbc400e970 tx=0x7ffbc400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.726+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc400ccc0 con 0x7ffbcc105840 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.727+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffbc400ce60 con 0x7ffbcc105840 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.727+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbcc19d490 con 0x7ffbcc105840 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.727+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc4010690 con 0x7ffbcc105840 2024-06-06T07:55:40.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.727+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbcc1a4d20 con 0x7ffbcc105840 2024-06-06T07:55:40.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.728+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbcc101fa0 con 0x7ffbcc105840 2024-06-06T07:55:40.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.729+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7ffbc40046c0 con 0x7ffbcc105840 2024-06-06T07:55:40.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.730+0000 7ffbc3fff640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffbb80a2ec0 0x7ffbb80a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:40.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.730+0000 7ffbcaffd640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffbb80a2ec0 0x7ffbb80a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:40.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.730+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ffbc40cfe80 con 0x7ffbcc105840 2024-06-06T07:55:40.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.730+0000 7ffbcaffd640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffbb80a2ec0 0x7ffbb80a5380 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc005fe0 tx=0x7ffbbc005f70 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:40.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.734+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ffbc409c4f0 con 0x7ffbcc105840 2024-06-06T07:55:40.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:40.961+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7ffbcc061de0 con 0x7ffbb80a2ec0 2024-06-06T07:55:41.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.028+0000 7ffbc3fff640 1 -- 172.21.15.27:0/2111377387 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7ffbcc061de0 con 0x7ffbb80a2ec0 2024-06-06T07:55:41.029 INFO:teuthology.orchestra.run.smithi027.stdout:Schedule set for path / 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffbb80a2ec0 msgr2=0x7ffbb80a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffbb80a2ec0 0x7ffbb80a5380 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ffbbc005fe0 tx=0x7ffbbc005f70 comp rx=0 tx=0).stop 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 msgr2=0x7ffbcc19ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc19ca70 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ffbc400e970 tx=0x7ffbc400ed70 comp rx=0 tx=0).stop 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 shutdown_connections 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffbb80a2ec0 0x7ffbb80a5380 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffbcc105840 0x7ffbcc19ca70 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.031 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffbcc1015b0 0x7ffbcc198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 --2- 172.21.15.27:0/2111377387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbcc100bf0 0x7ffbcc198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.030+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 >> 172.21.15.27:0/2111377387 conn(0x7ffbcc0766a0 msgr2=0x7ffbcc06a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.031+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 shutdown_connections 2024-06-06T07:55:41.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.031+0000 7ffbd1716640 1 -- 172.21.15.27:0/2111377387 wait complete. 2024-06-06T07:55:41.042 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-06-06T07:55:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.150+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2571163216 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb81008d0 msgr2=0x7f7fb8100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.150+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2571163216 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb81008d0 0x7f7fb8100d50 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f7fac009930 tx=0x7f7fac02a420 comp rx=0 tx=0).stop 2024-06-06T07:55:41.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.150+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2571163216 shutdown_connections 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.150+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2571163216 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7fb8101290 0x7f7fb810d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.150+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2571163216 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb81008d0 0x7f7fb8100d50 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.150+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2571163216 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fb8106890 0x7f7fb8106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.151+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2571163216 >> 172.21.15.27:0/2571163216 conn(0x7f7fb8077a20 msgr2=0x7f7fb8077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.151+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2571163216 shutdown_connections 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.151+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2571163216 wait complete. 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.151+0000 7f7fbe23f640 1 Processor -- start 2024-06-06T07:55:41.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.151+0000 7f7fbe23f640 1 -- start start 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7fb81008d0 0x7f7fb8198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fb8101290 0x7f7fb81988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 0x7f7fb819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb8110dc0 con 0x7f7fb8106890 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb8110c40 con 0x7f7fb8101290 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb8110f40 con 0x7f7fb81008d0 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 0x7f7fb819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 0x7f7fb819cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43168/0 (socket says 172.21.15.27:43168) 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 -- 172.21.15.27:0/2093542831 learned_addr learned my addr 172.21.15.27:0/2093542831 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb6ffd640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fb8101290 0x7f7fb81988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb77fe640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7fb81008d0 0x7f7fb8198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 -- 172.21.15.27:0/2093542831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7fb81008d0 msgr2=0x7f7fb8198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7fb81008d0 0x7f7fb8198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 -- 172.21.15.27:0/2093542831 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fb8101290 msgr2=0x7f7fb81988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fb8101290 0x7f7fb81988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 -- 172.21.15.27:0/2093542831 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fb819d380 con 0x7f7fb8106890 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb7fff640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 0x7f7fb819cc50 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f7fb000eb10 tx=0x7f7fb000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb0004b20 con 0x7f7fb8106890 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7fb0004cc0 con 0x7f7fb8106890 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fb819d670 con 0x7f7fb8106890 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.152+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb00107f0 con 0x7f7fb8106890 2024-06-06T07:55:41.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.153+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fb81a4f00 con 0x7f7fb8106890 2024-06-06T07:55:41.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.154+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fb804f760 con 0x7f7fb8106890 2024-06-06T07:55:41.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.155+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f7fb0005020 con 0x7f7fb8106890 2024-06-06T07:55:41.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.156+0000 7f7fb4ff9640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7fa00a2ec0 0x7f7fa00a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.156+0000 7f7fb77fe640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7fa00a2ec0 0x7f7fa00a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.156+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f7fb00d0050 con 0x7f7fb8106890 2024-06-06T07:55:41.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.156+0000 7f7fb77fe640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7fa00a2ec0 0x7f7fa00a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7fa8009ae0 tx=0x7f7fa8005f90 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.160+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7fb009c6c0 con 0x7f7fb8106890 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2494786455' entity='client.admin' 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 853 B/s wr, 19 op/s 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2400144841' entity='client.admin' 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3357426151' entity='client.admin' 2024-06-06T07:55:41.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.249 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:40 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2494786455' entity='client.admin' 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 853 B/s wr, 19 op/s 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2400144841' entity='client.admin' 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3357426151' entity='client.admin' 2024-06-06T07:55:41.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.279 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:40 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.287 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2494786455' entity='client.admin' 2024-06-06T07:55:41.287 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.287 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: pgmap v10: 129 pgs: 129 active+clean; 1.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 853 B/s wr, 19 op/s 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2400144841' entity='client.admin' 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3357426151' entity='client.admin' 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:55:41.288 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:40 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:55:41.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.378+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f7fb8109e80 con 0x7f7fa00a2ec0 2024-06-06T07:55:41.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.440+0000 7f7fb4ff9640 1 -- 172.21.15.27:0/2093542831 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f7fb8109e80 con 0x7f7fa00a2ec0 2024-06-06T07:55:41.441 INFO:teuthology.orchestra.run.smithi027.stdout:Retention added to path / 2024-06-06T07:55:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7fa00a2ec0 msgr2=0x7f7fa00a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7fa00a2ec0 0x7f7fa00a5380 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7fa8009ae0 tx=0x7f7fa8005f90 comp rx=0 tx=0).stop 2024-06-06T07:55:41.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 msgr2=0x7f7fb819cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 0x7f7fb819cc50 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f7fb000eb10 tx=0x7f7fb000c2d0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 shutdown_connections 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7fa00a2ec0 0x7f7fa00a5380 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7fb8106890 0x7f7fb819cc50 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7fb8101290 0x7f7fb81988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 --2- 172.21.15.27:0/2093542831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7fb81008d0 0x7f7fb8198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 >> 172.21.15.27:0/2093542831 conn(0x7f7fb8077a20 msgr2=0x7f7fb8069390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 shutdown_connections 2024-06-06T07:55:41.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.443+0000 7f7fbe23f640 1 -- 172.21.15.27:0/2093542831 wait complete. 2024-06-06T07:55:41.455 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-06T07:55:41.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3045041815 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc8100bf0 msgr2=0x7fbbc8101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3045041815 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc8100bf0 0x7fbbc8101070 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0009900 tx=0x7fbbb002a410 comp rx=0 tx=0).stop 2024-06-06T07:55:41.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3045041815 shutdown_connections 2024-06-06T07:55:41.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3045041815 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbc81015b0 0x7fbbc810d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3045041815 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc8100bf0 0x7fbbc8101070 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3045041815 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8105840 0x7fbbc8105c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3045041815 >> 172.21.15.27:0/3045041815 conn(0x7fbbc80766a0 msgr2=0x7fbbc8076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3045041815 shutdown_connections 2024-06-06T07:55:41.563 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.561+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3045041815 wait complete. 2024-06-06T07:55:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 Processor -- start 2024-06-06T07:55:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 -- start start 2024-06-06T07:55:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8100bf0 0x7fbbc80fe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 0x7fbbc80feaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.565 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbc8105840 0x7fbbc80ff030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc8110d60 con 0x7fbbc81015b0 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc8110be0 con 0x7fbbc8100bf0 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.562+0000 7fbbccdf9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc8110ee0 con 0x7fbbc8105840 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 0x7fbbc80feaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 0x7fbbc80feaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43186/0 (socket says 172.21.15.27:43186) 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 -- 172.21.15.27:0/3116038974 learned_addr learned my addr 172.21.15.27:0/3116038974 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbc659c640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8100bf0 0x7fbbc80fe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 -- 172.21.15.27:0/3116038974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbc8105840 msgr2=0x7fbbc80ff030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbc8105840 0x7fbbc80ff030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 -- 172.21.15.27:0/3116038974 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8100bf0 msgr2=0x7fbbc80fe5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8100bf0 0x7fbbc80fe5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 -- 172.21.15.27:0/3116038974 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbc81a66d0 con 0x7fbbc81015b0 2024-06-06T07:55:41.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbc659c640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8100bf0 0x7fbbc80fe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbffff640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 0x7fbbc80feaf0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0006010 tx=0x7fbbb00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb003f030 con 0x7fbbc81015b0 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbbb0003d00 con 0x7fbbc81015b0 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb0035070 con 0x7fbbc81015b0 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbc81a6960 con 0x7fbbc81015b0 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.563+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbc81a6ea0 con 0x7fbbc81015b0 2024-06-06T07:55:41.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.564+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbc8101fa0 con 0x7fbbc81015b0 2024-06-06T07:55:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.565+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fbbb0042030 con 0x7fbbc81015b0 2024-06-06T07:55:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.566+0000 7fbbbf7fe640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbbb40a2f40 0x7fbbb40a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.566+0000 7fbbc659c640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbbb40a2f40 0x7fbbb40a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.566+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fbbb00efdc0 con 0x7fbbc81015b0 2024-06-06T07:55:41.568 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.567+0000 7fbbc659c640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbbb40a2f40 0x7fbbb40a5400 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbbb8005fd0 tx=0x7fbbb8005850 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.570+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbbb00bc500 con 0x7fbbc81015b0 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 -- 172.21.15.27:0/2040083204 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c1027a0 msgr2=0x7f650c102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 --2- 172.21.15.27:0/2040083204 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c1027a0 0x7f650c102b80 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f65080099c0 tx=0x7f6508009cd0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 -- 172.21.15.27:0/2040083204 shutdown_connections 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 --2- 172.21.15.27:0/2040083204 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f650c107870 0x7f650c10f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 --2- 172.21.15.27:0/2040083204 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c1027a0 0x7f650c102b80 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 --2- 172.21.15.27:0/2040083204 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f650c103150 0x7f650c107140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 -- 172.21.15.27:0/2040083204 >> 172.21.15.27:0/2040083204 conn(0x7f650c079520 msgr2=0x7f650c079930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 -- 172.21.15.27:0/2040083204 shutdown_connections 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.702+0000 7f651460a700 1 -- 172.21.15.27:0/2040083204 wait complete. 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 Processor -- start 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 -- start start 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f650c1027a0 0x7f650c19e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f650c103150 0x7f650c19edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 0x7f650c198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1128d0 con 0x7f650c107870 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f650c112750 con 0x7f650c1027a0 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f651460a700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f650c112a50 con 0x7f650c103150 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f6512ba7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 0x7f650c198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f6512ba7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 0x7f650c198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43208/0 (socket says 172.21.15.27:43208) 2024-06-06T07:55:41.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f6512ba7700 1 -- 172.21.15.27:0/2854039855 learned_addr learned my addr 172.21.15.27:0/2854039855 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f6511ba5700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f650c103150 0x7f650c19edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.703+0000 7f65123a6700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f650c1027a0 0x7f650c19e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f6512ba7700 1 -- 172.21.15.27:0/2854039855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f650c103150 msgr2=0x7f650c19edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f6512ba7700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f650c103150 0x7f650c19edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f6512ba7700 1 -- 172.21.15.27:0/2854039855 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f650c1027a0 msgr2=0x7f650c19e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f6512ba7700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f650c1027a0 0x7f650c19e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f6512ba7700 1 -- 172.21.15.27:0/2854039855 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f650c199190 con 0x7f650c107870 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f6512ba7700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 0x7f650c198a30 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f6504007ee0 tx=0x7f650400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f65037fe700 1 -- 172.21.15.27:0/2854039855 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504004bb0 con 0x7f650c107870 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f65037fe700 1 -- 172.21.15.27:0/2854039855 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6504004d50 con 0x7f650c107870 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f650c199480 con 0x7f650c107870 2024-06-06T07:55:41.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f65037fe700 1 -- 172.21.15.27:0/2854039855 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65040059b0 con 0x7f650c107870 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.704+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f650c1a5740 con 0x7f650c107870 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.706+0000 7f65037fe700 1 -- 172.21.15.27:0/2854039855 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f650401a020 con 0x7f650c107870 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.707+0000 7f65037fe700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64f80a2eb0 0x7f64f80a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 Processor -- start 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f65123a6700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64f80a2eb0 0x7f64f80a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f65037fe700 1 -- 172.21.15.27:0/2854039855 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f65040cf180 con 0x7f650c107870 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 -- start start 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36da3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36d42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d4820 0x55afc36d4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55afc35c6fe0 con 0x55afc36d9fe0 2024-06-06T07:55:41.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55afc36258d0 con 0x55afc36d4820 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f651ee8db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55afc358d4e0 con 0x55afc36da900 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f65123a6700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64f80a2eb0 0x7f64f80a5370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f650c199b70 tx=0x7f6508000bc0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f65123a6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36da3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f65123a6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36da3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43210/0 (socket says 172.21.15.27:43210) 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f65123a6700 1 -- 172.21.15.27:0/4186183916 learned_addr learned my addr 172.21.15.27:0/4186183916 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.708+0000 7f6511ba5700 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36d42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f6512ba7700 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d4820 0x55afc36d4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f65123a6700 1 -- 172.21.15.27:0/4186183916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 msgr2=0x55afc36d42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f65123a6700 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36d42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f65123a6700 1 -- 172.21.15.27:0/4186183916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d4820 msgr2=0x55afc36d4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f65123a6700 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d4820 0x55afc36d4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f65123a6700 1 -- 172.21.15.27:0/4186183916 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afc3574950 con 0x55afc36d9fe0 2024-06-06T07:55:41.720 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f6512ba7700 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d4820 0x55afc36d4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f65123a6700 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36da3c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f65080099c0 tx=0x7f6508020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efb2319c78e934be server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f6500ff9700 1 -- 172.21.15.27:0/4186183916 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f650800f7e0 con 0x55afc36d9fe0 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f6500ff9700 1 -- 172.21.15.27:0/4186183916 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6508024410 con 0x55afc36d9fe0 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.709+0000 7f6500ff9700 1 -- 172.21.15.27:0/4186183916 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f650802f630 con 0x55afc36d9fe0 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 -- 172.21.15.27:0/4186183916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 msgr2=0x55afc36da3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36da3c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f65080099c0 tx=0x7f6508020000 comp rx=0 tx=0).stop 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 -- 172.21.15.27:0/4186183916 shutdown_connections 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d4820 0x55afc36d4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36da3c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 --2- 172.21.15.27:0/4186183916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36d42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 -- 172.21.15.27:0/4186183916 >> 172.21.15.27:0/4186183916 conn(0x55afc3601100 msgr2=0x55afc36cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 -- 172.21.15.27:0/4186183916 shutdown_connections 2024-06-06T07:55:41.721 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 -- 172.21.15.27:0/4186183916 wait complete. 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 -- start start 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.710+0000 7f651ee8db80 1 Processor -- start 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36d4820 0x55afc36e0600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36dd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36da900 0x55afc36ddeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55afc35c6040 con 0x55afc36d9fe0 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55afc3621890 con 0x55afc36da900 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55afc36e1220 con 0x55afc36d4820 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f651ee8db80 10 client.0 _ll_register_callbacks cb 0x55afc35bb630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36dd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36dd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43216/0 (socket says 172.21.15.27:43216) 2024-06-06T07:55:41.722 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 -- 172.21.15.27:0/2933756107 learned_addr learned my addr 172.21.15.27:0/2933756107 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6512ba7700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36da900 0x55afc36ddeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f65123a6700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36d4820 0x55afc36e0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 -- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36d4820 msgr2=0x55afc36e0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36d4820 0x55afc36e0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 -- 172.21.15.27:0/2933756107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36da900 msgr2=0x55afc36ddeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36da900 0x55afc36ddeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 -- 172.21.15.27:0/2933756107 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afc35eb7d0 con 0x55afc36d9fe0 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6512ba7700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36da900 0x55afc36ddeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f6511ba5700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36dd970 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f64fc010a20 tx=0x7f64fc010d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1f11413ccf9d417 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.711+0000 7f64f5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f64f5ffb700 1 -- 172.21.15.27:0/2933756107 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64fc004260 con 0x55afc36d9fe0 2024-06-06T07:55:41.723 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f64f5ffb700 1 -- 172.21.15.27:0/2933756107 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f64fc004400 con 0x55afc36d9fe0 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6508024410 con 0x55afc36d9fe0 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f64f5ffb700 1 -- 172.21.15.27:0/2933756107 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f64fc00f890 con 0x55afc36d9fe0 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 10 client.15477 fetch_fsmap learned FSMap version 30 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55afc36eba40 con 0x55afc36d9fe0 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f64f5ffb700 1 -- 172.21.15.27:0/2933756107 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6508024410 con 0x55afc36d9fe0 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f64f5ffb700 1 -- 172.21.15.27:0/2933756107 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f64fc01a420 con 0x55afc36d9fe0 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 10 client.15477 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 10 client.15477 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 20 client.15477 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc36ee120 0x55afc36f0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 4 client.15477 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.712+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55afc3632dd0 con 0x55afc36ee120 2024-06-06T07:55:41.724 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.713+0000 7f65123a6700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc36ee120 0x55afc36f0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.713+0000 7f65123a6700 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc36ee120 0x55afc36f0510 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=175083fcf0d0f7b3 server_cookie=5dd66690d6773fc4 in_seq=0 out_seq=0 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.713+0000 7f64f5ffb700 10 client.15477 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f64f5ffb700 1 -- 172.21.15.27:0/2933756107 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55afc3632dd0 con 0x55afc36ee120 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f64f5ffb700 10 client.15477 handle_command_reply: tid=0 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 client.15477 shutdown 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 msgr2=0x55afc36dd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36dd970 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f64fc010a20 tx=0x7f64fc010d30 comp rx=0 tx=0).stop 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 shutdown_connections 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc36ee120 0x55afc36f0510 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36da900 0x55afc36ddeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36d4820 0x55afc36e0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.725 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 --2- 172.21.15.27:0/2933756107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d9fe0 0x55afc36dd970 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f64f5ffb700 0 client.15477 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 >> 172.21.15.27:0/2933756107 conn(0x55afc3601100 msgr2=0x55afc36ce780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 shutdown_connections 2024-06-06T07:55:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 1 -- 172.21.15.27:0/2933756107 wait complete. 2024-06-06T07:55:41.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.714+0000 7f651ee8db80 20 client.15477 trim_cache size 0 max 16384 2024-06-06T07:55:41.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 Processor -- start 2024-06-06T07:55:41.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 -- start start 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36ea3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36cef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1ae520 con 0x55afc36d4820 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1b0060 con 0x55afc36d9fe0 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f651ee8db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1aebf0 con 0x55afc36da900 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f65123a6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36ea3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f65123a6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36ea3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43232/0 (socket says 172.21.15.27:43232) 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.735+0000 7f65123a6700 1 -- 172.21.15.27:0/915985107 learned_addr learned my addr 172.21.15.27:0/915985107 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f6512ba7700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f6511ba5700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36cef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f65123a6700 1 -- 172.21.15.27:0/915985107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 msgr2=0x55afc36cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f65123a6700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f65123a6700 1 -- 172.21.15.27:0/915985107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 msgr2=0x55afc36cef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f65123a6700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36cef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f65123a6700 1 -- 172.21.15.27:0/915985107 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55afc36d83e0 con 0x55afc36d4820 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f6512ba7700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f6511ba5700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36cef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f65123a6700 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36ea3a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f6508009f50 tx=0x7f6508023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e58d98a3d012251 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f64f7fff700 1 -- 172.21.15.27:0/915985107 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6508024720 con 0x55afc36d4820 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f64f7fff700 1 -- 172.21.15.27:0/915985107 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f65080248c0 con 0x55afc36d4820 2024-06-06T07:55:41.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.736+0000 7f64f7fff700 1 -- 172.21.15.27:0/915985107 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f650803a410 con 0x55afc36d4820 2024-06-06T07:55:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 -- 172.21.15.27:0/915985107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 msgr2=0x55afc36ea3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36ea3a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f6508009f50 tx=0x7f6508023000 comp rx=0 tx=0).stop 2024-06-06T07:55:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 -- 172.21.15.27:0/915985107 shutdown_connections 2024-06-06T07:55:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36ea3a0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 --2- 172.21.15.27:0/915985107 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36cef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 -- 172.21.15.27:0/915985107 >> 172.21.15.27:0/915985107 conn(0x55afc3601100 msgr2=0x55afc36dfa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 -- 172.21.15.27:0/915985107 shutdown_connections 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 -- 172.21.15.27:0/915985107 wait complete. 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.737+0000 7f651ee8db80 1 -- start start 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 Processor -- start 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36e6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36e34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36e3a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1af990 con 0x55afc36d4820 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1af2c0 con 0x55afc36d9fe0 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f650c1ac4c0 con 0x55afc36da900 2024-06-06T07:55:41.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36e6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f651ee8db80 10 client.0 _ll_register_callbacks cb 0x55afc35bb630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36e6a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43246/0 (socket says 172.21.15.27:43246) 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 -- 172.21.15.27:0/691731274 learned_addr learned my addr 172.21.15.27:0/691731274 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f6511ba5700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36e34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f6512ba7700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36e3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 -- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 msgr2=0x55afc36e3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36e3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 -- 172.21.15.27:0/691731274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 msgr2=0x55afc36e34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36e34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 -- 172.21.15.27:0/691731274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55afc36e4010 con 0x55afc36d4820 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f6511ba5700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36e34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:41.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f65123a6700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36e6a00 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f65080098e0 tx=0x7f6508024d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=329162360348bcc7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.738+0000 7f64f5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f64f5ffb700 1 -- 172.21.15.27:0/691731274 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6508024720 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f64f5ffb700 1 -- 172.21.15.27:0/691731274 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f650800f7f0 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65080248c0 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f64f5ffb700 1 -- 172.21.15.27:0/691731274 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f6508052050 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 10 client.15483 fetch_fsmap learned FSMap version 30 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55afc375e030 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f64f5ffb700 1 -- 172.21.15.27:0/691731274 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f65080248c0 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f64f5ffb700 1 -- 172.21.15.27:0/691731274 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f6508043420 con 0x55afc36d4820 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 10 client.15483 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 10 client.15483 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 20 client.15483 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc375e300 0x55afc37606f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.744 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 4 client.15483 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T07:55:41.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.739+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55afc362d350 con 0x55afc375e300 2024-06-06T07:55:41.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.740+0000 7f6511ba5700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc375e300 0x55afc37606f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.740+0000 7f6511ba5700 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc375e300 0x55afc37606f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3e5a80b85644223 server_cookie=91a42ac31b58864d in_seq=0 out_seq=0 2024-06-06T07:55:41.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.740+0000 7f64f5ffb700 10 client.15483 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.741+0000 7f64f5ffb700 1 -- 172.21.15.27:0/691731274 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55afc362d350 con 0x55afc375e300 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.741+0000 7f64f5ffb700 10 client.15483 handle_command_reply: tid=0 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.741+0000 7f651ee8db80 1 client.15483 shutdown 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 msgr2=0x55afc36e6a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36e6a00 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f65080098e0 tx=0x7f6508024d70 comp rx=0 tx=0).stop 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 shutdown_connections 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55afc375e300 0x55afc37606f0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55afc36da900 0x55afc36e3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55afc36d4820 0x55afc36e6a00 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f64f5ffb700 0 client.15483 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 --2- 172.21.15.27:0/691731274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55afc36d9fe0 0x55afc36e34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 >> 172.21.15.27:0/691731274 conn(0x55afc3601100 msgr2=0x55afc36d32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 shutdown_connections 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 1 -- 172.21.15.27:0/691731274 wait complete. 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651ee8db80 20 client.15483 trim_cache size 0 max 16384 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stdout: "return_code": 0, 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_tag": "3f472d53-8cde-4dc9-b7b0-ed84f4c2c16c", 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": "asynchronous" 2024-06-06T07:55:41.747 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64f80a2eb0 msgr2=0x7f64f80a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651460a700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64f80a2eb0 0x7f64f80a5370 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f650c199b70 tx=0x7f6508000bc0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 msgr2=0x7f650c198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.742+0000 7f651460a700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 0x7f650c198a30 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f6504007ee0 tx=0x7f650400d3b0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 shutdown_connections 2024-06-06T07:55:41.748 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64f80a2eb0 0x7f64f80a5370 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f650c107870 0x7f650c198a30 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f650c1027a0 0x7f650c19e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 --2- 172.21.15.27:0/2854039855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f650c103150 0x7f650c19edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 >> 172.21.15.27:0/2854039855 conn(0x7f650c079520 msgr2=0x7f650c100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 shutdown_connections 2024-06-06T07:55:41.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.743+0000 7f651460a700 1 -- 172.21.15.27:0/2854039855 wait complete. 2024-06-06T07:55:41.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.788+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fbbc8061de0 con 0x7fbbb40a2f40 2024-06-06T07:55:41.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.796+0000 7fbbbf7fe640 1 -- 172.21.15.27:0/3116038974 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fbbc8061de0 con 0x7fbbb40a2f40 2024-06-06T07:55:41.796 INFO:teuthology.orchestra.run.smithi027.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-06T00:00:00", "created": "2024-06-06T07:55:40", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbbb40a2f40 msgr2=0x7fbbb40a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbbb40a2f40 0x7fbbb40a5400 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fbbb8005fd0 tx=0x7fbbb8005850 comp rx=0 tx=0).stop 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 msgr2=0x7fbbc80feaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 0x7fbbc80feaf0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0006010 tx=0x7fbbb00042f0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 shutdown_connections 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbbb40a2f40 0x7fbbb40a5400 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.799 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbc8105840 0x7fbbc80ff030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbbc81015b0 0x7fbbc80feaf0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 --2- 172.21.15.27:0/3116038974 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbbc8100bf0 0x7fbbc80fe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.798+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 >> 172.21.15.27:0/3116038974 conn(0x7fbbc80766a0 msgr2=0x7fbbc806a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.799+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 shutdown_connections 2024-06-06T07:55:41.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.799+0000 7fbbccdf9640 1 -- 172.21.15.27:0/3116038974 wait complete. 2024-06-06T07:55:41.810 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-06T07:55:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.916+0000 7f0289c5d640 1 -- 172.21.15.27:0/605952744 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0284102370 msgr2=0x7f028410e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.916+0000 7f0289c5d640 1 --2- 172.21.15.27:0/605952744 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0284102370 0x7f028410e880 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f027c009cd0 tx=0x7f027c02a8e0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 -- 172.21.15.27:0/605952744 shutdown_connections 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 --2- 172.21.15.27:0/605952744 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0284102370 0x7f028410e880 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 --2- 172.21.15.27:0/605952744 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02841019b0 0x7f0284101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 --2- 172.21.15.27:0/605952744 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02841079c0 0x7f0284107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 -- 172.21.15.27:0/605952744 >> 172.21.15.27:0/605952744 conn(0x7f0284078e30 msgr2=0x7f0284079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 -- 172.21.15.27:0/605952744 shutdown_connections 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 -- 172.21.15.27:0/605952744 wait complete. 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 Processor -- start 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.917+0000 7f0289c5d640 1 -- start start 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0289c5d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 0x7f02841981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0289c5d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0284102370 0x7f0284198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0289c5d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02841079c0 0x7f028419ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0289c5d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0284111ef0 con 0x7f02841019b0 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0289c5d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0284111d70 con 0x7f02841079c0 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0289c5d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0284112070 con 0x7f0284102370 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 0x7f02841981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 0x7f02841981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:43276/0 (socket says 172.21.15.27:43276) 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 -- 172.21.15.27:0/2214065649 learned_addr learned my addr 172.21.15.27:0/2214065649 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0282ffd640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0284102370 0x7f0284198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0283fff640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02841079c0 0x7f028419ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 -- 172.21.15.27:0/2214065649 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0284102370 msgr2=0x7f0284198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0284102370 0x7f0284198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 -- 172.21.15.27:0/2214065649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02841079c0 msgr2=0x7f028419ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02841079c0 0x7f028419ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 -- 172.21.15.27:0/2214065649 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f028419d1c0 con 0x7f02841019b0 2024-06-06T07:55:41.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f02837fe640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 0x7f02841981d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f027400c920 tx=0x7f027400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.918+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274007c70 con 0x7f02841019b0 2024-06-06T07:55:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.919+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0274007e10 con 0x7f02841019b0 2024-06-06T07:55:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.919+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f028419d4b0 con 0x7f02841019b0 2024-06-06T07:55:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.919+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0274018940 con 0x7f02841019b0 2024-06-06T07:55:41.922 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.919+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02841a4d40 con 0x7f02841019b0 2024-06-06T07:55:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.920+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f028404f760 con 0x7f02841019b0 2024-06-06T07:55:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.921+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f0274018b20 con 0x7f02841019b0 2024-06-06T07:55:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.922+0000 7f0280ff9640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f026c0a2f40 0x7f026c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.922+0000 7f0282ffd640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f026c0a2f40 0x7f026c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.922+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f02740cfa50 con 0x7f02841019b0 2024-06-06T07:55:41.923 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.922+0000 7f0282ffd640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f026c0a2f40 0x7f026c0a5400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f02840fe7b0 tx=0x7f0278005f90 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:41.926 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:41.926+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0274014030 con 0x7f02841019b0 2024-06-06T07:55:42.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.141+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f02840ff690 con 0x7f026c0a2f40 2024-06-06T07:55:42.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.148+0000 7f0280ff9640 1 -- 172.21.15.27:0/2214065649 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f02840ff690 con 0x7f026c0a2f40 2024-06-06T07:55:42.149 INFO:teuthology.orchestra.run.smithi027.stdout:/ 1m 6m3h 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f026c0a2f40 msgr2=0x7f026c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f026c0a2f40 0x7f026c0a5400 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f02840fe7b0 tx=0x7f0278005f90 comp rx=0 tx=0).stop 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 msgr2=0x7f02841981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 0x7f02841981d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f027400c920 tx=0x7f027400cde0 comp rx=0 tx=0).stop 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 shutdown_connections 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f026c0a2f40 0x7f026c0a5400 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02841079c0 0x7f028419ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0284102370 0x7f0284198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:42.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 --2- 172.21.15.27:0/2214065649 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02841019b0 0x7f02841981d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:42.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 >> 172.21.15.27:0/2214065649 conn(0x7f0284078e30 msgr2=0x7f02840fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:42.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 shutdown_connections 2024-06-06T07:55:42.152 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:42.150+0000 7f0289c5d640 1 -- 172.21.15.27:0/2214065649 wait complete. 2024-06-06T07:55:42.162 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-06-06T07:55:42.189 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-06-06T07:55:42.199 INFO:teuthology.run_tasks:Running task background_exec... 2024-06-06T07:55:42.208 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:55:42.208 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-06-06T07:55:42.231 INFO:teuthology.run_tasks:Running task quiescer... 2024-06-06T07:55:42.244 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-06T07:55:42.244 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:55:42.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:41 smithi176 ceph-mon[36543]: from='client.15453 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:41 smithi176 ceph-mon[36543]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:41 smithi176 ceph-mon[36543]: from='client.15465 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.252 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:41 smithi027 ceph-mon[32293]: from='client.15453 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.252 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:41 smithi027 ceph-mon[32293]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.252 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:41 smithi027 ceph-mon[32293]: from='client.15465 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:41 smithi203 ceph-mon[37192]: from='client.15453 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:41 smithi203 ceph-mon[37192]: from='client.15459 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:41 smithi203 ceph-mon[37192]: from='client.15465 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:42.591 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T07:55:42.671 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:42 smithi176 ceph-mon[36543]: scrub queued for path: / 2024-06-06T07:55:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:42 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:55:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:42 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:55:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:42 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:55:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:42 smithi176 ceph-mon[36543]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:43.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:42 smithi176 ceph-mon[36543]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 53 op/s 2024-06-06T07:55:43.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:42 smithi203 ceph-mon[37192]: scrub queued for path: / 2024-06-06T07:55:43.314 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:42 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:55:43.314 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:42 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:55:43.314 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:42 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:55:43.314 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:42 smithi203 ceph-mon[37192]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:43.314 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:42 smithi203 ceph-mon[37192]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 53 op/s 2024-06-06T07:55:43.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:42 smithi027 ceph-mon[32293]: scrub queued for path: / 2024-06-06T07:55:43.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:42 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:55:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:42 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:55:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:42 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:55:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:42 smithi027 ceph-mon[32293]: from='client.15489 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T07:55:43.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:42 smithi027 ceph-mon[32293]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 53 op/s 2024-06-06T07:55:44.032 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:45.604 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:45 smithi027 ceph-mon[32293]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 52 op/s 2024-06-06T07:55:45.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 -- 172.21.15.27:0/3263789615 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c1019d0 msgr2=0x7f8c5c101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:45.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3263789615 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c1019d0 0x7f8c5c101db0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c0099c0 tx=0x7f8c4c009cd0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 -- 172.21.15.27:0/3263789615 shutdown_connections 2024-06-06T07:55:45.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3263789615 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c5c106720 0x7f8c5c10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3263789615 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c1019d0 0x7f8c5c101db0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3263789615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c5c102380 0x7f8c5c105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 -- 172.21.15.27:0/3263789615 >> 172.21.15.27:0/3263789615 conn(0x7f8c5c078340 msgr2=0x7f8c5c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 -- 172.21.15.27:0/3263789615 shutdown_connections 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.704+0000 7f8c622b7700 1 -- 172.21.15.27:0/3263789615 wait complete. 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 Processor -- start 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 -- start start 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c5c1019d0 0x7f8c5c197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 0x7f8c5c1981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c5c106720 0x7f8c5c19b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c111860 con 0x7f8c5c102380 2024-06-06T07:55:45.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1116e0 con 0x7f8c5c1019d0 2024-06-06T07:55:45.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c622b7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8c5c1119e0 con 0x7f8c5c106720 2024-06-06T07:55:45.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.705+0000 7f8c5b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 0x7f8c5c1981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:45.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 0x7f8c5c1981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33658/0 (socket says 172.21.15.27:33658) 2024-06-06T07:55:45.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 -- 172.21.15.27:0/3332066959 learned_addr learned my addr 172.21.15.27:0/3332066959 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c60854700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c5c106720 0x7f8c5c19b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5bfff700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c5c1019d0 0x7f8c5c197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 -- 172.21.15.27:0/3332066959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c5c106720 msgr2=0x7f8c5c19b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c5c106720 0x7f8c5c19b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 -- 172.21.15.27:0/3332066959 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c5c1019d0 msgr2=0x7f8c5c197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c5c1019d0 0x7f8c5c197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 -- 172.21.15.27:0/3332066959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c5c19bc00 con 0x7f8c5c102380 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c5b7fe700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 0x7f8c5c1981f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8c5000d950 tx=0x7f8c5000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c50017070 con 0x7f8c5c102380 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8c5000fd90 con 0x7f8c5c102380 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c5c19bef0 con 0x7f8c5c102380 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c5000e610 con 0x7f8c5c102380 2024-06-06T07:55:45.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.706+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c5c1a4860 con 0x7f8c5c102380 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.708+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c5c102ad0 con 0x7f8c5c102380 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.709+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f8c5001a070 con 0x7f8c5c102380 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.710+0000 7f8c597fa700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8c440a2eb0 0x7f8c440a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.710+0000 7f8c5bfff700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8c440a2eb0 0x7f8c440a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.710+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f8c500cf2f0 con 0x7f8c5c102380 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.710+0000 7f8c5bfff700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8c440a2eb0 0x7f8c440a5370 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c00b580 tx=0x7f8c4c005c40 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.714+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8c5009b900 con 0x7f8c5c102380 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.926+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8c5c198fd0 con 0x7f8c440a2eb0 2024-06-06T07:55:45.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:44.936+0000 7f8c597fa700 1 -- 172.21.15.27:0/3332066959 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339967 (secure 0 0 0) 0x7f8c5c198fd0 con 0x7f8c440a2eb0 2024-06-06T07:55:45.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8c440a2eb0 msgr2=0x7f8c440a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8c440a2eb0 0x7f8c440a5370 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c00b580 tx=0x7f8c4c005c40 comp rx=0 tx=0).stop 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 msgr2=0x7f8c5c1981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 0x7f8c5c1981f0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8c5000d950 tx=0x7f8c5000dc60 comp rx=0 tx=0).stop 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 shutdown_connections 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8c440a2eb0 0x7f8c440a5370 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c5c106720 0x7f8c5c19b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8c5c1019d0 0x7f8c5c197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 --2- 172.21.15.27:0/3332066959 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8c5c102380 0x7f8c5c1981f0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 >> 172.21.15.27:0/3332066959 conn(0x7f8c5c078340 msgr2=0x7f8c5c0ff780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 shutdown_connections 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:45.732+0000 7f8c622b7700 1 -- 172.21.15.27:0/3332066959 wait complete. 2024-06-06T07:55:45.740 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:55:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:45 smithi176 ceph-mon[36543]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 52 op/s 2024-06-06T07:55:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:45 smithi203 ceph-mon[37192]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 52 op/s 2024-06-06T07:55:46.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 -- 172.21.15.27:0/4251400507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 msgr2=0x7f8fbc101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/4251400507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc101810 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8009990 tx=0x7f8fa8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 -- 172.21.15.27:0/4251400507 shutdown_connections 2024-06-06T07:55:46.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/4251400507 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8fbc101d50 0x7f8fbc10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/4251400507 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc107400 0x7f8fbc1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/4251400507 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc101810 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 -- 172.21.15.27:0/4251400507 >> 172.21.15.27:0/4251400507 conn(0x7f8fbc078340 msgr2=0x7f8fbc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 -- 172.21.15.27:0/4251400507 shutdown_connections 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.252+0000 7f8fc31ef700 1 -- 172.21.15.27:0/4251400507 wait complete. 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 Processor -- start 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 -- start start 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc19e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc101d50 0x7f8fbc19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8fbc107400 0x7f8fbc198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1117b0 con 0x7f8fbc101390 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc111630 con 0x7f8fbc101d50 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc31ef700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc111930 con 0x7f8fbc107400 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc0f8b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc19e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc0f8b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc19e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33678/0 (socket says 172.21.15.27:33678) 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/249143853 learned_addr learned my addr 172.21.15.27:0/249143853 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.253+0000 7f8fc178c700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8fbc107400 0x7f8fbc198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc101d50 0x7f8fbc19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/249143853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8fbc107400 msgr2=0x7f8fbc198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8fbc107400 0x7f8fbc198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/249143853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc101d50 msgr2=0x7f8fbc19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc101d50 0x7f8fbc19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/249143853 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fbc199210 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc101d50 0x7f8fbc19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc19e8f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8fb000d980 tx=0x7f8fb000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fb9ffb700 1 -- 172.21.15.27:0/249143853 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0016070 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fb9ffb700 1 -- 172.21.15.27:0/249143853 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fb0004d30 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fbc199500 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fb9ffb700 1 -- 172.21.15.27:0/249143853 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0005680 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.254+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fbc1a57c0 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.257+0000 7f8fb9ffb700 1 -- 172.21.15.27:0/249143853 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f8fb0004750 con 0x7f8fbc101390 2024-06-06T07:55:46.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.258+0000 7f8fb9ffb700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8fac0a2f30 0x7f8fac0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.258+0000 7f8fb9ffb700 1 -- 172.21.15.27:0/249143853 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f8fb00cf7c0 con 0x7f8fbc101390 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.258+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8fac0a2f30 0x7f8fac0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.258+0000 7f8fcda72b80 1 Processor -- start 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 -- start start 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcbd340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcb7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8fac0a2f30 0x7f8fac0a53f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800b5c0 tx=0x7f8fa8005fb0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56312bba9f60 con 0x56312bcbcf60 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56312bc08850 con 0x56312bcbd880 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56312bb70460 con 0x56312bcb77a0 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcbd340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcbd340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33686/0 (socket says 172.21.15.27:33686) 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/1175224555 learned_addr learned my addr 172.21.15.27:0/1175224555 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcb7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc178c700 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/1175224555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 msgr2=0x56312bcb7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/1175224555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 msgr2=0x56312bcb7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcb7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.259+0000 7f8fc0f8b700 1 -- 172.21.15.27:0/1175224555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56312bb578d0 con 0x56312bcbcf60 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.260+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcbd340 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8fb009b6c0 tx=0x7f8fb009b270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cda44f518619057c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.260+0000 7f8fa6ffd700 1 -- 172.21.15.27:0/1175224555 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb009b730 con 0x56312bcbcf60 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.260+0000 7f8fa6ffd700 1 -- 172.21.15.27:0/1175224555 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fb009fae0 con 0x56312bcbcf60 2024-06-06T07:55:46.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.260+0000 7f8fa6ffd700 1 -- 172.21.15.27:0/1175224555 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb00cf5e0 con 0x56312bcbcf60 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 -- 172.21.15.27:0/1175224555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 msgr2=0x56312bcbd340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcbd340 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8fb009b6c0 tx=0x7f8fb009b270 comp rx=0 tx=0).stop 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 -- 172.21.15.27:0/1175224555 shutdown_connections 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcbd340 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/1175224555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcb7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 -- 172.21.15.27:0/1175224555 >> 172.21.15.27:0/1175224555 conn(0x56312bbe4080 msgr2=0x56312bcb2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 -- 172.21.15.27:0/1175224555 shutdown_connections 2024-06-06T07:55:46.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 -- 172.21.15.27:0/1175224555 wait complete. 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 -- start start 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.261+0000 7f8fcda72b80 1 Processor -- start 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcc35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcc08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcc0de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56312bba8fc0 con 0x56312bcbcf60 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56312bc04810 con 0x56312bcbd880 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56312bcc4250 con 0x56312bcb77a0 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fcda72b80 10 client.0 _ll_register_callbacks cb 0x56312bb9e5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:46.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcc08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcc08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33694/0 (socket says 172.21.15.27:33694) 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 -- 172.21.15.27:0/2548319024 learned_addr learned my addr 172.21.15.27:0/2548319024 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcc35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fc178c700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcc0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 -- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 msgr2=0x56312bcc35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcc35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 -- 172.21.15.27:0/2548319024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 msgr2=0x56312bcc0de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcc0de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 -- 172.21.15.27:0/2548319024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56312bbce750 con 0x56312bcbcf60 2024-06-06T07:55:46.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fc178c700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcc0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcc08a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8009990 tx=0x7f8fa8019050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa61027b6452a628 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.262+0000 7f8f9bfff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8f9bfff700 1 -- 172.21.15.27:0/2548319024 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa800b9d0 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8f9bfff700 1 -- 172.21.15.27:0/2548319024 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f8fa800bb70 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fb009fae0 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8f9bfff700 1 -- 172.21.15.27:0/2548319024 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8fa8038050 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 10 client.15507 fetch_fsmap learned FSMap version 30 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56312bcce980 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8f9bfff700 1 -- 172.21.15.27:0/2548319024 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fb009fae0 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8f9bfff700 1 -- 172.21.15.27:0/2548319024 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f8fa8023530 con 0x56312bcbcf60 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 10 client.15507 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 10 client.15507 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 20 client.15507 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:46.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bcd1390 0x56312bcd37b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 4 client.15507 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.263+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56312bc15d50 con 0x56312bcd1390 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.264+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bcd1390 0x56312bcd37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.264+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bcd1390 0x56312bcd37b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22cb9fa4c18dfa0a server_cookie=32d73db756cd74fe in_seq=0 out_seq=0 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.264+0000 7f8f9bfff700 10 client.15507 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8f9bfff700 1 -- 172.21.15.27:0/2548319024 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56312bc15d50 con 0x56312bcd1390 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8f9bfff700 10 client.15507 handle_command_reply: tid=0 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 client.15507 shutdown 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 msgr2=0x56312bcc08a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcc08a0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f8fa8009990 tx=0x7f8fa8019050 comp rx=0 tx=0).stop 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 shutdown_connections 2024-06-06T07:55:46.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bcd1390 0x56312bcd37b0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcc0de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcc35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8f9bfff700 0 client.15507 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2548319024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbcf60 0x56312bcc08a0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 >> 172.21.15.27:0/2548319024 conn(0x56312bbe4080 msgr2=0x56312bcb1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 shutdown_connections 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2548319024 wait complete. 2024-06-06T07:55:46.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.265+0000 7f8fcda72b80 20 client.15507 trim_cache size 0 max 16384 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 Processor -- start 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 -- start start 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcbaab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 0x56312bcc2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1ae620 con 0x56312bccd370 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1b0160 con 0x56312bcbd880 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1aecf0 con 0x56312bcb77a0 2024-06-06T07:55:46.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fc178c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 0x56312bcc2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fc178c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 0x56312bcc2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33708/0 (socket says 172.21.15.27:33708) 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fc178c700 1 -- 172.21.15.27:0/2153097236 learned_addr learned my addr 172.21.15.27:0/2153097236 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.287+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcbaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc178c700 1 -- 172.21.15.27:0/2153097236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 msgr2=0x56312bcb7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc178c700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc178c700 1 -- 172.21.15.27:0/2153097236 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 msgr2=0x56312bcbaab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc178c700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcbaab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc178c700 1 -- 172.21.15.27:0/2153097236 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56312bcbfbd0 con 0x56312bccd370 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcbaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:46.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.288+0000 7f8fc178c700 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 0x56312bcc2960 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8fb40099a0 tx=0x7f8fb40099d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=499a6af34b5e9556 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:46.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.292+0000 7f8fa67fc700 1 -- 172.21.15.27:0/2153097236 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb401a070 con 0x56312bccd370 2024-06-06T07:55:46.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.292+0000 7f8fa67fc700 1 -- 172.21.15.27:0/2153097236 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fb4004db0 con 0x56312bccd370 2024-06-06T07:55:46.293 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.292+0000 7f8fa67fc700 1 -- 172.21.15.27:0/2153097236 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb4016db0 con 0x56312bccd370 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2153097236 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 msgr2=0x56312bcc2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 0x56312bcc2960 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f8fb40099a0 tx=0x7f8fb40099d0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2153097236 shutdown_connections 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bccd370 0x56312bcc2960 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcb7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/2153097236 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bcbd880 0x56312bcbaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2153097236 >> 172.21.15.27:0/2153097236 conn(0x56312bbe4080 msgr2=0x56312bcbe2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2153097236 shutdown_connections 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 -- 172.21.15.27:0/2153097236 wait complete. 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.293+0000 7f8fcda72b80 1 -- start start 2024-06-06T07:55:46.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 Processor -- start 2024-06-06T07:55:46.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcd8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 0x56312bcd9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bccd370 0x56312bcd9680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1afa90 con 0x56312bcbd880 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1af3c0 con 0x56312bccd370 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8fbc1ac5c0 con 0x56312bcb77a0 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fcda72b80 10 client.0 _ll_register_callbacks cb 0x56312bb9e5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 0x56312bcd9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fbbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 0x56312bcd9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33720/0 (socket says 172.21.15.27:33720) 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fbbfff700 1 -- 172.21.15.27:0/459142432 learned_addr learned my addr 172.21.15.27:0/459142432 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcd8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.294+0000 7f8fc178c700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bccd370 0x56312bcd9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fbbfff700 1 -- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 msgr2=0x56312bcd8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcd8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fbbfff700 1 -- 172.21.15.27:0/459142432 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bccd370 msgr2=0x56312bcd9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bccd370 0x56312bcd9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fbbfff700 1 -- 172.21.15.27:0/459142432 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56312bd3b030 con 0x56312bcbd880 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fc178c700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bccd370 0x56312bcd9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fbbfff700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 0x56312bcd9140 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x56312bcaefd0 tx=0x7f8fa80096e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22e166726c949a07 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8f9bfff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8f9bfff700 1 -- 172.21.15.27:0/459142432 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8040070 con 0x56312bcbd880 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8f9bfff700 1 -- 172.21.15.27:0/459142432 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f8fa8023410 con 0x56312bcbd880 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fb4004db0 con 0x56312bcbd880 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8f9bfff700 1 -- 172.21.15.27:0/459142432 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8fa804c050 con 0x56312bcbd880 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fcda72b80 10 client.15513 fetch_fsmap learned FSMap version 30 2024-06-06T07:55:46.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x56312bd3c260 con 0x56312bcbd880 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.295+0000 7f8f9bfff700 1 -- 172.21.15.27:0/459142432 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8fb4004db0 con 0x56312bcbd880 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8f9bfff700 1 -- 172.21.15.27:0/459142432 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f8fa803cac0 con 0x56312bcbd880 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fcda72b80 10 client.15513 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fcda72b80 10 client.15513 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fcda72b80 20 client.15513 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bd3c8b0 0x56312bd3ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fcda72b80 4 client.15513 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56312bc102d0 con 0x56312bd3c8b0 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bd3c8b0 0x56312bd3ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8f9bfff700 10 client.15513 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.296+0000 7f8fc0f8b700 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bd3c8b0 0x56312bd3ecd0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e4fc9f8376c0315 server_cookie=2b392a0fbf0cc69d in_seq=0 out_seq=0 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8f9bfff700 1 -- 172.21.15.27:0/459142432 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56312bc102d0 con 0x56312bd3c8b0 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8f9bfff700 10 client.15513 handle_command_reply: tid=0 2024-06-06T07:55:46.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 client.15513 shutdown 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 msgr2=0x56312bcd9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 0x56312bcd9140 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x56312bcaefd0 tx=0x7f8fa80096e0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 shutdown_connections 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56312bd3c8b0 0x56312bd3ecd0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56312bccd370 0x56312bcd9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56312bcb77a0 0x56312bcd8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 --2- 172.21.15.27:0/459142432 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56312bcbd880 0x56312bcd9140 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 >> 172.21.15.27:0/459142432 conn(0x56312bbe4080 msgr2=0x56312bcbed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8f9bfff700 0 client.15513 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 shutdown_connections 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 1 -- 172.21.15.27:0/459142432 wait complete. 2024-06-06T07:55:46.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.297+0000 7f8fcda72b80 20 client.15513 trim_cache size 0 max 16384 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "scrubs": { 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "3f472d53-8cde-4dc9-b7b0-ed84f4c2c16c": { 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/", 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "tag": "3f472d53-8cde-4dc9-b7b0-ed84f4c2c16c", 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "options": "recursive,force" 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:55:46.302 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8fac0a2f30 msgr2=0x7f8fac0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8fac0a2f30 0x7f8fac0a53f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800b5c0 tx=0x7f8fa8005fb0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 msgr2=0x7f8fbc19e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc19e8f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8fb000d980 tx=0x7f8fb000dc90 comp rx=0 tx=0).stop 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 shutdown_connections 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8fac0a2f30 0x7f8fac0a53f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8fbc107400 0x7f8fbc198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8fbc101390 0x7f8fbc19e8f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 --2- 172.21.15.27:0/249143853 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8fbc101d50 0x7f8fbc19ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:46.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 >> 172.21.15.27:0/249143853 conn(0x7f8fbc078340 msgr2=0x7f8fbc100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:46.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 shutdown_connections 2024-06-06T07:55:46.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:46.298+0000 7f8fc31ef700 1 -- 172.21.15.27:0/249143853 wait complete. 2024-06-06T07:55:46.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:46 smithi027 ceph-mon[32293]: from='client.15495 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:46.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:46 smithi176 ceph-mon[36543]: from='client.15495 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:46.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:46 smithi203 ceph-mon[37192]: from='client.15495 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:46.961 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":12,"stamp":"2024-06-06T07:55:44.228546+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1394316,"num_objects":104,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2678,"num_read_kb":1779,"num_write":722,"num_write_kb":5338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1045,"ondisk_log_size":1045,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":367280,"kb_used_data":13928,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574544,"statfs":{"total":1151940427776,"available":1151564333056,"internally_reserved":0,"allocated":14262272,"data_stored":11149574,"data_compressed":636066,"data_compressed_allocated":860160,"data_compressed_original":5050368,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":197412,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":483,"num_read_kb":505,"num_write":153,"num_write_kb":919,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003012"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306589+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:55:26.306589+0000","last_peered":"2024-06-06T07:55:26.306589+0000","last_clean":"2024-06-06T07:55:26.306589+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:55:26.306589+0000","last_undegraded":"2024-06-06T07:55:26.306589+0000","last_fullsized":"2024-06-06T07:55:26.306589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485065+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:55:26.485065+0000","last_peered":"2024-06-06T07:55:26.485065+0000","last_clean":"2024-06-06T07:55:26.485065+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:55:26.485065+0000","last_undegraded":"2024-06-06T07:55:26.485065+0000","last_fullsized":"2024-06-06T07:55:26.485065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484610+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:55:26.484610+0000","last_peered":"2024-06-06T07:55:26.484610+0000","last_clean":"2024-06-06T07:55:26.484610+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:55:26.484610+0000","last_undegraded":"2024-06-06T07:55:26.484610+0000","last_fullsized":"2024-06-06T07:55:26.484610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494096+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:55:26.494096+0000","last_peered":"2024-06-06T07:55:26.494096+0000","last_clean":"2024-06-06T07:55:26.494096+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:55:26.494096+0000","last_undegraded":"2024-06-06T07:55:26.494096+0000","last_fullsized":"2024-06-06T07:55:26.494096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565555+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:55:26.565555+0000","last_peered":"2024-06-06T07:55:26.565555+0000","last_clean":"2024-06-06T07:55:26.565555+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:55:26.565555+0000","last_undegraded":"2024-06-06T07:55:26.565555+0000","last_fullsized":"2024-06-06T07:55:26.565555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209052+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:55:26.209052+0000","last_peered":"2024-06-06T07:55:26.209052+0000","last_clean":"2024-06-06T07:55:26.209052+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:55:26.209052+0000","last_undegraded":"2024-06-06T07:55:26.209052+0000","last_fullsized":"2024-06-06T07:55:26.209052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305917+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.305917+0000","last_peered":"2024-06-06T07:55:26.305917+0000","last_clean":"2024-06-06T07:55:26.305917+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:55:26.305917+0000","last_undegraded":"2024-06-06T07:55:26.305917+0000","last_fullsized":"2024-06-06T07:55:26.305917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490038+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:55:26.490038+0000","last_peered":"2024-06-06T07:55:26.490038+0000","last_clean":"2024-06-06T07:55:26.490038+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:55:26.490038+0000","last_undegraded":"2024-06-06T07:55:26.490038+0000","last_fullsized":"2024-06-06T07:55:26.490038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209379+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:55:26.209379+0000","last_peered":"2024-06-06T07:55:26.209379+0000","last_clean":"2024-06-06T07:55:26.209379+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:55:26.209379+0000","last_undegraded":"2024-06-06T07:55:26.209379+0000","last_fullsized":"2024-06-06T07:55:26.209379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487925+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:55:26.487925+0000","last_peered":"2024-06-06T07:55:26.487925+0000","last_clean":"2024-06-06T07:55:26.487925+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:55:26.487925+0000","last_undegraded":"2024-06-06T07:55:26.487925+0000","last_fullsized":"2024-06-06T07:55:26.487925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494221+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:55:26.494221+0000","last_peered":"2024-06-06T07:55:26.494221+0000","last_clean":"2024-06-06T07:55:26.494221+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:55:26.494221+0000","last_undegraded":"2024-06-06T07:55:26.494221+0000","last_fullsized":"2024-06-06T07:55:26.494221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490310+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:55:26.490310+0000","last_peered":"2024-06-06T07:55:26.490310+0000","last_clean":"2024-06-06T07:55:26.490310+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:55:26.490310+0000","last_undegraded":"2024-06-06T07:55:26.490310+0000","last_fullsized":"2024-06-06T07:55:26.490310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484434+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:55:26.484434+0000","last_peered":"2024-06-06T07:55:26.484434+0000","last_clean":"2024-06-06T07:55:26.484434+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:55:26.484434+0000","last_undegraded":"2024-06-06T07:55:26.484434+0000","last_fullsized":"2024-06-06T07:55:26.484434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489500+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:55:26.489500+0000","last_peered":"2024-06-06T07:55:26.489500+0000","last_clean":"2024-06-06T07:55:26.489500+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:55:26.489500+0000","last_undegraded":"2024-06-06T07:55:26.489500+0000","last_fullsized":"2024-06-06T07:55:26.489500+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306470+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:55:26.306470+0000","last_peered":"2024-06-06T07:55:26.306470+0000","last_clean":"2024-06-06T07:55:26.306470+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:55:26.306470+0000","last_undegraded":"2024-06-06T07:55:26.306470+0000","last_fullsized":"2024-06-06T07:55:26.306470+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210013+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:55:26.210013+0000","last_peered":"2024-06-06T07:55:26.210013+0000","last_clean":"2024-06-06T07:55:26.210013+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:55:26.210013+0000","last_undegraded":"2024-06-06T07:55:26.210013+0000","last_fullsized":"2024-06-06T07:55:26.210013+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482672+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:55:26.482672+0000","last_peered":"2024-06-06T07:55:26.482672+0000","last_clean":"2024-06-06T07:55:26.482672+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:55:26.482672+0000","last_undegraded":"2024-06-06T07:55:26.482672+0000","last_fullsized":"2024-06-06T07:55:26.482672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482217+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:55:26.482217+0000","last_peered":"2024-06-06T07:55:26.482217+0000","last_clean":"2024-06-06T07:55:26.482217+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:55:26.482217+0000","last_undegraded":"2024-06-06T07:55:26.482217+0000","last_fullsized":"2024-06-06T07:55:26.482217+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"100'14","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.742706+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:55:41.742706+0000","last_peered":"2024-06-06T07:55:41.742706+0000","last_clean":"2024-06-06T07:55:41.742706+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:55:41.742706+0000","last_undegraded":"2024-06-06T07:55:41.742706+0000","last_fullsized":"2024-06-06T07:55:41.742706+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":206,"num_read_kb":206,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306726+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:55:26.306726+0000","last_peered":"2024-06-06T07:55:26.306726+0000","last_clean":"2024-06-06T07:55:26.306726+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:55:26.306726+0000","last_undegraded":"2024-06-06T07:55:26.306726+0000","last_fullsized":"2024-06-06T07:55:26.306726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.493931+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:55:26.493931+0000","last_peered":"2024-06-06T07:55:26.493931+0000","last_clean":"2024-06-06T07:55:26.493931+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:55:26.493931+0000","last_undegraded":"2024-06-06T07:55:26.493931+0000","last_fullsized":"2024-06-06T07:55:26.493931+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307174+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:55:26.307174+0000","last_peered":"2024-06-06T07:55:26.307174+0000","last_clean":"2024-06-06T07:55:26.307174+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:55:26.307174+0000","last_undegraded":"2024-06-06T07:55:26.307174+0000","last_fullsized":"2024-06-06T07:55:26.307174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484724+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:55:26.484724+0000","last_peered":"2024-06-06T07:55:26.484724+0000","last_clean":"2024-06-06T07:55:26.484724+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:55:26.484724+0000","last_undegraded":"2024-06-06T07:55:26.484724+0000","last_fullsized":"2024-06-06T07:55:26.484724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494067+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:55:26.494067+0000","last_peered":"2024-06-06T07:55:26.494067+0000","last_clean":"2024-06-06T07:55:26.494067+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:55:26.494067+0000","last_undegraded":"2024-06-06T07:55:26.494067+0000","last_fullsized":"2024-06-06T07:55:26.494067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565861+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:55:26.565861+0000","last_peered":"2024-06-06T07:55:26.565861+0000","last_clean":"2024-06-06T07:55:26.565861+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:55:26.565861+0000","last_undegraded":"2024-06-06T07:55:26.565861+0000","last_fullsized":"2024-06-06T07:55:26.565861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489677+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:55:26.489677+0000","last_peered":"2024-06-06T07:55:26.489677+0000","last_clean":"2024-06-06T07:55:26.489677+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:55:26.489677+0000","last_undegraded":"2024-06-06T07:55:26.489677+0000","last_fullsized":"2024-06-06T07:55:26.489677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:55:26.494018+0000","last_peered":"2024-06-06T07:55:26.494018+0000","last_clean":"2024-06-06T07:55:26.494018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:55:26.494018+0000","last_undegraded":"2024-06-06T07:55:26.494018+0000","last_fullsized":"2024-06-06T07:55:26.494018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565525+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:55:26.565525+0000","last_peered":"2024-06-06T07:55:26.565525+0000","last_clean":"2024-06-06T07:55:26.565525+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:55:26.565525+0000","last_undegraded":"2024-06-06T07:55:26.565525+0000","last_fullsized":"2024-06-06T07:55:26.565525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209412+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:55:26.209412+0000","last_peered":"2024-06-06T07:55:26.209412+0000","last_clean":"2024-06-06T07:55:26.209412+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:55:26.209412+0000","last_undegraded":"2024-06-06T07:55:26.209412+0000","last_fullsized":"2024-06-06T07:55:26.209412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482493+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:55:26.482493+0000","last_peered":"2024-06-06T07:55:26.482493+0000","last_clean":"2024-06-06T07:55:26.482493+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:55:26.482493+0000","last_undegraded":"2024-06-06T07:55:26.482493+0000","last_fullsized":"2024-06-06T07:55:26.482493+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'10","reported_seq":266,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.026675+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:55:41.026675+0000","last_peered":"2024-06-06T07:55:41.026675+0000","last_clean":"2024-06-06T07:55:41.026675+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:55:41.026675+0000","last_undegraded":"2024-06-06T07:55:41.026675+0000","last_fullsized":"2024-06-06T07:55:41.026675+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":210,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565428+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:55:26.565428+0000","last_peered":"2024-06-06T07:55:26.565428+0000","last_clean":"2024-06-06T07:55:26.565428+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:55:26.565428+0000","last_undegraded":"2024-06-06T07:55:26.565428+0000","last_fullsized":"2024-06-06T07:55:26.565428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482436+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:55:26.482436+0000","last_peered":"2024-06-06T07:55:26.482436+0000","last_clean":"2024-06-06T07:55:26.482436+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:55:26.482436+0000","last_undegraded":"2024-06-06T07:55:26.482436+0000","last_fullsized":"2024-06-06T07:55:26.482436+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209035+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:55:26.209035+0000","last_peered":"2024-06-06T07:55:26.209035+0000","last_clean":"2024-06-06T07:55:26.209035+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:55:26.209035+0000","last_undegraded":"2024-06-06T07:55:26.209035+0000","last_fullsized":"2024-06-06T07:55:26.209035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209233+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:55:26.209233+0000","last_peered":"2024-06-06T07:55:26.209233+0000","last_clean":"2024-06-06T07:55:26.209233+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:55:26.209233+0000","last_undegraded":"2024-06-06T07:55:26.209233+0000","last_fullsized":"2024-06-06T07:55:26.209233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306435+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:55:26.306435+0000","last_peered":"2024-06-06T07:55:26.306435+0000","last_clean":"2024-06-06T07:55:26.306435+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:55:26.306435+0000","last_undegraded":"2024-06-06T07:55:26.306435+0000","last_fullsized":"2024-06-06T07:55:26.306435+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490063+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:55:26.490063+0000","last_peered":"2024-06-06T07:55:26.490063+0000","last_clean":"2024-06-06T07:55:26.490063+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:55:26.490063+0000","last_undegraded":"2024-06-06T07:55:26.490063+0000","last_fullsized":"2024-06-06T07:55:26.490063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306055+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:55:26.306055+0000","last_peered":"2024-06-06T07:55:26.306055+0000","last_clean":"2024-06-06T07:55:26.306055+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:55:26.306055+0000","last_undegraded":"2024-06-06T07:55:26.306055+0000","last_fullsized":"2024-06-06T07:55:26.306055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484957+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:55:26.484957+0000","last_peered":"2024-06-06T07:55:26.484957+0000","last_clean":"2024-06-06T07:55:26.484957+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:55:26.484957+0000","last_undegraded":"2024-06-06T07:55:26.484957+0000","last_fullsized":"2024-06-06T07:55:26.484957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208841+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:55:26.208841+0000","last_peered":"2024-06-06T07:55:26.208841+0000","last_clean":"2024-06-06T07:55:26.208841+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:55:26.208841+0000","last_undegraded":"2024-06-06T07:55:26.208841+0000","last_fullsized":"2024-06-06T07:55:26.208841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209543+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:55:26.209543+0000","last_peered":"2024-06-06T07:55:26.209543+0000","last_clean":"2024-06-06T07:55:26.209543+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:55:26.209543+0000","last_undegraded":"2024-06-06T07:55:26.209543+0000","last_fullsized":"2024-06-06T07:55:26.209543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306144+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:55:26.306144+0000","last_peered":"2024-06-06T07:55:26.306144+0000","last_clean":"2024-06-06T07:55:26.306144+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:55:26.306144+0000","last_undegraded":"2024-06-06T07:55:26.306144+0000","last_fullsized":"2024-06-06T07:55:26.306144+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'7","reported_seq":461,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:42.027502+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:55:42.027502+0000","last_peered":"2024-06-06T07:55:42.027502+0000","last_clean":"2024-06-06T07:55:42.027502+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:55:42.027502+0000","last_undegraded":"2024-06-06T07:55:42.027502+0000","last_fullsized":"2024-06-06T07:55:42.027502+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":408,"num_read_kb":408,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489952+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:55:26.489952+0000","last_peered":"2024-06-06T07:55:26.489952+0000","last_clean":"2024-06-06T07:55:26.489952+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:55:26.489952+0000","last_undegraded":"2024-06-06T07:55:26.489952+0000","last_fullsized":"2024-06-06T07:55:26.489952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209449+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:55:26.209449+0000","last_peered":"2024-06-06T07:55:26.209449+0000","last_clean":"2024-06-06T07:55:26.209449+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:55:26.209449+0000","last_undegraded":"2024-06-06T07:55:26.209449+0000","last_fullsized":"2024-06-06T07:55:26.209449+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487790+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:55:26.487790+0000","last_peered":"2024-06-06T07:55:26.487790+0000","last_clean":"2024-06-06T07:55:26.487790+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:55:26.487790+0000","last_undegraded":"2024-06-06T07:55:26.487790+0000","last_fullsized":"2024-06-06T07:55:26.487790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484881+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:55:26.484881+0000","last_peered":"2024-06-06T07:55:26.484881+0000","last_clean":"2024-06-06T07:55:26.484881+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:55:26.484881+0000","last_undegraded":"2024-06-06T07:55:26.484881+0000","last_fullsized":"2024-06-06T07:55:26.484881+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494217+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:55:26.494217+0000","last_peered":"2024-06-06T07:55:26.494217+0000","last_clean":"2024-06-06T07:55:26.494217+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:55:26.494217+0000","last_undegraded":"2024-06-06T07:55:26.494217+0000","last_fullsized":"2024-06-06T07:55:26.494217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209286+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:55:26.209286+0000","last_peered":"2024-06-06T07:55:26.209286+0000","last_clean":"2024-06-06T07:55:26.209286+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:55:26.209286+0000","last_undegraded":"2024-06-06T07:55:26.209286+0000","last_fullsized":"2024-06-06T07:55:26.209286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490118+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:55:26.490118+0000","last_peered":"2024-06-06T07:55:26.490118+0000","last_clean":"2024-06-06T07:55:26.490118+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:55:26.490118+0000","last_undegraded":"2024-06-06T07:55:26.490118+0000","last_fullsized":"2024-06-06T07:55:26.490118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208805+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:55:26.208805+0000","last_peered":"2024-06-06T07:55:26.208805+0000","last_clean":"2024-06-06T07:55:26.208805+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:55:26.208805+0000","last_undegraded":"2024-06-06T07:55:26.208805+0000","last_fullsized":"2024-06-06T07:55:26.208805+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"101'45","reported_seq":531,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:42.027044+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:55:42.027044+0000","last_peered":"2024-06-06T07:55:42.027044+0000","last_clean":"2024-06-06T07:55:42.027044+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:55:42.027044+0000","last_undegraded":"2024-06-06T07:55:42.027044+0000","last_fullsized":"2024-06-06T07:55:42.027044+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72275,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":424,"num_read_kb":284,"num_write":47,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565673+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:55:26.565673+0000","last_peered":"2024-06-06T07:55:26.565673+0000","last_clean":"2024-06-06T07:55:26.565673+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:55:26.565673+0000","last_undegraded":"2024-06-06T07:55:26.565673+0000","last_fullsized":"2024-06-06T07:55:26.565673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209789+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:55:26.209789+0000","last_peered":"2024-06-06T07:55:26.209789+0000","last_clean":"2024-06-06T07:55:26.209789+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:55:26.209789+0000","last_undegraded":"2024-06-06T07:55:26.209789+0000","last_fullsized":"2024-06-06T07:55:26.209789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":58,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482449+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:55:26.482449+0000","last_peered":"2024-06-06T07:55:26.482449+0000","last_clean":"2024-06-06T07:55:26.482449+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:55:26.482449+0000","last_undegraded":"2024-06-06T07:55:26.482449+0000","last_fullsized":"2024-06-06T07:55:26.482449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490256+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:55:26.490256+0000","last_peered":"2024-06-06T07:55:26.490256+0000","last_clean":"2024-06-06T07:55:26.490256+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:55:26.490256+0000","last_undegraded":"2024-06-06T07:55:26.490256+0000","last_fullsized":"2024-06-06T07:55:26.490256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306149+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:55:26.306149+0000","last_peered":"2024-06-06T07:55:26.306149+0000","last_clean":"2024-06-06T07:55:26.306149+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:55:26.306149+0000","last_undegraded":"2024-06-06T07:55:26.306149+0000","last_fullsized":"2024-06-06T07:55:26.306149+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209231+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:55:26.209231+0000","last_peered":"2024-06-06T07:55:26.209231+0000","last_clean":"2024-06-06T07:55:26.209231+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:55:26.209231+0000","last_undegraded":"2024-06-06T07:55:26.209231+0000","last_fullsized":"2024-06-06T07:55:26.209231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487554+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:55:26.487554+0000","last_peered":"2024-06-06T07:55:26.487554+0000","last_clean":"2024-06-06T07:55:26.487554+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:55:26.487554+0000","last_undegraded":"2024-06-06T07:55:26.487554+0000","last_fullsized":"2024-06-06T07:55:26.487554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"101'6","reported_seq":261,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:42.043839+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:55:42.043839+0000","last_peered":"2024-06-06T07:55:42.043839+0000","last_clean":"2024-06-06T07:55:42.043839+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:55:42.043839+0000","last_undegraded":"2024-06-06T07:55:42.043839+0000","last_fullsized":"2024-06-06T07:55:42.043839+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":208,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487407+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:55:26.487407+0000","last_peered":"2024-06-06T07:55:26.487407+0000","last_clean":"2024-06-06T07:55:26.487407+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:55:26.487407+0000","last_undegraded":"2024-06-06T07:55:26.487407+0000","last_fullsized":"2024-06-06T07:55:26.487407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490544+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:55:26.490544+0000","last_peered":"2024-06-06T07:55:26.490544+0000","last_clean":"2024-06-06T07:55:26.490544+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:55:26.490544+0000","last_undegraded":"2024-06-06T07:55:26.490544+0000","last_fullsized":"2024-06-06T07:55:26.490544+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":64,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565303+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:55:26.565303+0000","last_peered":"2024-06-06T07:55:26.565303+0000","last_clean":"2024-06-06T07:55:26.565303+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:55:26.565303+0000","last_undegraded":"2024-06-06T07:55:26.565303+0000","last_fullsized":"2024-06-06T07:55:26.565303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":24,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209654+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:55:26.209654+0000","last_peered":"2024-06-06T07:55:26.209654+0000","last_clean":"2024-06-06T07:55:26.209654+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:55:26.209654+0000","last_undegraded":"2024-06-06T07:55:26.209654+0000","last_fullsized":"2024-06-06T07:55:26.209654+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208847+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:55:26.208847+0000","last_peered":"2024-06-06T07:55:26.208847+0000","last_clean":"2024-06-06T07:55:26.208847+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:55:26.208847+0000","last_undegraded":"2024-06-06T07:55:26.208847+0000","last_fullsized":"2024-06-06T07:55:26.208847+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565930+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:55:26.565930+0000","last_peered":"2024-06-06T07:55:26.565930+0000","last_clean":"2024-06-06T07:55:26.565930+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:55:26.565930+0000","last_undegraded":"2024-06-06T07:55:26.565930+0000","last_fullsized":"2024-06-06T07:55:26.565930+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306449+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:55:26.306449+0000","last_peered":"2024-06-06T07:55:26.306449+0000","last_clean":"2024-06-06T07:55:26.306449+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:55:26.306449+0000","last_undegraded":"2024-06-06T07:55:26.306449+0000","last_fullsized":"2024-06-06T07:55:26.306449+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565482+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:55:26.565482+0000","last_peered":"2024-06-06T07:55:26.565482+0000","last_clean":"2024-06-06T07:55:26.565482+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:55:26.565482+0000","last_undegraded":"2024-06-06T07:55:26.565482+0000","last_fullsized":"2024-06-06T07:55:26.565482+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209830+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:55:26.209830+0000","last_peered":"2024-06-06T07:55:26.209830+0000","last_clean":"2024-06-06T07:55:26.209830+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:55:26.209830+0000","last_undegraded":"2024-06-06T07:55:26.209830+0000","last_fullsized":"2024-06-06T07:55:26.209830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209489+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:55:26.209489+0000","last_peered":"2024-06-06T07:55:26.209489+0000","last_clean":"2024-06-06T07:55:26.209489+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:55:26.209489+0000","last_undegraded":"2024-06-06T07:55:26.209489+0000","last_fullsized":"2024-06-06T07:55:26.209489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490284+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:55:26.490284+0000","last_peered":"2024-06-06T07:55:26.490284+0000","last_clean":"2024-06-06T07:55:26.490284+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:55:26.490284+0000","last_undegraded":"2024-06-06T07:55:26.490284+0000","last_fullsized":"2024-06-06T07:55:26.490284+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"101'7","reported_seq":262,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.026233+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:55:41.026233+0000","last_peered":"2024-06-06T07:55:41.026233+0000","last_clean":"2024-06-06T07:55:41.026233+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:55:41.026233+0000","last_undegraded":"2024-06-06T07:55:41.026233+0000","last_fullsized":"2024-06-06T07:55:41.026233+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1286,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":207,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209106+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:55:26.209106+0000","last_peered":"2024-06-06T07:55:26.209106+0000","last_clean":"2024-06-06T07:55:26.209106+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:55:26.209106+0000","last_undegraded":"2024-06-06T07:55:26.209106+0000","last_fullsized":"2024-06-06T07:55:26.209106+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490611+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:55:26.490611+0000","last_peered":"2024-06-06T07:55:26.490611+0000","last_clean":"2024-06-06T07:55:26.490611+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:55:26.490611+0000","last_undegraded":"2024-06-06T07:55:26.490611+0000","last_fullsized":"2024-06-06T07:55:26.490611+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209214+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:55:26.209214+0000","last_peered":"2024-06-06T07:55:26.209214+0000","last_clean":"2024-06-06T07:55:26.209214+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:55:26.209214+0000","last_undegraded":"2024-06-06T07:55:26.209214+0000","last_fullsized":"2024-06-06T07:55:26.209214+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"101'6","reported_seq":258,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.041947+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:55:41.041947+0000","last_peered":"2024-06-06T07:55:41.041947+0000","last_clean":"2024-06-06T07:55:41.041947+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:55:41.041947+0000","last_undegraded":"2024-06-06T07:55:41.041947+0000","last_fullsized":"2024-06-06T07:55:41.041947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":205,"num_read_kb":205,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487830+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:55:26.487830+0000","last_peered":"2024-06-06T07:55:26.487830+0000","last_clean":"2024-06-06T07:55:26.487830+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:55:26.487830+0000","last_undegraded":"2024-06-06T07:55:26.487830+0000","last_fullsized":"2024-06-06T07:55:26.487830+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306337+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:55:26.306337+0000","last_peered":"2024-06-06T07:55:26.306337+0000","last_clean":"2024-06-06T07:55:26.306337+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:55:26.306337+0000","last_undegraded":"2024-06-06T07:55:26.306337+0000","last_fullsized":"2024-06-06T07:55:26.306337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494169+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:55:26.494169+0000","last_peered":"2024-06-06T07:55:26.494169+0000","last_clean":"2024-06-06T07:55:26.494169+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:55:26.494169+0000","last_undegraded":"2024-06-06T07:55:26.494169+0000","last_fullsized":"2024-06-06T07:55:26.494169+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"101'148","reported_seq":424,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:28.321136+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:55:28.321136+0000","last_peered":"2024-06-06T07:55:28.321136+0000","last_clean":"2024-06-06T07:55:28.321136+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:55:28.321136+0000","last_undegraded":"2024-06-06T07:55:28.321136+0000","last_fullsized":"2024-06-06T07:55:28.321136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565730+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:55:26.565730+0000","last_peered":"2024-06-06T07:55:26.565730+0000","last_clean":"2024-06-06T07:55:26.565730+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:55:26.565730+0000","last_undegraded":"2024-06-06T07:55:26.565730+0000","last_fullsized":"2024-06-06T07:55:26.565730+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489971+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:55:26.489971+0000","last_peered":"2024-06-06T07:55:26.489971+0000","last_clean":"2024-06-06T07:55:26.489971+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:55:26.489971+0000","last_undegraded":"2024-06-06T07:55:26.489971+0000","last_fullsized":"2024-06-06T07:55:26.489971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306241+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:55:26.306241+0000","last_peered":"2024-06-06T07:55:26.306241+0000","last_clean":"2024-06-06T07:55:26.306241+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:55:26.306241+0000","last_undegraded":"2024-06-06T07:55:26.306241+0000","last_fullsized":"2024-06-06T07:55:26.306241+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565711+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:55:26.565711+0000","last_peered":"2024-06-06T07:55:26.565711+0000","last_clean":"2024-06-06T07:55:26.565711+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:55:26.565711+0000","last_undegraded":"2024-06-06T07:55:26.565711+0000","last_fullsized":"2024-06-06T07:55:26.565711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490473+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:55:26.490473+0000","last_peered":"2024-06-06T07:55:26.490473+0000","last_clean":"2024-06-06T07:55:26.490473+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:55:26.490473+0000","last_undegraded":"2024-06-06T07:55:26.490473+0000","last_fullsized":"2024-06-06T07:55:26.490473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305980+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:55:26.305980+0000","last_peered":"2024-06-06T07:55:26.305980+0000","last_clean":"2024-06-06T07:55:26.305980+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:55:26.305980+0000","last_undegraded":"2024-06-06T07:55:26.305980+0000","last_fullsized":"2024-06-06T07:55:26.305980+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'106","reported_seq":256,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:42.147568+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:55:42.147568+0000","last_peered":"2024-06-06T07:55:42.147568+0000","last_clean":"2024-06-06T07:55:42.147568+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:55:42.147568+0000","last_undegraded":"2024-06-06T07:55:42.147568+0000","last_fullsized":"2024-06-06T07:55:42.147568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":193,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307309+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:55:26.307309+0000","last_peered":"2024-06-06T07:55:26.307309+0000","last_clean":"2024-06-06T07:55:26.307309+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:55:26.307309+0000","last_undegraded":"2024-06-06T07:55:26.307309+0000","last_fullsized":"2024-06-06T07:55:26.307309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482192+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:55:26.482192+0000","last_peered":"2024-06-06T07:55:26.482192+0000","last_clean":"2024-06-06T07:55:26.482192+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:55:26.482192+0000","last_undegraded":"2024-06-06T07:55:26.482192+0000","last_fullsized":"2024-06-06T07:55:26.482192+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494541+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:55:26.494541+0000","last_peered":"2024-06-06T07:55:26.494541+0000","last_clean":"2024-06-06T07:55:26.494541+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:55:26.494541+0000","last_undegraded":"2024-06-06T07:55:26.494541+0000","last_fullsized":"2024-06-06T07:55:26.494541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485043+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:55:26.485043+0000","last_peered":"2024-06-06T07:55:26.485043+0000","last_clean":"2024-06-06T07:55:26.485043+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:55:26.485043+0000","last_undegraded":"2024-06-06T07:55:26.485043+0000","last_fullsized":"2024-06-06T07:55:26.485043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494336+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:55:26.494336+0000","last_peered":"2024-06-06T07:55:26.494336+0000","last_clean":"2024-06-06T07:55:26.494336+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:55:26.494336+0000","last_undegraded":"2024-06-06T07:55:26.494336+0000","last_fullsized":"2024-06-06T07:55:26.494336+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489619+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:55:26.489619+0000","last_peered":"2024-06-06T07:55:26.489619+0000","last_clean":"2024-06-06T07:55:26.489619+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:55:26.489619+0000","last_undegraded":"2024-06-06T07:55:26.489619+0000","last_fullsized":"2024-06-06T07:55:26.489619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565381+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.565381+0000","last_peered":"2024-06-06T07:55:26.565381+0000","last_clean":"2024-06-06T07:55:26.565381+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:55:26.565381+0000","last_undegraded":"2024-06-06T07:55:26.565381+0000","last_fullsized":"2024-06-06T07:55:26.565381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565869+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:55:26.565869+0000","last_peered":"2024-06-06T07:55:26.565869+0000","last_clean":"2024-06-06T07:55:26.565869+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:55:26.565869+0000","last_undegraded":"2024-06-06T07:55:26.565869+0000","last_fullsized":"2024-06-06T07:55:26.565869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306201+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:55:26.306201+0000","last_peered":"2024-06-06T07:55:26.306201+0000","last_clean":"2024-06-06T07:55:26.306201+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:55:26.306201+0000","last_undegraded":"2024-06-06T07:55:26.306201+0000","last_fullsized":"2024-06-06T07:55:26.306201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306082+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:55:26.306082+0000","last_peered":"2024-06-06T07:55:26.306082+0000","last_clean":"2024-06-06T07:55:26.306082+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:55:26.306082+0000","last_undegraded":"2024-06-06T07:55:26.306082+0000","last_fullsized":"2024-06-06T07:55:26.306082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494326+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:55:26.494326+0000","last_peered":"2024-06-06T07:55:26.494326+0000","last_clean":"2024-06-06T07:55:26.494326+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:55:26.494326+0000","last_undegraded":"2024-06-06T07:55:26.494326+0000","last_fullsized":"2024-06-06T07:55:26.494326+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'6","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.753600+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:55:26.753600+0000","last_peered":"2024-06-06T07:55:26.753600+0000","last_clean":"2024-06-06T07:55:26.753600+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:55:26.753600+0000","last_undegraded":"2024-06-06T07:55:26.753600+0000","last_fullsized":"2024-06-06T07:55:26.753600+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306797+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:55:26.306797+0000","last_peered":"2024-06-06T07:55:26.306797+0000","last_clean":"2024-06-06T07:55:26.306797+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:55:26.306797+0000","last_undegraded":"2024-06-06T07:55:26.306797+0000","last_fullsized":"2024-06-06T07:55:26.306797+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494274+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:55:26.494274+0000","last_peered":"2024-06-06T07:55:26.494274+0000","last_clean":"2024-06-06T07:55:26.494274+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:55:26.494274+0000","last_undegraded":"2024-06-06T07:55:26.494274+0000","last_fullsized":"2024-06-06T07:55:26.494274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565537+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:55:26.565537+0000","last_peered":"2024-06-06T07:55:26.565537+0000","last_clean":"2024-06-06T07:55:26.565537+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:55:26.565537+0000","last_undegraded":"2024-06-06T07:55:26.565537+0000","last_fullsized":"2024-06-06T07:55:26.565537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487792+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:55:26.487792+0000","last_peered":"2024-06-06T07:55:26.487792+0000","last_clean":"2024-06-06T07:55:26.487792+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:55:26.487792+0000","last_undegraded":"2024-06-06T07:55:26.487792+0000","last_fullsized":"2024-06-06T07:55:26.487792+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489641+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:55:26.489641+0000","last_peered":"2024-06-06T07:55:26.489641+0000","last_clean":"2024-06-06T07:55:26.489641+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:55:26.489641+0000","last_undegraded":"2024-06-06T07:55:26.489641+0000","last_fullsized":"2024-06-06T07:55:26.489641+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"101'7","reported_seq":263,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.063702+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:55:41.063702+0000","last_peered":"2024-06-06T07:55:41.063702+0000","last_clean":"2024-06-06T07:55:41.063702+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:55:41.063702+0000","last_undegraded":"2024-06-06T07:55:41.063702+0000","last_fullsized":"2024-06-06T07:55:41.063702+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1950,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":208,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488058+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:55:26.488058+0000","last_peered":"2024-06-06T07:55:26.488058+0000","last_clean":"2024-06-06T07:55:26.488058+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:55:26.488058+0000","last_undegraded":"2024-06-06T07:55:26.488058+0000","last_fullsized":"2024-06-06T07:55:26.488058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'67","reported_seq":145,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.794479+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:55:41.794479+0000","last_peered":"2024-06-06T07:55:41.794479+0000","last_clean":"2024-06-06T07:55:41.794479+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:55:41.794479+0000","last_undegraded":"2024-06-06T07:55:41.794479+0000","last_fullsized":"2024-06-06T07:55:41.794479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487814+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:55:26.487814+0000","last_peered":"2024-06-06T07:55:26.487814+0000","last_clean":"2024-06-06T07:55:26.487814+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:55:26.487814+0000","last_undegraded":"2024-06-06T07:55:26.487814+0000","last_fullsized":"2024-06-06T07:55:26.487814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208695+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:55:26.208695+0000","last_peered":"2024-06-06T07:55:26.208695+0000","last_clean":"2024-06-06T07:55:26.208695+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:55:26.208695+0000","last_undegraded":"2024-06-06T07:55:26.208695+0000","last_fullsized":"2024-06-06T07:55:26.208695+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490552+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:55:26.490552+0000","last_peered":"2024-06-06T07:55:26.490552+0000","last_clean":"2024-06-06T07:55:26.490552+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:55:26.490552+0000","last_undegraded":"2024-06-06T07:55:26.490552+0000","last_fullsized":"2024-06-06T07:55:26.490552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488016+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:55:26.488016+0000","last_peered":"2024-06-06T07:55:26.488016+0000","last_clean":"2024-06-06T07:55:26.488016+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:55:26.488016+0000","last_undegraded":"2024-06-06T07:55:26.488016+0000","last_fullsized":"2024-06-06T07:55:26.488016+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306117+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:55:26.306117+0000","last_peered":"2024-06-06T07:55:26.306117+0000","last_clean":"2024-06-06T07:55:26.306117+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:55:26.306117+0000","last_undegraded":"2024-06-06T07:55:26.306117+0000","last_fullsized":"2024-06-06T07:55:26.306117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482403+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:55:26.482403+0000","last_peered":"2024-06-06T07:55:26.482403+0000","last_clean":"2024-06-06T07:55:26.482403+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:55:26.482403+0000","last_undegraded":"2024-06-06T07:55:26.482403+0000","last_fullsized":"2024-06-06T07:55:26.482403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482215+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:55:26.482215+0000","last_peered":"2024-06-06T07:55:26.482215+0000","last_clean":"2024-06-06T07:55:26.482215+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:55:26.482215+0000","last_undegraded":"2024-06-06T07:55:26.482215+0000","last_fullsized":"2024-06-06T07:55:26.482215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484613+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:55:26.484613+0000","last_peered":"2024-06-06T07:55:26.484613+0000","last_clean":"2024-06-06T07:55:26.484613+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:55:26.484613+0000","last_undegraded":"2024-06-06T07:55:26.484613+0000","last_fullsized":"2024-06-06T07:55:26.484613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490584+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:55:26.490584+0000","last_peered":"2024-06-06T07:55:26.490584+0000","last_clean":"2024-06-06T07:55:26.490584+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:55:26.490584+0000","last_undegraded":"2024-06-06T07:55:26.490584+0000","last_fullsized":"2024-06-06T07:55:26.490584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306357+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:55:26.306357+0000","last_peered":"2024-06-06T07:55:26.306357+0000","last_clean":"2024-06-06T07:55:26.306357+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:55:26.306357+0000","last_undegraded":"2024-06-06T07:55:26.306357+0000","last_fullsized":"2024-06-06T07:55:26.306357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482764+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:55:26.482764+0000","last_peered":"2024-06-06T07:55:26.482764+0000","last_clean":"2024-06-06T07:55:26.482764+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:55:26.482764+0000","last_undegraded":"2024-06-06T07:55:26.482764+0000","last_fullsized":"2024-06-06T07:55:26.482764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307391+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:55:26.307391+0000","last_peered":"2024-06-06T07:55:26.307391+0000","last_clean":"2024-06-06T07:55:26.307391+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:55:26.307391+0000","last_undegraded":"2024-06-06T07:55:26.307391+0000","last_fullsized":"2024-06-06T07:55:26.307391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209081+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:55:26.209081+0000","last_peered":"2024-06-06T07:55:26.209081+0000","last_clean":"2024-06-06T07:55:26.209081+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:55:26.209081+0000","last_undegraded":"2024-06-06T07:55:26.209081+0000","last_fullsized":"2024-06-06T07:55:26.209081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306334+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:55:26.306334+0000","last_peered":"2024-06-06T07:55:26.306334+0000","last_clean":"2024-06-06T07:55:26.306334+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:55:26.306334+0000","last_undegraded":"2024-06-06T07:55:26.306334+0000","last_fullsized":"2024-06-06T07:55:26.306334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490059+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:55:26.490059+0000","last_peered":"2024-06-06T07:55:26.490059+0000","last_clean":"2024-06-06T07:55:26.490059+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:55:26.490059+0000","last_undegraded":"2024-06-06T07:55:26.490059+0000","last_fullsized":"2024-06-06T07:55:26.490059+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490231+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:55:26.490231+0000","last_peered":"2024-06-06T07:55:26.490231+0000","last_clean":"2024-06-06T07:55:26.490231+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:55:26.490231+0000","last_undegraded":"2024-06-06T07:55:26.490231+0000","last_fullsized":"2024-06-06T07:55:26.490231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306344+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:55:26.306344+0000","last_peered":"2024-06-06T07:55:26.306344+0000","last_clean":"2024-06-06T07:55:26.306344+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:55:26.306344+0000","last_undegraded":"2024-06-06T07:55:26.306344+0000","last_fullsized":"2024-06-06T07:55:26.306344+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107157,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":803714,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2441,"num_read_kb":1449,"num_write":519,"num_write_kb":2398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":2411142,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":395,"ondisk_log_size":395,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351048,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1146880,"data_stored":977164,"data_compressed":54742,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612684,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28320,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716832,"statfs":{"total":95995035648,"available":95966035968,"internally_reserved":0,"allocated":1327104,"data_stored":1570881,"data_compressed":86374,"data_compressed_allocated":114688,"data_compressed_original":995328,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776210,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1175552,"data_stored":980410,"data_compressed":54742,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037848,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1142784,"data_stored":583476,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299484,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1182371,"data_compressed":71172,"data_compressed_allocated":94208,"data_compressed_original":688128,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463010,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":579300,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1200128,"data_stored":652605,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1146880,"data_stored":580838,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411447,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1138688,"data_stored":582333,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149809,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1204224,"data_stored":1299758,"data_compressed":69944,"data_compressed_allocated":94208,"data_compressed_original":798720,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888172,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1212416,"data_stored":655341,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724646,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1249280,"data_stored":1505097,"data_compressed":86374,"data_compressed_allocated":114688,"data_compressed_original":995328,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":74725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332753,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":402633,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":395188,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:55:46.967 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:55:47.562 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:47 smithi027 ceph-mon[32293]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 40 op/s 2024-06-06T07:55:47.589 INFO:tasks.cephfs.filesystem:scrub status for tag:3f472d53-8cde-4dc9-b7b0-ed84f4c2c16c - {'path': '/', 'tag': '3f472d53-8cde-4dc9-b7b0-ed84f4c2c16c', 'options': 'recursive,force'} 2024-06-06T07:55:47.657 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:47.679 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:47 smithi203 ceph-mon[37192]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 40 op/s 2024-06-06T07:55:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:47 smithi176 ceph-mon[36543]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 40 op/s 2024-06-06T07:55:49.341 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:49 smithi027 ceph-mon[32293]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-06-06T07:55:49.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 -- 172.21.15.27:0/154042018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 msgr2=0x7f6ca41088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:49.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 --2- 172.21.15.27:0/154042018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca41088d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6c94009990 tx=0x7f6c94009ca0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 -- 172.21.15.27:0/154042018 shutdown_connections 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 --2- 172.21.15.27:0/154042018 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406b3c0 0x7f6ca410f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 --2- 172.21.15.27:0/154042018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca41088d0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 --2- 172.21.15.27:0/154042018 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ca406aa00 0x7f6ca406ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 -- 172.21.15.27:0/154042018 >> 172.21.15.27:0/154042018 conn(0x7f6ca4078300 msgr2=0x7f6ca4078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 -- 172.21.15.27:0/154042018 shutdown_connections 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.340+0000 7f6caa618700 1 -- 172.21.15.27:0/154042018 wait complete. 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.341+0000 7f6caa618700 1 Processor -- start 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.341+0000 7f6caa618700 1 -- start start 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.341+0000 7f6caa618700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 0x7f6ca419ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.341+0000 7f6caa618700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ca406b3c0 0x7f6ca419efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:49.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6caa618700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca4198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6caa618700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca4112850 con 0x7f6ca41084f0 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6caa618700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca41126d0 con 0x7f6ca406b3c0 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6caa618700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca41129d0 con 0x7f6ca406aa00 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca8bb5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca4198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 0x7f6ca419ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 0x7f6ca419ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:33150/0 (socket says 172.21.15.27:33150) 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca8bb5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca4198b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33734/0 (socket says 172.21.15.27:33734) 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 -- 172.21.15.27:0/4115683179 learned_addr learned my addr 172.21.15.27:0/4115683179 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca37fe700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ca406b3c0 0x7f6ca419efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 -- 172.21.15.27:0/4115683179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ca406b3c0 msgr2=0x7f6ca419efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ca406b3c0 0x7f6ca419efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 -- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 msgr2=0x7f6ca4198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:49.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca4198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 -- 172.21.15.27:0/4115683179 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca4199410 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca8bb5700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca4198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca3fff700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 0x7f6ca419ea60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6c9400b5c0 tx=0x7f6c9400f690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.342+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c94027070 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.343+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6c9400be80 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.343+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca41996a0 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.343+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c940173f0 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.343+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca41a5810 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.343+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ca410a9d0 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.345+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f6c94051d10 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.345+0000 7f6ca17fa700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c900a2eb0 0x7f6c900a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.345+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f6c940d0bb0 con 0x7f6ca406aa00 2024-06-06T07:55:49.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.345+0000 7f6ca37fe700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c900a2eb0 0x7f6c900a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:49.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.346+0000 7f6ca37fe700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c900a2eb0 0x7f6c900a5370 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ca419a280 tx=0x7f6c8c00b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:49.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.349+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6c94013070 con 0x7f6ca406aa00 2024-06-06T07:55:49.550 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.549+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6ca40628d0 con 0x7f6c900a2eb0 2024-06-06T07:55:49.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.559+0000 7f6ca17fa700 1 -- 172.21.15.27:0/4115683179 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339967 (secure 0 0 0) 0x7f6ca40628d0 con 0x7f6c900a2eb0 2024-06-06T07:55:49.563 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c900a2eb0 msgr2=0x7f6c900a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c900a2eb0 0x7f6c900a5370 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6ca419a280 tx=0x7f6c8c00b410 comp rx=0 tx=0).stop 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 msgr2=0x7f6ca419ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 0x7f6ca419ea60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6c9400b5c0 tx=0x7f6c9400f690 comp rx=0 tx=0).stop 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 shutdown_connections 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c900a2eb0 0x7f6c900a5370 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.566 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6ca41084f0 0x7f6ca4198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6ca406aa00 0x7f6ca419ea60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 --2- 172.21.15.27:0/4115683179 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6ca406b3c0 0x7f6ca419efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:49.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.562+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 >> 172.21.15.27:0/4115683179 conn(0x7f6ca4078300 msgr2=0x7f6ca4100150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:49.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.563+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 shutdown_connections 2024-06-06T07:55:49.567 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:49.563+0000 7f6caa618700 1 -- 172.21.15.27:0/4115683179 wait complete. 2024-06-06T07:55:49.567 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:55:49.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:49 smithi176 ceph-mon[36543]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-06-06T07:55:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:49 smithi203 ceph-mon[37192]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-06-06T07:55:50.434 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":14,"stamp":"2024-06-06T07:55:48.229534+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1394316,"num_objects":104,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2728,"num_read_kb":1804,"num_write":722,"num_write_kb":5338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1045,"ondisk_log_size":1045,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":367280,"kb_used_data":13928,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574544,"statfs":{"total":1151940427776,"available":1151564333056,"internally_reserved":0,"allocated":14262272,"data_stored":11149574,"data_compressed":636066,"data_compressed_allocated":860160,"data_compressed_original":5050368,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":405,"num_read_kb":307,"num_write":126,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002759"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306589+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:55:26.306589+0000","last_peered":"2024-06-06T07:55:26.306589+0000","last_clean":"2024-06-06T07:55:26.306589+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:55:26.306589+0000","last_undegraded":"2024-06-06T07:55:26.306589+0000","last_fullsized":"2024-06-06T07:55:26.306589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485065+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:55:26.485065+0000","last_peered":"2024-06-06T07:55:26.485065+0000","last_clean":"2024-06-06T07:55:26.485065+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:55:26.485065+0000","last_undegraded":"2024-06-06T07:55:26.485065+0000","last_fullsized":"2024-06-06T07:55:26.485065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484610+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:55:26.484610+0000","last_peered":"2024-06-06T07:55:26.484610+0000","last_clean":"2024-06-06T07:55:26.484610+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:55:26.484610+0000","last_undegraded":"2024-06-06T07:55:26.484610+0000","last_fullsized":"2024-06-06T07:55:26.484610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494096+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:55:26.494096+0000","last_peered":"2024-06-06T07:55:26.494096+0000","last_clean":"2024-06-06T07:55:26.494096+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:55:26.494096+0000","last_undegraded":"2024-06-06T07:55:26.494096+0000","last_fullsized":"2024-06-06T07:55:26.494096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565555+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:55:26.565555+0000","last_peered":"2024-06-06T07:55:26.565555+0000","last_clean":"2024-06-06T07:55:26.565555+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:55:26.565555+0000","last_undegraded":"2024-06-06T07:55:26.565555+0000","last_fullsized":"2024-06-06T07:55:26.565555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209052+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:55:26.209052+0000","last_peered":"2024-06-06T07:55:26.209052+0000","last_clean":"2024-06-06T07:55:26.209052+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:55:26.209052+0000","last_undegraded":"2024-06-06T07:55:26.209052+0000","last_fullsized":"2024-06-06T07:55:26.209052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305917+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.305917+0000","last_peered":"2024-06-06T07:55:26.305917+0000","last_clean":"2024-06-06T07:55:26.305917+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:55:26.305917+0000","last_undegraded":"2024-06-06T07:55:26.305917+0000","last_fullsized":"2024-06-06T07:55:26.305917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490038+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:55:26.490038+0000","last_peered":"2024-06-06T07:55:26.490038+0000","last_clean":"2024-06-06T07:55:26.490038+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:55:26.490038+0000","last_undegraded":"2024-06-06T07:55:26.490038+0000","last_fullsized":"2024-06-06T07:55:26.490038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209379+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:55:26.209379+0000","last_peered":"2024-06-06T07:55:26.209379+0000","last_clean":"2024-06-06T07:55:26.209379+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:55:26.209379+0000","last_undegraded":"2024-06-06T07:55:26.209379+0000","last_fullsized":"2024-06-06T07:55:26.209379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487925+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:55:26.487925+0000","last_peered":"2024-06-06T07:55:26.487925+0000","last_clean":"2024-06-06T07:55:26.487925+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:55:26.487925+0000","last_undegraded":"2024-06-06T07:55:26.487925+0000","last_fullsized":"2024-06-06T07:55:26.487925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494221+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:55:26.494221+0000","last_peered":"2024-06-06T07:55:26.494221+0000","last_clean":"2024-06-06T07:55:26.494221+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:55:26.494221+0000","last_undegraded":"2024-06-06T07:55:26.494221+0000","last_fullsized":"2024-06-06T07:55:26.494221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490310+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:55:26.490310+0000","last_peered":"2024-06-06T07:55:26.490310+0000","last_clean":"2024-06-06T07:55:26.490310+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:55:26.490310+0000","last_undegraded":"2024-06-06T07:55:26.490310+0000","last_fullsized":"2024-06-06T07:55:26.490310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484434+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:55:26.484434+0000","last_peered":"2024-06-06T07:55:26.484434+0000","last_clean":"2024-06-06T07:55:26.484434+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:55:26.484434+0000","last_undegraded":"2024-06-06T07:55:26.484434+0000","last_fullsized":"2024-06-06T07:55:26.484434+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484358+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:55:26.484358+0000","last_peered":"2024-06-06T07:55:26.484358+0000","last_clean":"2024-06-06T07:55:26.484358+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:55:26.484358+0000","last_undegraded":"2024-06-06T07:55:26.484358+0000","last_fullsized":"2024-06-06T07:55:26.484358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489557+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:55:26.489557+0000","last_peered":"2024-06-06T07:55:26.489557+0000","last_clean":"2024-06-06T07:55:26.489557+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:55:26.489557+0000","last_undegraded":"2024-06-06T07:55:26.489557+0000","last_fullsized":"2024-06-06T07:55:26.489557+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306518+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:55:26.306518+0000","last_peered":"2024-06-06T07:55:26.306518+0000","last_clean":"2024-06-06T07:55:26.306518+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:55:26.306518+0000","last_undegraded":"2024-06-06T07:55:26.306518+0000","last_fullsized":"2024-06-06T07:55:26.306518+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482672+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:55:26.482672+0000","last_peered":"2024-06-06T07:55:26.482672+0000","last_clean":"2024-06-06T07:55:26.482672+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:55:26.482672+0000","last_undegraded":"2024-06-06T07:55:26.482672+0000","last_fullsized":"2024-06-06T07:55:26.482672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482217+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:55:26.482217+0000","last_peered":"2024-06-06T07:55:26.482217+0000","last_clean":"2024-06-06T07:55:26.482217+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:55:26.482217+0000","last_undegraded":"2024-06-06T07:55:26.482217+0000","last_fullsized":"2024-06-06T07:55:26.482217+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"100'14","reported_seq":273,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.032301+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:55:46.032301+0000","last_peered":"2024-06-06T07:55:46.032301+0000","last_clean":"2024-06-06T07:55:46.032301+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:55:46.032301+0000","last_undegraded":"2024-06-06T07:55:46.032301+0000","last_fullsized":"2024-06-06T07:55:46.032301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":211,"num_read_kb":211,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306726+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:55:26.306726+0000","last_peered":"2024-06-06T07:55:26.306726+0000","last_clean":"2024-06-06T07:55:26.306726+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:55:26.306726+0000","last_undegraded":"2024-06-06T07:55:26.306726+0000","last_fullsized":"2024-06-06T07:55:26.306726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.493931+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:55:26.493931+0000","last_peered":"2024-06-06T07:55:26.493931+0000","last_clean":"2024-06-06T07:55:26.493931+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:55:26.493931+0000","last_undegraded":"2024-06-06T07:55:26.493931+0000","last_fullsized":"2024-06-06T07:55:26.493931+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307174+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:55:26.307174+0000","last_peered":"2024-06-06T07:55:26.307174+0000","last_clean":"2024-06-06T07:55:26.307174+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:55:26.307174+0000","last_undegraded":"2024-06-06T07:55:26.307174+0000","last_fullsized":"2024-06-06T07:55:26.307174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484724+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:55:26.484724+0000","last_peered":"2024-06-06T07:55:26.484724+0000","last_clean":"2024-06-06T07:55:26.484724+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:55:26.484724+0000","last_undegraded":"2024-06-06T07:55:26.484724+0000","last_fullsized":"2024-06-06T07:55:26.484724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494067+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:55:26.494067+0000","last_peered":"2024-06-06T07:55:26.494067+0000","last_clean":"2024-06-06T07:55:26.494067+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:55:26.494067+0000","last_undegraded":"2024-06-06T07:55:26.494067+0000","last_fullsized":"2024-06-06T07:55:26.494067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565861+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:55:26.565861+0000","last_peered":"2024-06-06T07:55:26.565861+0000","last_clean":"2024-06-06T07:55:26.565861+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:55:26.565861+0000","last_undegraded":"2024-06-06T07:55:26.565861+0000","last_fullsized":"2024-06-06T07:55:26.565861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489677+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:55:26.489677+0000","last_peered":"2024-06-06T07:55:26.489677+0000","last_clean":"2024-06-06T07:55:26.489677+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:55:26.489677+0000","last_undegraded":"2024-06-06T07:55:26.489677+0000","last_fullsized":"2024-06-06T07:55:26.489677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:55:26.494018+0000","last_peered":"2024-06-06T07:55:26.494018+0000","last_clean":"2024-06-06T07:55:26.494018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:55:26.494018+0000","last_undegraded":"2024-06-06T07:55:26.494018+0000","last_fullsized":"2024-06-06T07:55:26.494018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565525+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:55:26.565525+0000","last_peered":"2024-06-06T07:55:26.565525+0000","last_clean":"2024-06-06T07:55:26.565525+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:55:26.565525+0000","last_undegraded":"2024-06-06T07:55:26.565525+0000","last_fullsized":"2024-06-06T07:55:26.565525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209412+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:55:26.209412+0000","last_peered":"2024-06-06T07:55:26.209412+0000","last_clean":"2024-06-06T07:55:26.209412+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:55:26.209412+0000","last_undegraded":"2024-06-06T07:55:26.209412+0000","last_fullsized":"2024-06-06T07:55:26.209412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482493+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:55:26.482493+0000","last_peered":"2024-06-06T07:55:26.482493+0000","last_clean":"2024-06-06T07:55:26.482493+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:55:26.482493+0000","last_undegraded":"2024-06-06T07:55:26.482493+0000","last_fullsized":"2024-06-06T07:55:26.482493+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'10","reported_seq":271,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.032838+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:55:46.032838+0000","last_peered":"2024-06-06T07:55:46.032838+0000","last_clean":"2024-06-06T07:55:46.032838+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:55:46.032838+0000","last_undegraded":"2024-06-06T07:55:46.032838+0000","last_fullsized":"2024-06-06T07:55:46.032838+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":215,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565428+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:55:26.565428+0000","last_peered":"2024-06-06T07:55:26.565428+0000","last_clean":"2024-06-06T07:55:26.565428+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:55:26.565428+0000","last_undegraded":"2024-06-06T07:55:26.565428+0000","last_fullsized":"2024-06-06T07:55:26.565428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482436+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:55:26.482436+0000","last_peered":"2024-06-06T07:55:26.482436+0000","last_clean":"2024-06-06T07:55:26.482436+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:55:26.482436+0000","last_undegraded":"2024-06-06T07:55:26.482436+0000","last_fullsized":"2024-06-06T07:55:26.482436+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209035+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:55:26.209035+0000","last_peered":"2024-06-06T07:55:26.209035+0000","last_clean":"2024-06-06T07:55:26.209035+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:55:26.209035+0000","last_undegraded":"2024-06-06T07:55:26.209035+0000","last_fullsized":"2024-06-06T07:55:26.209035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209233+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:55:26.209233+0000","last_peered":"2024-06-06T07:55:26.209233+0000","last_clean":"2024-06-06T07:55:26.209233+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:55:26.209233+0000","last_undegraded":"2024-06-06T07:55:26.209233+0000","last_fullsized":"2024-06-06T07:55:26.209233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306435+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:55:26.306435+0000","last_peered":"2024-06-06T07:55:26.306435+0000","last_clean":"2024-06-06T07:55:26.306435+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:55:26.306435+0000","last_undegraded":"2024-06-06T07:55:26.306435+0000","last_fullsized":"2024-06-06T07:55:26.306435+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490063+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:55:26.490063+0000","last_peered":"2024-06-06T07:55:26.490063+0000","last_clean":"2024-06-06T07:55:26.490063+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:55:26.490063+0000","last_undegraded":"2024-06-06T07:55:26.490063+0000","last_fullsized":"2024-06-06T07:55:26.490063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306055+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:55:26.306055+0000","last_peered":"2024-06-06T07:55:26.306055+0000","last_clean":"2024-06-06T07:55:26.306055+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:55:26.306055+0000","last_undegraded":"2024-06-06T07:55:26.306055+0000","last_fullsized":"2024-06-06T07:55:26.306055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484957+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:55:26.484957+0000","last_peered":"2024-06-06T07:55:26.484957+0000","last_clean":"2024-06-06T07:55:26.484957+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:55:26.484957+0000","last_undegraded":"2024-06-06T07:55:26.484957+0000","last_fullsized":"2024-06-06T07:55:26.484957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208841+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:55:26.208841+0000","last_peered":"2024-06-06T07:55:26.208841+0000","last_clean":"2024-06-06T07:55:26.208841+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:55:26.208841+0000","last_undegraded":"2024-06-06T07:55:26.208841+0000","last_fullsized":"2024-06-06T07:55:26.208841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209543+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:55:26.209543+0000","last_peered":"2024-06-06T07:55:26.209543+0000","last_clean":"2024-06-06T07:55:26.209543+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:55:26.209543+0000","last_undegraded":"2024-06-06T07:55:26.209543+0000","last_fullsized":"2024-06-06T07:55:26.209543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306144+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:55:26.306144+0000","last_peered":"2024-06-06T07:55:26.306144+0000","last_clean":"2024-06-06T07:55:26.306144+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:55:26.306144+0000","last_undegraded":"2024-06-06T07:55:26.306144+0000","last_fullsized":"2024-06-06T07:55:26.306144+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'7","reported_seq":471,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:47.033702+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:55:47.033702+0000","last_peered":"2024-06-06T07:55:47.033702+0000","last_clean":"2024-06-06T07:55:47.033702+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:55:47.033702+0000","last_undegraded":"2024-06-06T07:55:47.033702+0000","last_fullsized":"2024-06-06T07:55:47.033702+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":418,"num_read_kb":418,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489952+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:55:26.489952+0000","last_peered":"2024-06-06T07:55:26.489952+0000","last_clean":"2024-06-06T07:55:26.489952+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:55:26.489952+0000","last_undegraded":"2024-06-06T07:55:26.489952+0000","last_fullsized":"2024-06-06T07:55:26.489952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209449+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:55:26.209449+0000","last_peered":"2024-06-06T07:55:26.209449+0000","last_clean":"2024-06-06T07:55:26.209449+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:55:26.209449+0000","last_undegraded":"2024-06-06T07:55:26.209449+0000","last_fullsized":"2024-06-06T07:55:26.209449+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487790+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:55:26.487790+0000","last_peered":"2024-06-06T07:55:26.487790+0000","last_clean":"2024-06-06T07:55:26.487790+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:55:26.487790+0000","last_undegraded":"2024-06-06T07:55:26.487790+0000","last_fullsized":"2024-06-06T07:55:26.487790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484881+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:55:26.484881+0000","last_peered":"2024-06-06T07:55:26.484881+0000","last_clean":"2024-06-06T07:55:26.484881+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:55:26.484881+0000","last_undegraded":"2024-06-06T07:55:26.484881+0000","last_fullsized":"2024-06-06T07:55:26.484881+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494217+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:55:26.494217+0000","last_peered":"2024-06-06T07:55:26.494217+0000","last_clean":"2024-06-06T07:55:26.494217+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:55:26.494217+0000","last_undegraded":"2024-06-06T07:55:26.494217+0000","last_fullsized":"2024-06-06T07:55:26.494217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209286+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:55:26.209286+0000","last_peered":"2024-06-06T07:55:26.209286+0000","last_clean":"2024-06-06T07:55:26.209286+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:55:26.209286+0000","last_undegraded":"2024-06-06T07:55:26.209286+0000","last_fullsized":"2024-06-06T07:55:26.209286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490118+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:55:26.490118+0000","last_peered":"2024-06-06T07:55:26.490118+0000","last_clean":"2024-06-06T07:55:26.490118+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:55:26.490118+0000","last_undegraded":"2024-06-06T07:55:26.490118+0000","last_fullsized":"2024-06-06T07:55:26.490118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208805+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:55:26.208805+0000","last_peered":"2024-06-06T07:55:26.208805+0000","last_clean":"2024-06-06T07:55:26.208805+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:55:26.208805+0000","last_undegraded":"2024-06-06T07:55:26.208805+0000","last_fullsized":"2024-06-06T07:55:26.208805+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"101'45","reported_seq":542,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:47.034085+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:55:47.034085+0000","last_peered":"2024-06-06T07:55:47.034085+0000","last_clean":"2024-06-06T07:55:47.034085+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:55:47.034085+0000","last_undegraded":"2024-06-06T07:55:47.034085+0000","last_fullsized":"2024-06-06T07:55:47.034085+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72275,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":434,"num_read_kb":289,"num_write":47,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565673+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:55:26.565673+0000","last_peered":"2024-06-06T07:55:26.565673+0000","last_clean":"2024-06-06T07:55:26.565673+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:55:26.565673+0000","last_undegraded":"2024-06-06T07:55:26.565673+0000","last_fullsized":"2024-06-06T07:55:26.565673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209789+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:55:26.209789+0000","last_peered":"2024-06-06T07:55:26.209789+0000","last_clean":"2024-06-06T07:55:26.209789+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:55:26.209789+0000","last_undegraded":"2024-06-06T07:55:26.209789+0000","last_fullsized":"2024-06-06T07:55:26.209789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482519+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:55:26.482519+0000","last_peered":"2024-06-06T07:55:26.482519+0000","last_clean":"2024-06-06T07:55:26.482519+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:55:26.482519+0000","last_undegraded":"2024-06-06T07:55:26.482519+0000","last_fullsized":"2024-06-06T07:55:26.482519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490256+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:55:26.490256+0000","last_peered":"2024-06-06T07:55:26.490256+0000","last_clean":"2024-06-06T07:55:26.490256+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:55:26.490256+0000","last_undegraded":"2024-06-06T07:55:26.490256+0000","last_fullsized":"2024-06-06T07:55:26.490256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306149+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:55:26.306149+0000","last_peered":"2024-06-06T07:55:26.306149+0000","last_clean":"2024-06-06T07:55:26.306149+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:55:26.306149+0000","last_undegraded":"2024-06-06T07:55:26.306149+0000","last_fullsized":"2024-06-06T07:55:26.306149+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209231+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:55:26.209231+0000","last_peered":"2024-06-06T07:55:26.209231+0000","last_clean":"2024-06-06T07:55:26.209231+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:55:26.209231+0000","last_undegraded":"2024-06-06T07:55:26.209231+0000","last_fullsized":"2024-06-06T07:55:26.209231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487606+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:55:26.487606+0000","last_peered":"2024-06-06T07:55:26.487606+0000","last_clean":"2024-06-06T07:55:26.487606+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:55:26.487606+0000","last_undegraded":"2024-06-06T07:55:26.487606+0000","last_fullsized":"2024-06-06T07:55:26.487606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"101'6","reported_seq":266,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.049232+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:55:46.049232+0000","last_peered":"2024-06-06T07:55:46.049232+0000","last_clean":"2024-06-06T07:55:46.049232+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:55:46.049232+0000","last_undegraded":"2024-06-06T07:55:46.049232+0000","last_fullsized":"2024-06-06T07:55:46.049232+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487452+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:55:26.487452+0000","last_peered":"2024-06-06T07:55:26.487452+0000","last_clean":"2024-06-06T07:55:26.487452+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:55:26.487452+0000","last_undegraded":"2024-06-06T07:55:26.487452+0000","last_fullsized":"2024-06-06T07:55:26.487452+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490544+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:55:26.490544+0000","last_peered":"2024-06-06T07:55:26.490544+0000","last_clean":"2024-06-06T07:55:26.490544+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:55:26.490544+0000","last_undegraded":"2024-06-06T07:55:26.490544+0000","last_fullsized":"2024-06-06T07:55:26.490544+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565343+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:55:26.565343+0000","last_peered":"2024-06-06T07:55:26.565343+0000","last_clean":"2024-06-06T07:55:26.565343+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:55:26.565343+0000","last_undegraded":"2024-06-06T07:55:26.565343+0000","last_fullsized":"2024-06-06T07:55:26.565343+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":24,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209654+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:55:26.209654+0000","last_peered":"2024-06-06T07:55:26.209654+0000","last_clean":"2024-06-06T07:55:26.209654+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:55:26.209654+0000","last_undegraded":"2024-06-06T07:55:26.209654+0000","last_fullsized":"2024-06-06T07:55:26.209654+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208897+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:55:26.208897+0000","last_peered":"2024-06-06T07:55:26.208897+0000","last_clean":"2024-06-06T07:55:26.208897+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:55:26.208897+0000","last_undegraded":"2024-06-06T07:55:26.208897+0000","last_fullsized":"2024-06-06T07:55:26.208897+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565930+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:55:26.565930+0000","last_peered":"2024-06-06T07:55:26.565930+0000","last_clean":"2024-06-06T07:55:26.565930+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:55:26.565930+0000","last_undegraded":"2024-06-06T07:55:26.565930+0000","last_fullsized":"2024-06-06T07:55:26.565930+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306449+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:55:26.306449+0000","last_peered":"2024-06-06T07:55:26.306449+0000","last_clean":"2024-06-06T07:55:26.306449+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:55:26.306449+0000","last_undegraded":"2024-06-06T07:55:26.306449+0000","last_fullsized":"2024-06-06T07:55:26.306449+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565482+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:55:26.565482+0000","last_peered":"2024-06-06T07:55:26.565482+0000","last_clean":"2024-06-06T07:55:26.565482+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:55:26.565482+0000","last_undegraded":"2024-06-06T07:55:26.565482+0000","last_fullsized":"2024-06-06T07:55:26.565482+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209830+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:55:26.209830+0000","last_peered":"2024-06-06T07:55:26.209830+0000","last_clean":"2024-06-06T07:55:26.209830+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:55:26.209830+0000","last_undegraded":"2024-06-06T07:55:26.209830+0000","last_fullsized":"2024-06-06T07:55:26.209830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209489+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:55:26.209489+0000","last_peered":"2024-06-06T07:55:26.209489+0000","last_clean":"2024-06-06T07:55:26.209489+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:55:26.209489+0000","last_undegraded":"2024-06-06T07:55:26.209489+0000","last_fullsized":"2024-06-06T07:55:26.209489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490284+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:55:26.490284+0000","last_peered":"2024-06-06T07:55:26.490284+0000","last_clean":"2024-06-06T07:55:26.490284+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:55:26.490284+0000","last_undegraded":"2024-06-06T07:55:26.490284+0000","last_fullsized":"2024-06-06T07:55:26.490284+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"101'7","reported_seq":267,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.032783+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:55:46.032783+0000","last_peered":"2024-06-06T07:55:46.032783+0000","last_clean":"2024-06-06T07:55:46.032783+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:55:46.032783+0000","last_undegraded":"2024-06-06T07:55:46.032783+0000","last_fullsized":"2024-06-06T07:55:46.032783+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1286,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209106+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:55:26.209106+0000","last_peered":"2024-06-06T07:55:26.209106+0000","last_clean":"2024-06-06T07:55:26.209106+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:55:26.209106+0000","last_undegraded":"2024-06-06T07:55:26.209106+0000","last_fullsized":"2024-06-06T07:55:26.209106+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490611+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:55:26.490611+0000","last_peered":"2024-06-06T07:55:26.490611+0000","last_clean":"2024-06-06T07:55:26.490611+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:55:26.490611+0000","last_undegraded":"2024-06-06T07:55:26.490611+0000","last_fullsized":"2024-06-06T07:55:26.490611+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209214+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:55:26.209214+0000","last_peered":"2024-06-06T07:55:26.209214+0000","last_clean":"2024-06-06T07:55:26.209214+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:55:26.209214+0000","last_undegraded":"2024-06-06T07:55:26.209214+0000","last_fullsized":"2024-06-06T07:55:26.209214+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"101'6","reported_seq":263,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.048676+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:55:46.048676+0000","last_peered":"2024-06-06T07:55:46.048676+0000","last_clean":"2024-06-06T07:55:46.048676+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:55:46.048676+0000","last_undegraded":"2024-06-06T07:55:46.048676+0000","last_fullsized":"2024-06-06T07:55:46.048676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487830+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:55:26.487830+0000","last_peered":"2024-06-06T07:55:26.487830+0000","last_clean":"2024-06-06T07:55:26.487830+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:55:26.487830+0000","last_undegraded":"2024-06-06T07:55:26.487830+0000","last_fullsized":"2024-06-06T07:55:26.487830+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306337+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:55:26.306337+0000","last_peered":"2024-06-06T07:55:26.306337+0000","last_clean":"2024-06-06T07:55:26.306337+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:55:26.306337+0000","last_undegraded":"2024-06-06T07:55:26.306337+0000","last_fullsized":"2024-06-06T07:55:26.306337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494169+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:55:26.494169+0000","last_peered":"2024-06-06T07:55:26.494169+0000","last_clean":"2024-06-06T07:55:26.494169+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:55:26.494169+0000","last_undegraded":"2024-06-06T07:55:26.494169+0000","last_fullsized":"2024-06-06T07:55:26.494169+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"101'148","reported_seq":424,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:28.321136+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:55:28.321136+0000","last_peered":"2024-06-06T07:55:28.321136+0000","last_clean":"2024-06-06T07:55:28.321136+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:55:28.321136+0000","last_undegraded":"2024-06-06T07:55:28.321136+0000","last_fullsized":"2024-06-06T07:55:28.321136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565730+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:55:26.565730+0000","last_peered":"2024-06-06T07:55:26.565730+0000","last_clean":"2024-06-06T07:55:26.565730+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:55:26.565730+0000","last_undegraded":"2024-06-06T07:55:26.565730+0000","last_fullsized":"2024-06-06T07:55:26.565730+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489971+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:55:26.489971+0000","last_peered":"2024-06-06T07:55:26.489971+0000","last_clean":"2024-06-06T07:55:26.489971+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:55:26.489971+0000","last_undegraded":"2024-06-06T07:55:26.489971+0000","last_fullsized":"2024-06-06T07:55:26.489971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306241+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:55:26.306241+0000","last_peered":"2024-06-06T07:55:26.306241+0000","last_clean":"2024-06-06T07:55:26.306241+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:55:26.306241+0000","last_undegraded":"2024-06-06T07:55:26.306241+0000","last_fullsized":"2024-06-06T07:55:26.306241+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565711+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:55:26.565711+0000","last_peered":"2024-06-06T07:55:26.565711+0000","last_clean":"2024-06-06T07:55:26.565711+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:55:26.565711+0000","last_undegraded":"2024-06-06T07:55:26.565711+0000","last_fullsized":"2024-06-06T07:55:26.565711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490473+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:55:26.490473+0000","last_peered":"2024-06-06T07:55:26.490473+0000","last_clean":"2024-06-06T07:55:26.490473+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:55:26.490473+0000","last_undegraded":"2024-06-06T07:55:26.490473+0000","last_fullsized":"2024-06-06T07:55:26.490473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305980+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:55:26.305980+0000","last_peered":"2024-06-06T07:55:26.305980+0000","last_clean":"2024-06-06T07:55:26.305980+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:55:26.305980+0000","last_undegraded":"2024-06-06T07:55:26.305980+0000","last_fullsized":"2024-06-06T07:55:26.305980+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'106","reported_seq":256,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:42.147568+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:55:42.147568+0000","last_peered":"2024-06-06T07:55:42.147568+0000","last_clean":"2024-06-06T07:55:42.147568+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:55:42.147568+0000","last_undegraded":"2024-06-06T07:55:42.147568+0000","last_fullsized":"2024-06-06T07:55:42.147568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":193,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307309+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:55:26.307309+0000","last_peered":"2024-06-06T07:55:26.307309+0000","last_clean":"2024-06-06T07:55:26.307309+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:55:26.307309+0000","last_undegraded":"2024-06-06T07:55:26.307309+0000","last_fullsized":"2024-06-06T07:55:26.307309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482192+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:55:26.482192+0000","last_peered":"2024-06-06T07:55:26.482192+0000","last_clean":"2024-06-06T07:55:26.482192+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:55:26.482192+0000","last_undegraded":"2024-06-06T07:55:26.482192+0000","last_fullsized":"2024-06-06T07:55:26.482192+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494541+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:55:26.494541+0000","last_peered":"2024-06-06T07:55:26.494541+0000","last_clean":"2024-06-06T07:55:26.494541+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:55:26.494541+0000","last_undegraded":"2024-06-06T07:55:26.494541+0000","last_fullsized":"2024-06-06T07:55:26.494541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485043+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:55:26.485043+0000","last_peered":"2024-06-06T07:55:26.485043+0000","last_clean":"2024-06-06T07:55:26.485043+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:55:26.485043+0000","last_undegraded":"2024-06-06T07:55:26.485043+0000","last_fullsized":"2024-06-06T07:55:26.485043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494336+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:55:26.494336+0000","last_peered":"2024-06-06T07:55:26.494336+0000","last_clean":"2024-06-06T07:55:26.494336+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:55:26.494336+0000","last_undegraded":"2024-06-06T07:55:26.494336+0000","last_fullsized":"2024-06-06T07:55:26.494336+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489619+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:55:26.489619+0000","last_peered":"2024-06-06T07:55:26.489619+0000","last_clean":"2024-06-06T07:55:26.489619+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:55:26.489619+0000","last_undegraded":"2024-06-06T07:55:26.489619+0000","last_fullsized":"2024-06-06T07:55:26.489619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565381+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.565381+0000","last_peered":"2024-06-06T07:55:26.565381+0000","last_clean":"2024-06-06T07:55:26.565381+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:55:26.565381+0000","last_undegraded":"2024-06-06T07:55:26.565381+0000","last_fullsized":"2024-06-06T07:55:26.565381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565869+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:55:26.565869+0000","last_peered":"2024-06-06T07:55:26.565869+0000","last_clean":"2024-06-06T07:55:26.565869+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:55:26.565869+0000","last_undegraded":"2024-06-06T07:55:26.565869+0000","last_fullsized":"2024-06-06T07:55:26.565869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306201+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:55:26.306201+0000","last_peered":"2024-06-06T07:55:26.306201+0000","last_clean":"2024-06-06T07:55:26.306201+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:55:26.306201+0000","last_undegraded":"2024-06-06T07:55:26.306201+0000","last_fullsized":"2024-06-06T07:55:26.306201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306082+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:55:26.306082+0000","last_peered":"2024-06-06T07:55:26.306082+0000","last_clean":"2024-06-06T07:55:26.306082+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:55:26.306082+0000","last_undegraded":"2024-06-06T07:55:26.306082+0000","last_fullsized":"2024-06-06T07:55:26.306082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494383+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:55:26.494383+0000","last_peered":"2024-06-06T07:55:26.494383+0000","last_clean":"2024-06-06T07:55:26.494383+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:55:26.494383+0000","last_undegraded":"2024-06-06T07:55:26.494383+0000","last_fullsized":"2024-06-06T07:55:26.494383+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'6","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.753600+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:55:26.753600+0000","last_peered":"2024-06-06T07:55:26.753600+0000","last_clean":"2024-06-06T07:55:26.753600+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:55:26.753600+0000","last_undegraded":"2024-06-06T07:55:26.753600+0000","last_fullsized":"2024-06-06T07:55:26.753600+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306797+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:55:26.306797+0000","last_peered":"2024-06-06T07:55:26.306797+0000","last_clean":"2024-06-06T07:55:26.306797+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:55:26.306797+0000","last_undegraded":"2024-06-06T07:55:26.306797+0000","last_fullsized":"2024-06-06T07:55:26.306797+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494274+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:55:26.494274+0000","last_peered":"2024-06-06T07:55:26.494274+0000","last_clean":"2024-06-06T07:55:26.494274+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:55:26.494274+0000","last_undegraded":"2024-06-06T07:55:26.494274+0000","last_fullsized":"2024-06-06T07:55:26.494274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565537+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:55:26.565537+0000","last_peered":"2024-06-06T07:55:26.565537+0000","last_clean":"2024-06-06T07:55:26.565537+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:55:26.565537+0000","last_undegraded":"2024-06-06T07:55:26.565537+0000","last_fullsized":"2024-06-06T07:55:26.565537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487792+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:55:26.487792+0000","last_peered":"2024-06-06T07:55:26.487792+0000","last_clean":"2024-06-06T07:55:26.487792+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:55:26.487792+0000","last_undegraded":"2024-06-06T07:55:26.487792+0000","last_fullsized":"2024-06-06T07:55:26.487792+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489714+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:55:26.489714+0000","last_peered":"2024-06-06T07:55:26.489714+0000","last_clean":"2024-06-06T07:55:26.489714+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:55:26.489714+0000","last_undegraded":"2024-06-06T07:55:26.489714+0000","last_fullsized":"2024-06-06T07:55:26.489714+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"101'7","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.071539+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:55:46.071539+0000","last_peered":"2024-06-06T07:55:46.071539+0000","last_clean":"2024-06-06T07:55:46.071539+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:55:46.071539+0000","last_undegraded":"2024-06-06T07:55:46.071539+0000","last_fullsized":"2024-06-06T07:55:46.071539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1950,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488058+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:55:26.488058+0000","last_peered":"2024-06-06T07:55:26.488058+0000","last_clean":"2024-06-06T07:55:26.488058+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:55:26.488058+0000","last_undegraded":"2024-06-06T07:55:26.488058+0000","last_fullsized":"2024-06-06T07:55:26.488058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484418+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:55:26.484418+0000","last_peered":"2024-06-06T07:55:26.484418+0000","last_clean":"2024-06-06T07:55:26.484418+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:55:26.484418+0000","last_undegraded":"2024-06-06T07:55:26.484418+0000","last_fullsized":"2024-06-06T07:55:26.484418+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'67","reported_seq":145,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.794479+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:55:41.794479+0000","last_peered":"2024-06-06T07:55:41.794479+0000","last_clean":"2024-06-06T07:55:41.794479+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:55:41.794479+0000","last_undegraded":"2024-06-06T07:55:41.794479+0000","last_fullsized":"2024-06-06T07:55:41.794479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487814+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:55:26.487814+0000","last_peered":"2024-06-06T07:55:26.487814+0000","last_clean":"2024-06-06T07:55:26.487814+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:55:26.487814+0000","last_undegraded":"2024-06-06T07:55:26.487814+0000","last_fullsized":"2024-06-06T07:55:26.487814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208695+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:55:26.208695+0000","last_peered":"2024-06-06T07:55:26.208695+0000","last_clean":"2024-06-06T07:55:26.208695+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:55:26.208695+0000","last_undegraded":"2024-06-06T07:55:26.208695+0000","last_fullsized":"2024-06-06T07:55:26.208695+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490552+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:55:26.490552+0000","last_peered":"2024-06-06T07:55:26.490552+0000","last_clean":"2024-06-06T07:55:26.490552+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:55:26.490552+0000","last_undegraded":"2024-06-06T07:55:26.490552+0000","last_fullsized":"2024-06-06T07:55:26.490552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488016+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:55:26.488016+0000","last_peered":"2024-06-06T07:55:26.488016+0000","last_clean":"2024-06-06T07:55:26.488016+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:55:26.488016+0000","last_undegraded":"2024-06-06T07:55:26.488016+0000","last_fullsized":"2024-06-06T07:55:26.488016+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306117+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:55:26.306117+0000","last_peered":"2024-06-06T07:55:26.306117+0000","last_clean":"2024-06-06T07:55:26.306117+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:55:26.306117+0000","last_undegraded":"2024-06-06T07:55:26.306117+0000","last_fullsized":"2024-06-06T07:55:26.306117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482403+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:55:26.482403+0000","last_peered":"2024-06-06T07:55:26.482403+0000","last_clean":"2024-06-06T07:55:26.482403+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:55:26.482403+0000","last_undegraded":"2024-06-06T07:55:26.482403+0000","last_fullsized":"2024-06-06T07:55:26.482403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482215+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:55:26.482215+0000","last_peered":"2024-06-06T07:55:26.482215+0000","last_clean":"2024-06-06T07:55:26.482215+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:55:26.482215+0000","last_undegraded":"2024-06-06T07:55:26.482215+0000","last_fullsized":"2024-06-06T07:55:26.482215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484613+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:55:26.484613+0000","last_peered":"2024-06-06T07:55:26.484613+0000","last_clean":"2024-06-06T07:55:26.484613+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:55:26.484613+0000","last_undegraded":"2024-06-06T07:55:26.484613+0000","last_fullsized":"2024-06-06T07:55:26.484613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490584+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:55:26.490584+0000","last_peered":"2024-06-06T07:55:26.490584+0000","last_clean":"2024-06-06T07:55:26.490584+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:55:26.490584+0000","last_undegraded":"2024-06-06T07:55:26.490584+0000","last_fullsized":"2024-06-06T07:55:26.490584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306357+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:55:26.306357+0000","last_peered":"2024-06-06T07:55:26.306357+0000","last_clean":"2024-06-06T07:55:26.306357+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:55:26.306357+0000","last_undegraded":"2024-06-06T07:55:26.306357+0000","last_fullsized":"2024-06-06T07:55:26.306357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482764+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:55:26.482764+0000","last_peered":"2024-06-06T07:55:26.482764+0000","last_clean":"2024-06-06T07:55:26.482764+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:55:26.482764+0000","last_undegraded":"2024-06-06T07:55:26.482764+0000","last_fullsized":"2024-06-06T07:55:26.482764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307391+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:55:26.307391+0000","last_peered":"2024-06-06T07:55:26.307391+0000","last_clean":"2024-06-06T07:55:26.307391+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:55:26.307391+0000","last_undegraded":"2024-06-06T07:55:26.307391+0000","last_fullsized":"2024-06-06T07:55:26.307391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209081+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:55:26.209081+0000","last_peered":"2024-06-06T07:55:26.209081+0000","last_clean":"2024-06-06T07:55:26.209081+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:55:26.209081+0000","last_undegraded":"2024-06-06T07:55:26.209081+0000","last_fullsized":"2024-06-06T07:55:26.209081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306334+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:55:26.306334+0000","last_peered":"2024-06-06T07:55:26.306334+0000","last_clean":"2024-06-06T07:55:26.306334+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:55:26.306334+0000","last_undegraded":"2024-06-06T07:55:26.306334+0000","last_fullsized":"2024-06-06T07:55:26.306334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490059+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:55:26.490059+0000","last_peered":"2024-06-06T07:55:26.490059+0000","last_clean":"2024-06-06T07:55:26.490059+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:55:26.490059+0000","last_undegraded":"2024-06-06T07:55:26.490059+0000","last_fullsized":"2024-06-06T07:55:26.490059+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490231+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:55:26.490231+0000","last_peered":"2024-06-06T07:55:26.490231+0000","last_clean":"2024-06-06T07:55:26.490231+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:55:26.490231+0000","last_undegraded":"2024-06-06T07:55:26.490231+0000","last_fullsized":"2024-06-06T07:55:26.490231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306344+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:55:26.306344+0000","last_peered":"2024-06-06T07:55:26.306344+0000","last_clean":"2024-06-06T07:55:26.306344+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:55:26.306344+0000","last_undegraded":"2024-06-06T07:55:26.306344+0000","last_fullsized":"2024-06-06T07:55:26.306344+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107157,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":803714,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2491,"num_read_kb":1474,"num_write":519,"num_write_kb":2398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":2411142,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":395,"ondisk_log_size":395,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351049,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1146880,"data_stored":977164,"data_compressed":54742,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612685,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28320,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716832,"statfs":{"total":95995035648,"available":95966035968,"internally_reserved":0,"allocated":1327104,"data_stored":1570881,"data_compressed":86374,"data_compressed_allocated":114688,"data_compressed_original":995328,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776211,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1175552,"data_stored":980410,"data_compressed":54742,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037849,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1142784,"data_stored":583476,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299485,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1182371,"data_compressed":71172,"data_compressed_allocated":94208,"data_compressed_original":688128,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463011,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":579300,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574973,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1200128,"data_stored":652605,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738497,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1146880,"data_stored":580838,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1138688,"data_stored":582333,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149810,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1204224,"data_stored":1299758,"data_compressed":69944,"data_compressed_allocated":94208,"data_compressed_original":798720,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888173,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1212416,"data_stored":655341,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724647,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1249280,"data_stored":1505097,"data_compressed":86374,"data_compressed_allocated":114688,"data_compressed_original":995328,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":74725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332753,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":402633,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":395188,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:55:50.440 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-06T07:55:50.441 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph pg dump --format=json 2024-06-06T07:55:50.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:50 smithi027 ceph-mon[32293]: from='client.25183 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:50.649 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:50 smithi176 ceph-mon[36543]: from='client.25183 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:50.699 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:50.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:50 smithi203 ceph-mon[37192]: from='client.25183 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:51.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:51 smithi027 ceph-mon[32293]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 40 op/s 2024-06-06T07:55:51.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:51 smithi176 ceph-mon[36543]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 40 op/s 2024-06-06T07:55:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:51 smithi203 ceph-mon[37192]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 76 KiB/s wr, 40 op/s 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 -- 172.21.15.27:0/1483951899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101d40 msgr2=0x7f502410e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 --2- 172.21.15.27:0/1483951899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101d40 0x7f502410e230 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f501c00b0a0 tx=0x7f501c00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 -- 172.21.15.27:0/1483951899 shutdown_connections 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 --2- 172.21.15.27:0/1483951899 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101d40 0x7f502410e230 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 --2- 172.21.15.27:0/1483951899 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f50241073f0 0x7f50241077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 --2- 172.21.15.27:0/1483951899 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5024101380 0x7f5024101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 -- 172.21.15.27:0/1483951899 >> 172.21.15.27:0/1483951899 conn(0x7f5024078300 msgr2=0x7f5024078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 -- 172.21.15.27:0/1483951899 shutdown_connections 2024-06-06T07:55:52.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.393+0000 7f50291da700 1 -- 172.21.15.27:0/1483951899 wait complete. 2024-06-06T07:55:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 Processor -- start 2024-06-06T07:55:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 -- start start 2024-06-06T07:55:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 0x7f5024103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5024101d40 0x7f50241035a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50241073f0 0x7f5024103ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:52.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f50241117d0 con 0x7f5024101380 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5024111650 con 0x7f5024101d40 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.394+0000 7f50291da700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5024111950 con 0x7f50241073f0 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 0x7f5024103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 0x7f5024103060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33756/0 (socket says 172.21.15.27:33756) 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 -- 172.21.15.27:0/2694266834 learned_addr learned my addr 172.21.15.27:0/2694266834 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f502259c700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5024101d40 0x7f50241035a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f502359e700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50241073f0 0x7f5024103ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 -- 172.21.15.27:0/2694266834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50241073f0 msgr2=0x7f5024103ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50241073f0 0x7f5024103ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 -- 172.21.15.27:0/2694266834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5024101d40 msgr2=0x7f50241035a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:52.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5024101d40 0x7f50241035a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 -- 172.21.15.27:0/2694266834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50241a71c0 con 0x7f5024101380 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f502359e700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50241073f0 0x7f5024103ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f502259c700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5024101d40 0x7f50241035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f5022d9d700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 0x7f5024103060 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f501400d950 tx=0x7f501400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5014016070 con 0x7f5024101380 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50241a74b0 con 0x7f5024101380 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5014009b40 con 0x7f5024101380 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.395+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501400f620 con 0x7f5024101380 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.396+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50241a7a40 con 0x7f5024101380 2024-06-06T07:55:52.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.397+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5024069180 con 0x7f5024101380 2024-06-06T07:55:52.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.398+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f5014019070 con 0x7f5024101380 2024-06-06T07:55:52.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.398+0000 7f500bfff700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f500c0a2eb0 0x7f500c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:52.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.399+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f50140cfba0 con 0x7f5024101380 2024-06-06T07:55:52.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.399+0000 7f502259c700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f500c0a2eb0 0x7f500c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:52.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.399+0000 7f502259c700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f500c0a2eb0 0x7f500c0a5370 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5024078870 tx=0x7f501800b2c0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:52.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.402+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f501409c210 con 0x7f5024101380 2024-06-06T07:55:52.601 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.602+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f50241051a0 con 0x7f500c0a2eb0 2024-06-06T07:55:52.610 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.611+0000 7f500bfff700 1 -- 172.21.15.27:0/2694266834 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339967 (secure 0 0 0) 0x7f50241051a0 con 0x7f500c0a2eb0 2024-06-06T07:55:52.615 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f500c0a2eb0 msgr2=0x7f500c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f500c0a2eb0 0x7f500c0a5370 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f5024078870 tx=0x7f501800b2c0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 msgr2=0x7f5024103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 0x7f5024103060 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f501400d950 tx=0x7f501400dd10 comp rx=0 tx=0).stop 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 shutdown_connections 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f500c0a2eb0 0x7f500c0a5370 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50241073f0 0x7f5024103ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5024101380 0x7f5024103060 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 --2- 172.21.15.27:0/2694266834 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5024101d40 0x7f50241035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:52.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 >> 172.21.15.27:0/2694266834 conn(0x7f5024078300 msgr2=0x7f50241004f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:52.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 shutdown_connections 2024-06-06T07:55:52.618 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:52.615+0000 7f50291da700 1 -- 172.21.15.27:0/2694266834 wait complete. 2024-06-06T07:55:52.618 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2024-06-06T07:55:53.358 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2024-06-06T07:55:52.230689+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1394316,"num_objects":104,"num_object_clones":0,"num_object_copies":314,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":2758,"num_read_kb":1824,"num_write":722,"num_write_kb":5338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1182348,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1045,"ondisk_log_size":1045,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":367280,"kb_used_data":13928,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124574544,"statfs":{"total":1151940427776,"available":1151564333056,"internally_reserved":0,"allocated":14262272,"data_stored":11149574,"data_compressed":636066,"data_compressed_allocated":860160,"data_compressed_original":5050368,"omap_allocated":19143,"internal_metadata":361674041},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":385,"num_read_kb":302,"num_write":126,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002980"},"pg_stats":[{"pgid":"3.3f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306589+0000","last_change":"2024-06-06T07:51:08.173630+0000","last_active":"2024-06-06T07:55:26.306589+0000","last_peered":"2024-06-06T07:55:26.306589+0000","last_clean":"2024-06-06T07:55:26.306589+0000","last_became_active":"2024-06-06T07:51:08.173193+0000","last_became_peered":"2024-06-06T07:51:08.173193+0000","last_unstale":"2024-06-06T07:55:26.306589+0000","last_undegraded":"2024-06-06T07:55:26.306589+0000","last_fullsized":"2024-06-06T07:55:26.306589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:04:50.586832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485065+0000","last_change":"2024-06-06T07:51:08.168001+0000","last_active":"2024-06-06T07:55:26.485065+0000","last_peered":"2024-06-06T07:55:26.485065+0000","last_clean":"2024-06-06T07:55:26.485065+0000","last_became_active":"2024-06-06T07:51:08.167614+0000","last_became_peered":"2024-06-06T07:51:08.167614+0000","last_unstale":"2024-06-06T07:55:26.485065+0000","last_undegraded":"2024-06-06T07:55:26.485065+0000","last_fullsized":"2024-06-06T07:55:26.485065+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:10:18.782523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484610+0000","last_change":"2024-06-06T07:51:08.170767+0000","last_active":"2024-06-06T07:55:26.484610+0000","last_peered":"2024-06-06T07:55:26.484610+0000","last_clean":"2024-06-06T07:55:26.484610+0000","last_became_active":"2024-06-06T07:51:08.170451+0000","last_became_peered":"2024-06-06T07:51:08.170451+0000","last_unstale":"2024-06-06T07:55:26.484610+0000","last_undegraded":"2024-06-06T07:55:26.484610+0000","last_fullsized":"2024-06-06T07:55:26.484610+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:28:28.683641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494096+0000","last_change":"2024-06-06T07:51:08.179864+0000","last_active":"2024-06-06T07:55:26.494096+0000","last_peered":"2024-06-06T07:55:26.494096+0000","last_clean":"2024-06-06T07:55:26.494096+0000","last_became_active":"2024-06-06T07:51:08.179468+0000","last_became_peered":"2024-06-06T07:51:08.179468+0000","last_unstale":"2024-06-06T07:55:26.494096+0000","last_undegraded":"2024-06-06T07:55:26.494096+0000","last_fullsized":"2024-06-06T07:55:26.494096+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:35:53.760191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"100'4","reported_seq":44,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565555+0000","last_change":"2024-06-06T07:51:08.166107+0000","last_active":"2024-06-06T07:55:26.565555+0000","last_peered":"2024-06-06T07:55:26.565555+0000","last_clean":"2024-06-06T07:55:26.565555+0000","last_became_active":"2024-06-06T07:51:08.164921+0000","last_became_peered":"2024-06-06T07:51:08.164921+0000","last_unstale":"2024-06-06T07:55:26.565555+0000","last_undegraded":"2024-06-06T07:55:26.565555+0000","last_fullsized":"2024-06-06T07:55:26.565555+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:01:09.592375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209052+0000","last_change":"2024-06-06T07:51:08.177448+0000","last_active":"2024-06-06T07:55:26.209052+0000","last_peered":"2024-06-06T07:55:26.209052+0000","last_clean":"2024-06-06T07:55:26.209052+0000","last_became_active":"2024-06-06T07:51:08.177105+0000","last_became_peered":"2024-06-06T07:51:08.177105+0000","last_unstale":"2024-06-06T07:55:26.209052+0000","last_undegraded":"2024-06-06T07:55:26.209052+0000","last_fullsized":"2024-06-06T07:55:26.209052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:32:01.069641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:08.164310+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:08.163923+0000","last_became_peered":"2024-06-06T07:51:08.163923+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:00:25.001313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305917+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.305917+0000","last_peered":"2024-06-06T07:55:26.305917+0000","last_clean":"2024-06-06T07:55:26.305917+0000","last_became_active":"2024-06-06T07:51:08.167559+0000","last_became_peered":"2024-06-06T07:51:08.167559+0000","last_unstale":"2024-06-06T07:55:26.305917+0000","last_undegraded":"2024-06-06T07:55:26.305917+0000","last_fullsized":"2024-06-06T07:55:26.305917+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:48:09.277985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"100'11","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490038+0000","last_change":"2024-06-06T07:51:08.173388+0000","last_active":"2024-06-06T07:55:26.490038+0000","last_peered":"2024-06-06T07:55:26.490038+0000","last_clean":"2024-06-06T07:55:26.490038+0000","last_became_active":"2024-06-06T07:51:08.173108+0000","last_became_peered":"2024-06-06T07:51:08.173108+0000","last_unstale":"2024-06-06T07:55:26.490038+0000","last_undegraded":"2024-06-06T07:55:26.490038+0000","last_fullsized":"2024-06-06T07:55:26.490038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:56:53.895989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"100'16","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209379+0000","last_change":"2024-06-06T07:51:08.177570+0000","last_active":"2024-06-06T07:55:26.209379+0000","last_peered":"2024-06-06T07:55:26.209379+0000","last_clean":"2024-06-06T07:55:26.209379+0000","last_became_active":"2024-06-06T07:51:08.177231+0000","last_became_peered":"2024-06-06T07:51:08.177231+0000","last_unstale":"2024-06-06T07:55:26.209379+0000","last_undegraded":"2024-06-06T07:55:26.209379+0000","last_fullsized":"2024-06-06T07:55:26.209379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:19.267524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487925+0000","last_change":"2024-06-06T07:51:08.171971+0000","last_active":"2024-06-06T07:55:26.487925+0000","last_peered":"2024-06-06T07:55:26.487925+0000","last_clean":"2024-06-06T07:55:26.487925+0000","last_became_active":"2024-06-06T07:51:08.170332+0000","last_became_peered":"2024-06-06T07:51:08.170332+0000","last_unstale":"2024-06-06T07:55:26.487925+0000","last_undegraded":"2024-06-06T07:55:26.487925+0000","last_fullsized":"2024-06-06T07:55:26.487925+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:14:50.777472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494221+0000","last_change":"2024-06-06T07:51:08.180703+0000","last_active":"2024-06-06T07:55:26.494221+0000","last_peered":"2024-06-06T07:55:26.494221+0000","last_clean":"2024-06-06T07:55:26.494221+0000","last_became_active":"2024-06-06T07:51:08.179926+0000","last_became_peered":"2024-06-06T07:51:08.179926+0000","last_unstale":"2024-06-06T07:55:26.494221+0000","last_undegraded":"2024-06-06T07:55:26.494221+0000","last_fullsized":"2024-06-06T07:55:26.494221+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:20:13.807953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490310+0000","last_change":"2024-06-06T07:51:08.172687+0000","last_active":"2024-06-06T07:55:26.490310+0000","last_peered":"2024-06-06T07:55:26.490310+0000","last_clean":"2024-06-06T07:55:26.490310+0000","last_became_active":"2024-06-06T07:51:08.171746+0000","last_became_peered":"2024-06-06T07:51:08.171746+0000","last_unstale":"2024-06-06T07:55:26.490310+0000","last_undegraded":"2024-06-06T07:55:26.490310+0000","last_fullsized":"2024-06-06T07:55:26.490310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:10:24.487132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484499+0000","last_change":"2024-06-06T07:51:08.166882+0000","last_active":"2024-06-06T07:55:26.484499+0000","last_peered":"2024-06-06T07:55:26.484499+0000","last_clean":"2024-06-06T07:55:26.484499+0000","last_became_active":"2024-06-06T07:51:08.166356+0000","last_became_peered":"2024-06-06T07:51:08.166356+0000","last_unstale":"2024-06-06T07:55:26.484499+0000","last_undegraded":"2024-06-06T07:55:26.484499+0000","last_fullsized":"2024-06-06T07:55:26.484499+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:34:33.198020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484429+0000","last_change":"2024-06-06T07:51:08.169424+0000","last_active":"2024-06-06T07:55:26.484429+0000","last_peered":"2024-06-06T07:55:26.484429+0000","last_clean":"2024-06-06T07:55:26.484429+0000","last_became_active":"2024-06-06T07:51:08.169080+0000","last_became_peered":"2024-06-06T07:51:08.169080+0000","last_unstale":"2024-06-06T07:55:26.484429+0000","last_undegraded":"2024-06-06T07:55:26.484429+0000","last_fullsized":"2024-06-06T07:55:26.484429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:08:43.316479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489557+0000","last_change":"2024-06-06T07:51:08.172732+0000","last_active":"2024-06-06T07:55:26.489557+0000","last_peered":"2024-06-06T07:55:26.489557+0000","last_clean":"2024-06-06T07:55:26.489557+0000","last_became_active":"2024-06-06T07:51:08.172406+0000","last_became_peered":"2024-06-06T07:51:08.172406+0000","last_unstale":"2024-06-06T07:55:26.489557+0000","last_undegraded":"2024-06-06T07:55:26.489557+0000","last_fullsized":"2024-06-06T07:55:26.489557+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:37:24.161108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306518+0000","last_change":"2024-06-06T07:51:08.177600+0000","last_active":"2024-06-06T07:55:26.306518+0000","last_peered":"2024-06-06T07:55:26.306518+0000","last_clean":"2024-06-06T07:55:26.306518+0000","last_became_active":"2024-06-06T07:51:08.177255+0000","last_became_peered":"2024-06-06T07:51:08.177255+0000","last_unstale":"2024-06-06T07:55:26.306518+0000","last_undegraded":"2024-06-06T07:55:26.306518+0000","last_fullsized":"2024-06-06T07:55:26.306518+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:50:46.809319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"100'10","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:08.172913+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:08.172609+0000","last_became_peered":"2024-06-06T07:51:08.172609+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:29:34.504547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482672+0000","last_change":"2024-06-06T07:51:08.176197+0000","last_active":"2024-06-06T07:55:26.482672+0000","last_peered":"2024-06-06T07:55:26.482672+0000","last_clean":"2024-06-06T07:55:26.482672+0000","last_became_active":"2024-06-06T07:51:08.175825+0000","last_became_peered":"2024-06-06T07:51:08.175825+0000","last_unstale":"2024-06-06T07:55:26.482672+0000","last_undegraded":"2024-06-06T07:55:26.482672+0000","last_fullsized":"2024-06-06T07:55:26.482672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:55:13.937987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482217+0000","last_change":"2024-06-06T07:51:20.249116+0000","last_active":"2024-06-06T07:55:26.482217+0000","last_peered":"2024-06-06T07:55:26.482217+0000","last_clean":"2024-06-06T07:55:26.482217+0000","last_became_active":"2024-06-06T07:51:20.248480+0000","last_became_peered":"2024-06-06T07:51:20.248480+0000","last_unstale":"2024-06-06T07:55:26.482217+0000","last_undegraded":"2024-06-06T07:55:26.482217+0000","last_fullsized":"2024-06-06T07:55:26.482217+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:03:51.432181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"100'14","reported_seq":278,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:51.038735+0000","last_change":"2024-06-06T07:51:04.132664+0000","last_active":"2024-06-06T07:55:51.038735+0000","last_peered":"2024-06-06T07:55:51.038735+0000","last_clean":"2024-06-06T07:55:51.038735+0000","last_became_active":"2024-06-06T07:51:04.132285+0000","last_became_peered":"2024-06-06T07:51:04.132285+0000","last_unstale":"2024-06-06T07:55:51.038735+0000","last_undegraded":"2024-06-06T07:55:51.038735+0000","last_fullsized":"2024-06-06T07:55:51.038735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:18:52.637063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":216,"num_read_kb":216,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306726+0000","last_change":"2024-06-06T07:51:08.172763+0000","last_active":"2024-06-06T07:55:26.306726+0000","last_peered":"2024-06-06T07:55:26.306726+0000","last_clean":"2024-06-06T07:55:26.306726+0000","last_became_active":"2024-06-06T07:51:08.172426+0000","last_became_peered":"2024-06-06T07:51:08.172426+0000","last_unstale":"2024-06-06T07:55:26.306726+0000","last_undegraded":"2024-06-06T07:55:26.306726+0000","last_fullsized":"2024-06-06T07:55:26.306726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:51:45.018695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.493931+0000","last_change":"2024-06-06T07:51:20.242355+0000","last_active":"2024-06-06T07:55:26.493931+0000","last_peered":"2024-06-06T07:55:26.493931+0000","last_clean":"2024-06-06T07:55:26.493931+0000","last_became_active":"2024-06-06T07:51:20.241606+0000","last_became_peered":"2024-06-06T07:51:20.241606+0000","last_unstale":"2024-06-06T07:55:26.493931+0000","last_undegraded":"2024-06-06T07:55:26.493931+0000","last_fullsized":"2024-06-06T07:55:26.493931+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:02:21.273661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307174+0000","last_change":"2024-06-06T07:51:04.238210+0000","last_active":"2024-06-06T07:55:26.307174+0000","last_peered":"2024-06-06T07:55:26.307174+0000","last_clean":"2024-06-06T07:55:26.307174+0000","last_became_active":"2024-06-06T07:51:04.237773+0000","last_became_peered":"2024-06-06T07:51:04.237773+0000","last_unstale":"2024-06-06T07:55:26.307174+0000","last_undegraded":"2024-06-06T07:55:26.307174+0000","last_fullsized":"2024-06-06T07:55:26.307174+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:25:34.800674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484724+0000","last_change":"2024-06-06T07:51:08.171916+0000","last_active":"2024-06-06T07:55:26.484724+0000","last_peered":"2024-06-06T07:55:26.484724+0000","last_clean":"2024-06-06T07:55:26.484724+0000","last_became_active":"2024-06-06T07:51:08.171566+0000","last_became_peered":"2024-06-06T07:51:08.171566+0000","last_unstale":"2024-06-06T07:55:26.484724+0000","last_undegraded":"2024-06-06T07:55:26.484724+0000","last_fullsized":"2024-06-06T07:55:26.484724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:00:54.931836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494067+0000","last_change":"2024-06-06T07:51:20.240910+0000","last_active":"2024-06-06T07:55:26.494067+0000","last_peered":"2024-06-06T07:55:26.494067+0000","last_clean":"2024-06-06T07:55:26.494067+0000","last_became_active":"2024-06-06T07:51:20.240470+0000","last_became_peered":"2024-06-06T07:51:20.240470+0000","last_unstale":"2024-06-06T07:55:26.494067+0000","last_undegraded":"2024-06-06T07:55:26.494067+0000","last_fullsized":"2024-06-06T07:55:26.494067+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:11:22.127777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"98'12","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565861+0000","last_change":"2024-06-06T07:51:04.133032+0000","last_active":"2024-06-06T07:55:26.565861+0000","last_peered":"2024-06-06T07:55:26.565861+0000","last_clean":"2024-06-06T07:55:26.565861+0000","last_became_active":"2024-06-06T07:51:04.132247+0000","last_became_peered":"2024-06-06T07:51:04.132247+0000","last_unstale":"2024-06-06T07:55:26.565861+0000","last_undegraded":"2024-06-06T07:55:26.565861+0000","last_fullsized":"2024-06-06T07:55:26.565861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:35:17.897724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489677+0000","last_change":"2024-06-06T07:51:08.167799+0000","last_active":"2024-06-06T07:55:26.489677+0000","last_peered":"2024-06-06T07:55:26.489677+0000","last_clean":"2024-06-06T07:55:26.489677+0000","last_became_active":"2024-06-06T07:51:08.167067+0000","last_became_peered":"2024-06-06T07:51:08.167067+0000","last_unstale":"2024-06-06T07:55:26.489677+0000","last_undegraded":"2024-06-06T07:55:26.489677+0000","last_fullsized":"2024-06-06T07:55:26.489677+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:33:35.360679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494018+0000","last_change":"2024-06-06T07:51:20.242663+0000","last_active":"2024-06-06T07:55:26.494018+0000","last_peered":"2024-06-06T07:55:26.494018+0000","last_clean":"2024-06-06T07:55:26.494018+0000","last_became_active":"2024-06-06T07:51:20.242215+0000","last_became_peered":"2024-06-06T07:51:20.242215+0000","last_unstale":"2024-06-06T07:55:26.494018+0000","last_undegraded":"2024-06-06T07:55:26.494018+0000","last_fullsized":"2024-06-06T07:55:26.494018+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:30:00.438816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565525+0000","last_change":"2024-06-06T07:51:04.130094+0000","last_active":"2024-06-06T07:55:26.565525+0000","last_peered":"2024-06-06T07:55:26.565525+0000","last_clean":"2024-06-06T07:55:26.565525+0000","last_became_active":"2024-06-06T07:51:04.129665+0000","last_became_peered":"2024-06-06T07:51:04.129665+0000","last_unstale":"2024-06-06T07:55:26.565525+0000","last_undegraded":"2024-06-06T07:55:26.565525+0000","last_fullsized":"2024-06-06T07:55:26.565525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:48:55.693415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"100'15","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209412+0000","last_change":"2024-06-06T07:51:08.178867+0000","last_active":"2024-06-06T07:55:26.209412+0000","last_peered":"2024-06-06T07:55:26.209412+0000","last_clean":"2024-06-06T07:55:26.209412+0000","last_became_active":"2024-06-06T07:51:08.177749+0000","last_became_peered":"2024-06-06T07:51:08.177749+0000","last_unstale":"2024-06-06T07:55:26.209412+0000","last_undegraded":"2024-06-06T07:55:26.209412+0000","last_fullsized":"2024-06-06T07:55:26.209412+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:03:57.466100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482493+0000","last_change":"2024-06-06T07:51:20.246251+0000","last_active":"2024-06-06T07:55:26.482493+0000","last_peered":"2024-06-06T07:55:26.482493+0000","last_clean":"2024-06-06T07:55:26.482493+0000","last_became_active":"2024-06-06T07:51:20.245698+0000","last_became_peered":"2024-06-06T07:51:20.245698+0000","last_unstale":"2024-06-06T07:55:26.482493+0000","last_undegraded":"2024-06-06T07:55:26.482493+0000","last_fullsized":"2024-06-06T07:55:26.482493+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:55:31.897545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"101'10","reported_seq":276,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:51.039486+0000","last_change":"2024-06-06T07:51:04.133051+0000","last_active":"2024-06-06T07:55:51.039486+0000","last_peered":"2024-06-06T07:55:51.039486+0000","last_clean":"2024-06-06T07:55:51.039486+0000","last_became_active":"2024-06-06T07:51:04.132709+0000","last_became_peered":"2024-06-06T07:51:04.132709+0000","last_unstale":"2024-06-06T07:55:51.039486+0000","last_undegraded":"2024-06-06T07:55:51.039486+0000","last_fullsized":"2024-06-06T07:55:51.039486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:51.068358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2323,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":220,"num_read_kb":6,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"100'7","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565428+0000","last_change":"2024-06-06T07:51:08.166139+0000","last_active":"2024-06-06T07:55:26.565428+0000","last_peered":"2024-06-06T07:55:26.565428+0000","last_clean":"2024-06-06T07:55:26.565428+0000","last_became_active":"2024-06-06T07:51:08.165771+0000","last_became_peered":"2024-06-06T07:51:08.165771+0000","last_unstale":"2024-06-06T07:55:26.565428+0000","last_undegraded":"2024-06-06T07:55:26.565428+0000","last_fullsized":"2024-06-06T07:55:26.565428+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:13:56.596600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482436+0000","last_change":"2024-06-06T07:51:20.246331+0000","last_active":"2024-06-06T07:55:26.482436+0000","last_peered":"2024-06-06T07:55:26.482436+0000","last_clean":"2024-06-06T07:55:26.482436+0000","last_became_active":"2024-06-06T07:51:20.245785+0000","last_became_peered":"2024-06-06T07:51:20.245785+0000","last_unstale":"2024-06-06T07:55:26.482436+0000","last_undegraded":"2024-06-06T07:55:26.482436+0000","last_fullsized":"2024-06-06T07:55:26.482436+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:08:38.194204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"98'7","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209035+0000","last_change":"2024-06-06T07:51:04.128895+0000","last_active":"2024-06-06T07:55:26.209035+0000","last_peered":"2024-06-06T07:55:26.209035+0000","last_clean":"2024-06-06T07:55:26.209035+0000","last_became_active":"2024-06-06T07:51:04.127284+0000","last_became_peered":"2024-06-06T07:51:04.127284+0000","last_unstale":"2024-06-06T07:55:26.209035+0000","last_undegraded":"2024-06-06T07:55:26.209035+0000","last_fullsized":"2024-06-06T07:55:26.209035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:58:07.272345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209233+0000","last_change":"2024-06-06T07:51:08.179159+0000","last_active":"2024-06-06T07:55:26.209233+0000","last_peered":"2024-06-06T07:55:26.209233+0000","last_clean":"2024-06-06T07:55:26.209233+0000","last_became_active":"2024-06-06T07:51:08.178707+0000","last_became_peered":"2024-06-06T07:51:08.178707+0000","last_unstale":"2024-06-06T07:55:26.209233+0000","last_undegraded":"2024-06-06T07:55:26.209233+0000","last_fullsized":"2024-06-06T07:55:26.209233+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:29:26.738508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306435+0000","last_change":"2024-06-06T07:51:20.249131+0000","last_active":"2024-06-06T07:55:26.306435+0000","last_peered":"2024-06-06T07:55:26.306435+0000","last_clean":"2024-06-06T07:55:26.306435+0000","last_became_active":"2024-06-06T07:51:20.248702+0000","last_became_peered":"2024-06-06T07:51:20.248702+0000","last_unstale":"2024-06-06T07:55:26.306435+0000","last_undegraded":"2024-06-06T07:55:26.306435+0000","last_fullsized":"2024-06-06T07:55:26.306435+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:37:01.707766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"98'3","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490063+0000","last_change":"2024-06-06T07:51:04.128968+0000","last_active":"2024-06-06T07:55:26.490063+0000","last_peered":"2024-06-06T07:55:26.490063+0000","last_clean":"2024-06-06T07:55:26.490063+0000","last_became_active":"2024-06-06T07:51:04.128588+0000","last_became_peered":"2024-06-06T07:51:04.128588+0000","last_unstale":"2024-06-06T07:55:26.490063+0000","last_undegraded":"2024-06-06T07:55:26.490063+0000","last_fullsized":"2024-06-06T07:55:26.490063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:44:07.760181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"100'8","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306055+0000","last_change":"2024-06-06T07:51:08.170194+0000","last_active":"2024-06-06T07:55:26.306055+0000","last_peered":"2024-06-06T07:55:26.306055+0000","last_clean":"2024-06-06T07:55:26.306055+0000","last_became_active":"2024-06-06T07:51:08.168341+0000","last_became_peered":"2024-06-06T07:51:08.168341+0000","last_unstale":"2024-06-06T07:55:26.306055+0000","last_undegraded":"2024-06-06T07:55:26.306055+0000","last_fullsized":"2024-06-06T07:55:26.306055+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:11:35.615372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484957+0000","last_change":"2024-06-06T07:51:20.245531+0000","last_active":"2024-06-06T07:55:26.484957+0000","last_peered":"2024-06-06T07:55:26.484957+0000","last_clean":"2024-06-06T07:55:26.484957+0000","last_became_active":"2024-06-06T07:51:20.245122+0000","last_became_peered":"2024-06-06T07:51:20.245122+0000","last_unstale":"2024-06-06T07:55:26.484957+0000","last_undegraded":"2024-06-06T07:55:26.484957+0000","last_fullsized":"2024-06-06T07:55:26.484957+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:26.104637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"98'3","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208841+0000","last_change":"2024-06-06T07:51:04.133187+0000","last_active":"2024-06-06T07:55:26.208841+0000","last_peered":"2024-06-06T07:55:26.208841+0000","last_clean":"2024-06-06T07:55:26.208841+0000","last_became_active":"2024-06-06T07:51:04.132240+0000","last_became_peered":"2024-06-06T07:51:04.132240+0000","last_unstale":"2024-06-06T07:55:26.208841+0000","last_undegraded":"2024-06-06T07:55:26.208841+0000","last_fullsized":"2024-06-06T07:55:26.208841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:20:30.803843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209543+0000","last_change":"2024-06-06T07:51:08.166519+0000","last_active":"2024-06-06T07:55:26.209543+0000","last_peered":"2024-06-06T07:55:26.209543+0000","last_clean":"2024-06-06T07:55:26.209543+0000","last_became_active":"2024-06-06T07:51:08.166200+0000","last_became_peered":"2024-06-06T07:51:08.166200+0000","last_unstale":"2024-06-06T07:55:26.209543+0000","last_undegraded":"2024-06-06T07:55:26.209543+0000","last_fullsized":"2024-06-06T07:55:26.209543+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:11.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306144+0000","last_change":"2024-06-06T07:51:20.240354+0000","last_active":"2024-06-06T07:55:26.306144+0000","last_peered":"2024-06-06T07:55:26.306144+0000","last_clean":"2024-06-06T07:55:26.306144+0000","last_became_active":"2024-06-06T07:51:20.239826+0000","last_became_peered":"2024-06-06T07:51:20.239826+0000","last_unstale":"2024-06-06T07:55:26.306144+0000","last_undegraded":"2024-06-06T07:55:26.306144+0000","last_fullsized":"2024-06-06T07:55:26.306144+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:43:01.845432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"101'7","reported_seq":481,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:52.040392+0000","last_change":"2024-06-06T07:51:04.126251+0000","last_active":"2024-06-06T07:55:52.040392+0000","last_peered":"2024-06-06T07:55:52.040392+0000","last_clean":"2024-06-06T07:55:52.040392+0000","last_became_active":"2024-06-06T07:51:04.125810+0000","last_became_peered":"2024-06-06T07:51:04.125810+0000","last_unstale":"2024-06-06T07:55:52.040392+0000","last_undegraded":"2024-06-06T07:55:52.040392+0000","last_fullsized":"2024-06-06T07:55:52.040392+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:43:51.261771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":428,"num_read_kb":428,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"100'10","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489952+0000","last_change":"2024-06-06T07:51:08.172883+0000","last_active":"2024-06-06T07:55:26.489952+0000","last_peered":"2024-06-06T07:55:26.489952+0000","last_clean":"2024-06-06T07:55:26.489952+0000","last_became_active":"2024-06-06T07:51:08.171227+0000","last_became_peered":"2024-06-06T07:51:08.171227+0000","last_unstale":"2024-06-06T07:55:26.489952+0000","last_undegraded":"2024-06-06T07:55:26.489952+0000","last_fullsized":"2024-06-06T07:55:26.489952+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:07:02.274953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209449+0000","last_change":"2024-06-06T07:51:20.252286+0000","last_active":"2024-06-06T07:55:26.209449+0000","last_peered":"2024-06-06T07:55:26.209449+0000","last_clean":"2024-06-06T07:55:26.209449+0000","last_became_active":"2024-06-06T07:51:20.251797+0000","last_became_peered":"2024-06-06T07:51:20.251797+0000","last_unstale":"2024-06-06T07:55:26.209449+0000","last_undegraded":"2024-06-06T07:55:26.209449+0000","last_fullsized":"2024-06-06T07:55:26.209449+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:53.891879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"98'4","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487790+0000","last_change":"2024-06-06T07:51:04.130404+0000","last_active":"2024-06-06T07:55:26.487790+0000","last_peered":"2024-06-06T07:55:26.487790+0000","last_clean":"2024-06-06T07:55:26.487790+0000","last_became_active":"2024-06-06T07:51:04.130068+0000","last_became_peered":"2024-06-06T07:51:04.130068+0000","last_unstale":"2024-06-06T07:55:26.487790+0000","last_undegraded":"2024-06-06T07:55:26.487790+0000","last_fullsized":"2024-06-06T07:55:26.487790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:54:35.737532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"100'9","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484881+0000","last_change":"2024-06-06T07:51:35.347447+0000","last_active":"2024-06-06T07:55:26.484881+0000","last_peered":"2024-06-06T07:55:26.484881+0000","last_clean":"2024-06-06T07:55:26.484881+0000","last_became_active":"2024-06-06T07:51:35.347128+0000","last_became_peered":"2024-06-06T07:51:35.347128+0000","last_unstale":"2024-06-06T07:55:26.484881+0000","last_undegraded":"2024-06-06T07:55:26.484881+0000","last_fullsized":"2024-06-06T07:55:26.484881+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:59:24.188678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":38,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494217+0000","last_change":"2024-06-06T07:51:35.287264+0000","last_active":"2024-06-06T07:55:26.494217+0000","last_peered":"2024-06-06T07:55:26.494217+0000","last_clean":"2024-06-06T07:55:26.494217+0000","last_became_active":"2024-06-06T07:51:35.286753+0000","last_became_peered":"2024-06-06T07:51:35.286753+0000","last_unstale":"2024-06-06T07:55:26.494217+0000","last_undegraded":"2024-06-06T07:55:26.494217+0000","last_fullsized":"2024-06-06T07:55:26.494217+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:02:32.336943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"98'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209335+0000","last_change":"2024-06-06T07:51:04.238540+0000","last_active":"2024-06-06T07:55:26.209335+0000","last_peered":"2024-06-06T07:55:26.209335+0000","last_clean":"2024-06-06T07:55:26.209335+0000","last_became_active":"2024-06-06T07:51:04.238191+0000","last_became_peered":"2024-06-06T07:51:04.238191+0000","last_unstale":"2024-06-06T07:55:26.209335+0000","last_undegraded":"2024-06-06T07:55:26.209335+0000","last_fullsized":"2024-06-06T07:55:26.209335+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:24:16.266710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490150+0000","last_change":"2024-06-06T07:51:08.168833+0000","last_active":"2024-06-06T07:55:26.490150+0000","last_peered":"2024-06-06T07:55:26.490150+0000","last_clean":"2024-06-06T07:55:26.490150+0000","last_became_active":"2024-06-06T07:51:08.168369+0000","last_became_peered":"2024-06-06T07:51:08.168369+0000","last_unstale":"2024-06-06T07:55:26.490150+0000","last_undegraded":"2024-06-06T07:55:26.490150+0000","last_fullsized":"2024-06-06T07:55:26.490150+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:27:52.076926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208805+0000","last_change":"2024-06-06T07:51:35.347535+0000","last_active":"2024-06-06T07:55:26.208805+0000","last_peered":"2024-06-06T07:55:26.208805+0000","last_clean":"2024-06-06T07:55:26.208805+0000","last_became_active":"2024-06-06T07:51:35.347210+0000","last_became_peered":"2024-06-06T07:51:35.347210+0000","last_unstale":"2024-06-06T07:55:26.208805+0000","last_undegraded":"2024-06-06T07:55:26.208805+0000","last_fullsized":"2024-06-06T07:55:26.208805+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:13:18.606810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.14","version":"101'45","reported_seq":552,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:52.040040+0000","last_change":"2024-06-06T07:51:35.295748+0000","last_active":"2024-06-06T07:55:52.040040+0000","last_peered":"2024-06-06T07:55:52.040040+0000","last_clean":"2024-06-06T07:55:52.040040+0000","last_became_active":"2024-06-06T07:51:35.286614+0000","last_became_peered":"2024-06-06T07:51:35.286614+0000","last_unstale":"2024-06-06T07:55:52.040040+0000","last_undegraded":"2024-06-06T07:55:52.040040+0000","last_fullsized":"2024-06-06T07:55:52.040040+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:38:58.608289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72275,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":444,"num_read_kb":294,"num_write":47,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"100'6","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565673+0000","last_change":"2024-06-06T07:51:08.167297+0000","last_active":"2024-06-06T07:55:26.565673+0000","last_peered":"2024-06-06T07:55:26.565673+0000","last_clean":"2024-06-06T07:55:26.565673+0000","last_became_active":"2024-06-06T07:51:08.166906+0000","last_became_peered":"2024-06-06T07:51:08.166906+0000","last_unstale":"2024-06-06T07:55:26.565673+0000","last_undegraded":"2024-06-06T07:55:26.565673+0000","last_fullsized":"2024-06-06T07:55:26.565673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:44:57.541821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209789+0000","last_change":"2024-06-06T07:51:20.243338+0000","last_active":"2024-06-06T07:55:26.209789+0000","last_peered":"2024-06-06T07:55:26.209789+0000","last_clean":"2024-06-06T07:55:26.209789+0000","last_became_active":"2024-06-06T07:51:20.242281+0000","last_became_peered":"2024-06-06T07:51:20.242281+0000","last_unstale":"2024-06-06T07:55:26.209789+0000","last_undegraded":"2024-06-06T07:55:26.209789+0000","last_fullsized":"2024-06-06T07:55:26.209789+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:29:27.838287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"98'9","reported_seq":59,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482519+0000","last_change":"2024-06-06T07:51:04.128573+0000","last_active":"2024-06-06T07:55:26.482519+0000","last_peered":"2024-06-06T07:55:26.482519+0000","last_clean":"2024-06-06T07:55:26.482519+0000","last_became_active":"2024-06-06T07:51:04.128213+0000","last_became_peered":"2024-06-06T07:51:04.128213+0000","last_unstale":"2024-06-06T07:55:26.482519+0000","last_undegraded":"2024-06-06T07:55:26.482519+0000","last_fullsized":"2024-06-06T07:55:26.482519+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:16:26.998626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"100'9","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490256+0000","last_change":"2024-06-06T07:51:08.165033+0000","last_active":"2024-06-06T07:55:26.490256+0000","last_peered":"2024-06-06T07:55:26.490256+0000","last_clean":"2024-06-06T07:55:26.490256+0000","last_became_active":"2024-06-06T07:51:08.164734+0000","last_became_peered":"2024-06-06T07:51:08.164734+0000","last_unstale":"2024-06-06T07:55:26.490256+0000","last_undegraded":"2024-06-06T07:55:26.490256+0000","last_fullsized":"2024-06-06T07:55:26.490256+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:25:27.337320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306149+0000","last_change":"2024-06-06T07:51:20.250475+0000","last_active":"2024-06-06T07:55:26.306149+0000","last_peered":"2024-06-06T07:55:26.306149+0000","last_clean":"2024-06-06T07:55:26.306149+0000","last_became_active":"2024-06-06T07:51:20.249977+0000","last_became_peered":"2024-06-06T07:51:20.249977+0000","last_unstale":"2024-06-06T07:55:26.306149+0000","last_undegraded":"2024-06-06T07:55:26.306149+0000","last_fullsized":"2024-06-06T07:55:26.306149+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:22:24.057277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"98'5","reported_seq":53,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209231+0000","last_change":"2024-06-06T07:51:04.134079+0000","last_active":"2024-06-06T07:55:26.209231+0000","last_peered":"2024-06-06T07:55:26.209231+0000","last_clean":"2024-06-06T07:55:26.209231+0000","last_became_active":"2024-06-06T07:51:04.132566+0000","last_became_peered":"2024-06-06T07:51:04.132566+0000","last_unstale":"2024-06-06T07:55:26.209231+0000","last_undegraded":"2024-06-06T07:55:26.209231+0000","last_fullsized":"2024-06-06T07:55:26.209231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:39:50.180580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487606+0000","last_change":"2024-06-06T07:51:08.169430+0000","last_active":"2024-06-06T07:55:26.487606+0000","last_peered":"2024-06-06T07:55:26.487606+0000","last_clean":"2024-06-06T07:55:26.487606+0000","last_became_active":"2024-06-06T07:51:08.169105+0000","last_became_peered":"2024-06-06T07:51:08.169105+0000","last_unstale":"2024-06-06T07:55:26.487606+0000","last_undegraded":"2024-06-06T07:55:26.487606+0000","last_fullsized":"2024-06-06T07:55:26.487606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:48:43.706998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.210066+0000","last_change":"2024-06-06T07:51:20.249745+0000","last_active":"2024-06-06T07:55:26.210066+0000","last_peered":"2024-06-06T07:55:26.210066+0000","last_clean":"2024-06-06T07:55:26.210066+0000","last_became_active":"2024-06-06T07:51:20.249303+0000","last_became_peered":"2024-06-06T07:51:20.249303+0000","last_unstale":"2024-06-06T07:55:26.210066+0000","last_undegraded":"2024-06-06T07:55:26.210066+0000","last_fullsized":"2024-06-06T07:55:26.210066+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:07:59.093100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"101'6","reported_seq":266,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.049232+0000","last_change":"2024-06-06T07:51:04.132051+0000","last_active":"2024-06-06T07:55:46.049232+0000","last_peered":"2024-06-06T07:55:46.049232+0000","last_clean":"2024-06-06T07:55:46.049232+0000","last_became_active":"2024-06-06T07:51:04.131447+0000","last_became_peered":"2024-06-06T07:51:04.131447+0000","last_unstale":"2024-06-06T07:55:46.049232+0000","last_undegraded":"2024-06-06T07:55:46.049232+0000","last_fullsized":"2024-06-06T07:55:46.049232+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:09:27.695307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487452+0000","last_change":"2024-06-06T07:51:08.166443+0000","last_active":"2024-06-06T07:55:26.487452+0000","last_peered":"2024-06-06T07:55:26.487452+0000","last_clean":"2024-06-06T07:55:26.487452+0000","last_became_active":"2024-06-06T07:51:08.166104+0000","last_became_peered":"2024-06-06T07:51:08.166104+0000","last_unstale":"2024-06-06T07:55:26.487452+0000","last_undegraded":"2024-06-06T07:55:26.487452+0000","last_fullsized":"2024-06-06T07:55:26.487452+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:28:32.875907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490544+0000","last_change":"2024-06-06T07:51:20.243294+0000","last_active":"2024-06-06T07:55:26.490544+0000","last_peered":"2024-06-06T07:55:26.490544+0000","last_clean":"2024-06-06T07:55:26.490544+0000","last_became_active":"2024-06-06T07:51:20.242903+0000","last_became_peered":"2024-06-06T07:51:20.242903+0000","last_unstale":"2024-06-06T07:55:26.490544+0000","last_undegraded":"2024-06-06T07:55:26.490544+0000","last_fullsized":"2024-06-06T07:55:26.490544+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:20:57.199772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"98'17","reported_seq":65,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565343+0000","last_change":"2024-06-06T07:51:04.238244+0000","last_active":"2024-06-06T07:55:26.565343+0000","last_peered":"2024-06-06T07:55:26.565343+0000","last_clean":"2024-06-06T07:55:26.565343+0000","last_became_active":"2024-06-06T07:51:04.237835+0000","last_became_peered":"2024-06-06T07:51:04.237835+0000","last_unstale":"2024-06-06T07:55:26.565343+0000","last_undegraded":"2024-06-06T07:55:26.565343+0000","last_fullsized":"2024-06-06T07:55:26.565343+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:31:57.189764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"100'6","reported_seq":24,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209654+0000","last_change":"2024-06-06T07:51:35.286059+0000","last_active":"2024-06-06T07:55:26.209654+0000","last_peered":"2024-06-06T07:55:26.209654+0000","last_clean":"2024-06-06T07:55:26.209654+0000","last_became_active":"2024-06-06T07:51:35.285682+0000","last_became_peered":"2024-06-06T07:51:35.285682+0000","last_unstale":"2024-06-06T07:55:26.209654+0000","last_undegraded":"2024-06-06T07:55:26.209654+0000","last_fullsized":"2024-06-06T07:55:26.209654+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:12:41.554618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,1],"acting":[9,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208897+0000","last_change":"2024-06-06T07:51:20.241998+0000","last_active":"2024-06-06T07:55:26.208897+0000","last_peered":"2024-06-06T07:55:26.208897+0000","last_clean":"2024-06-06T07:55:26.208897+0000","last_became_active":"2024-06-06T07:51:20.240822+0000","last_became_peered":"2024-06-06T07:51:20.240822+0000","last_unstale":"2024-06-06T07:55:26.208897+0000","last_undegraded":"2024-06-06T07:55:26.208897+0000","last_fullsized":"2024-06-06T07:55:26.208897+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:02:50.486429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"98'2","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565930+0000","last_change":"2024-06-06T07:51:04.131530+0000","last_active":"2024-06-06T07:55:26.565930+0000","last_peered":"2024-06-06T07:55:26.565930+0000","last_clean":"2024-06-06T07:55:26.565930+0000","last_became_active":"2024-06-06T07:51:04.130795+0000","last_became_peered":"2024-06-06T07:51:04.130795+0000","last_unstale":"2024-06-06T07:55:26.565930+0000","last_undegraded":"2024-06-06T07:55:26.565930+0000","last_fullsized":"2024-06-06T07:55:26.565930+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:33:19.022752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306449+0000","last_change":"2024-06-06T07:51:08.165718+0000","last_active":"2024-06-06T07:55:26.306449+0000","last_peered":"2024-06-06T07:55:26.306449+0000","last_clean":"2024-06-06T07:55:26.306449+0000","last_became_active":"2024-06-06T07:51:08.165336+0000","last_became_peered":"2024-06-06T07:51:08.165336+0000","last_unstale":"2024-06-06T07:55:26.306449+0000","last_undegraded":"2024-06-06T07:55:26.306449+0000","last_fullsized":"2024-06-06T07:55:26.306449+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:25:08.235618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565482+0000","last_change":"2024-06-06T07:51:20.407608+0000","last_active":"2024-06-06T07:55:26.565482+0000","last_peered":"2024-06-06T07:55:26.565482+0000","last_clean":"2024-06-06T07:55:26.565482+0000","last_became_active":"2024-06-06T07:51:20.407165+0000","last_became_peered":"2024-06-06T07:51:20.407165+0000","last_unstale":"2024-06-06T07:55:26.565482+0000","last_undegraded":"2024-06-06T07:55:26.565482+0000","last_fullsized":"2024-06-06T07:55:26.565482+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:33:43.575279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"98'1","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209830+0000","last_change":"2024-06-06T07:51:04.238651+0000","last_active":"2024-06-06T07:55:26.209830+0000","last_peered":"2024-06-06T07:55:26.209830+0000","last_clean":"2024-06-06T07:55:26.209830+0000","last_became_active":"2024-06-06T07:51:04.238178+0000","last_became_peered":"2024-06-06T07:51:04.238178+0000","last_unstale":"2024-06-06T07:55:26.209830+0000","last_undegraded":"2024-06-06T07:55:26.209830+0000","last_fullsized":"2024-06-06T07:55:26.209830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:48:08.499060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209489+0000","last_change":"2024-06-06T07:51:08.166465+0000","last_active":"2024-06-06T07:55:26.209489+0000","last_peered":"2024-06-06T07:55:26.209489+0000","last_clean":"2024-06-06T07:55:26.209489+0000","last_became_active":"2024-06-06T07:51:08.165574+0000","last_became_peered":"2024-06-06T07:51:08.165574+0000","last_unstale":"2024-06-06T07:55:26.209489+0000","last_undegraded":"2024-06-06T07:55:26.209489+0000","last_fullsized":"2024-06-06T07:55:26.209489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:50:27.445584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490284+0000","last_change":"2024-06-06T07:51:20.240896+0000","last_active":"2024-06-06T07:55:26.490284+0000","last_peered":"2024-06-06T07:55:26.490284+0000","last_clean":"2024-06-06T07:55:26.490284+0000","last_became_active":"2024-06-06T07:51:20.239840+0000","last_became_peered":"2024-06-06T07:51:20.239840+0000","last_unstale":"2024-06-06T07:55:26.490284+0000","last_undegraded":"2024-06-06T07:55:26.490284+0000","last_fullsized":"2024-06-06T07:55:26.490284+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:47:21.618406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"101'7","reported_seq":267,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.032783+0000","last_change":"2024-06-06T07:51:04.129107+0000","last_active":"2024-06-06T07:55:46.032783+0000","last_peered":"2024-06-06T07:55:46.032783+0000","last_clean":"2024-06-06T07:55:46.032783+0000","last_became_active":"2024-06-06T07:51:04.128751+0000","last_became_peered":"2024-06-06T07:51:04.128751+0000","last_unstale":"2024-06-06T07:55:46.032783+0000","last_undegraded":"2024-06-06T07:55:46.032783+0000","last_fullsized":"2024-06-06T07:55:46.032783+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:36:47.894487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1286,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"100'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209106+0000","last_change":"2024-06-06T07:51:35.285589+0000","last_active":"2024-06-06T07:55:26.209106+0000","last_peered":"2024-06-06T07:55:26.209106+0000","last_clean":"2024-06-06T07:55:26.209106+0000","last_became_active":"2024-06-06T07:51:35.285085+0000","last_became_peered":"2024-06-06T07:51:35.285085+0000","last_unstale":"2024-06-06T07:55:26.209106+0000","last_undegraded":"2024-06-06T07:55:26.209106+0000","last_fullsized":"2024-06-06T07:55:26.209106+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:52:07.200059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490611+0000","last_change":"2024-06-06T07:51:20.407392+0000","last_active":"2024-06-06T07:55:26.490611+0000","last_peered":"2024-06-06T07:55:26.490611+0000","last_clean":"2024-06-06T07:55:26.490611+0000","last_became_active":"2024-06-06T07:51:20.406550+0000","last_became_peered":"2024-06-06T07:51:20.406550+0000","last_unstale":"2024-06-06T07:55:26.490611+0000","last_undegraded":"2024-06-06T07:55:26.490611+0000","last_fullsized":"2024-06-06T07:55:26.490611+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:05.746837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209214+0000","last_change":"2024-06-06T07:51:08.178288+0000","last_active":"2024-06-06T07:55:26.209214+0000","last_peered":"2024-06-06T07:55:26.209214+0000","last_clean":"2024-06-06T07:55:26.209214+0000","last_became_active":"2024-06-06T07:51:08.177709+0000","last_became_peered":"2024-06-06T07:51:08.177709+0000","last_unstale":"2024-06-06T07:55:26.209214+0000","last_undegraded":"2024-06-06T07:55:26.209214+0000","last_fullsized":"2024-06-06T07:55:26.209214+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:42:52.293144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"101'6","reported_seq":263,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.048676+0000","last_change":"2024-06-06T07:51:04.237666+0000","last_active":"2024-06-06T07:55:46.048676+0000","last_peered":"2024-06-06T07:55:46.048676+0000","last_clean":"2024-06-06T07:55:46.048676+0000","last_became_active":"2024-06-06T07:51:04.237310+0000","last_became_peered":"2024-06-06T07:51:04.237310+0000","last_unstale":"2024-06-06T07:55:46.048676+0000","last_undegraded":"2024-06-06T07:55:46.048676+0000","last_fullsized":"2024-06-06T07:55:46.048676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:43.803635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487830+0000","last_change":"2024-06-06T07:51:20.242301+0000","last_active":"2024-06-06T07:55:26.487830+0000","last_peered":"2024-06-06T07:55:26.487830+0000","last_clean":"2024-06-06T07:55:26.487830+0000","last_became_active":"2024-06-06T07:51:20.241654+0000","last_became_peered":"2024-06-06T07:51:20.241654+0000","last_unstale":"2024-06-06T07:55:26.487830+0000","last_undegraded":"2024-06-06T07:55:26.487830+0000","last_fullsized":"2024-06-06T07:55:26.487830+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:06:16.555951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306337+0000","last_change":"2024-06-06T07:51:08.177036+0000","last_active":"2024-06-06T07:55:26.306337+0000","last_peered":"2024-06-06T07:55:26.306337+0000","last_clean":"2024-06-06T07:55:26.306337+0000","last_became_active":"2024-06-06T07:51:08.176731+0000","last_became_peered":"2024-06-06T07:51:08.176731+0000","last_unstale":"2024-06-06T07:55:26.306337+0000","last_undegraded":"2024-06-06T07:55:26.306337+0000","last_fullsized":"2024-06-06T07:55:26.306337+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:01:02.338518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"98'6","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494169+0000","last_change":"2024-06-06T07:51:04.132775+0000","last_active":"2024-06-06T07:55:26.494169+0000","last_peered":"2024-06-06T07:55:26.494169+0000","last_clean":"2024-06-06T07:55:26.494169+0000","last_became_active":"2024-06-06T07:51:04.131513+0000","last_became_peered":"2024-06-06T07:51:04.131513+0000","last_unstale":"2024-06-06T07:55:26.494169+0000","last_undegraded":"2024-06-06T07:55:26.494169+0000","last_fullsized":"2024-06-06T07:55:26.494169+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:07:03.341926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"101'148","reported_seq":424,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:28.321136+0000","last_change":"2024-06-06T07:49:33.100953+0000","last_active":"2024-06-06T07:55:28.321136+0000","last_peered":"2024-06-06T07:55:28.321136+0000","last_clean":"2024-06-06T07:55:28.321136+0000","last_became_active":"2024-06-06T07:49:33.100434+0000","last_became_peered":"2024-06-06T07:49:33.100434+0000","last_unstale":"2024-06-06T07:55:28.321136+0000","last_undegraded":"2024-06-06T07:55:28.321136+0000","last_fullsized":"2024-06-06T07:55:28.321136+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:46:04.527209+0000","last_clean_scrub_stamp":"2024-06-06T07:46:04.527209+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:48.956140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565730+0000","last_change":"2024-06-06T07:51:35.348145+0000","last_active":"2024-06-06T07:55:26.565730+0000","last_peered":"2024-06-06T07:55:26.565730+0000","last_clean":"2024-06-06T07:55:26.565730+0000","last_became_active":"2024-06-06T07:51:35.347100+0000","last_became_peered":"2024-06-06T07:51:35.347100+0000","last_unstale":"2024-06-06T07:55:26.565730+0000","last_undegraded":"2024-06-06T07:55:26.565730+0000","last_fullsized":"2024-06-06T07:55:26.565730+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:09:53.726303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,6,10],"acting":[8,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489971+0000","last_change":"2024-06-06T07:51:08.169195+0000","last_active":"2024-06-06T07:55:26.489971+0000","last_peered":"2024-06-06T07:55:26.489971+0000","last_clean":"2024-06-06T07:55:26.489971+0000","last_became_active":"2024-06-06T07:51:08.168869+0000","last_became_peered":"2024-06-06T07:51:08.168869+0000","last_unstale":"2024-06-06T07:55:26.489971+0000","last_undegraded":"2024-06-06T07:55:26.489971+0000","last_fullsized":"2024-06-06T07:55:26.489971+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:23:07.970931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487371+0000","last_change":"2024-06-06T07:51:04.131528+0000","last_active":"2024-06-06T07:55:26.487371+0000","last_peered":"2024-06-06T07:55:26.487371+0000","last_clean":"2024-06-06T07:55:26.487371+0000","last_became_active":"2024-06-06T07:51:04.131189+0000","last_became_peered":"2024-06-06T07:51:04.131189+0000","last_unstale":"2024-06-06T07:55:26.487371+0000","last_undegraded":"2024-06-06T07:55:26.487371+0000","last_fullsized":"2024-06-06T07:55:26.487371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:28.958241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306241+0000","last_change":"2024-06-06T07:51:20.240303+0000","last_active":"2024-06-06T07:55:26.306241+0000","last_peered":"2024-06-06T07:55:26.306241+0000","last_clean":"2024-06-06T07:55:26.306241+0000","last_became_active":"2024-06-06T07:51:20.239868+0000","last_became_peered":"2024-06-06T07:51:20.239868+0000","last_unstale":"2024-06-06T07:55:26.306241+0000","last_undegraded":"2024-06-06T07:55:26.306241+0000","last_fullsized":"2024-06-06T07:55:26.306241+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:35:20.577898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565711+0000","last_change":"2024-06-06T07:51:04.238245+0000","last_active":"2024-06-06T07:55:26.565711+0000","last_peered":"2024-06-06T07:55:26.565711+0000","last_clean":"2024-06-06T07:55:26.565711+0000","last_became_active":"2024-06-06T07:51:04.237842+0000","last_became_peered":"2024-06-06T07:51:04.237842+0000","last_unstale":"2024-06-06T07:55:26.565711+0000","last_undegraded":"2024-06-06T07:55:26.565711+0000","last_fullsized":"2024-06-06T07:55:26.565711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:55:52.988192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490473+0000","last_change":"2024-06-06T07:51:08.173612+0000","last_active":"2024-06-06T07:55:26.490473+0000","last_peered":"2024-06-06T07:55:26.490473+0000","last_clean":"2024-06-06T07:55:26.490473+0000","last_became_active":"2024-06-06T07:51:08.172661+0000","last_became_peered":"2024-06-06T07:51:08.172661+0000","last_unstale":"2024-06-06T07:55:26.490473+0000","last_undegraded":"2024-06-06T07:55:26.490473+0000","last_fullsized":"2024-06-06T07:55:26.490473+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:37:25.007534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.305980+0000","last_change":"2024-06-06T07:51:20.406568+0000","last_active":"2024-06-06T07:55:26.305980+0000","last_peered":"2024-06-06T07:55:26.305980+0000","last_clean":"2024-06-06T07:55:26.305980+0000","last_became_active":"2024-06-06T07:51:20.406099+0000","last_became_peered":"2024-06-06T07:51:20.406099+0000","last_unstale":"2024-06-06T07:55:26.305980+0000","last_undegraded":"2024-06-06T07:55:26.305980+0000","last_fullsized":"2024-06-06T07:55:26.305980+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:52:42.814980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"101'106","reported_seq":256,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:42.147568+0000","last_change":"2024-06-06T07:51:35.290630+0000","last_active":"2024-06-06T07:55:42.147568+0000","last_peered":"2024-06-06T07:55:42.147568+0000","last_clean":"2024-06-06T07:55:42.147568+0000","last_became_active":"2024-06-06T07:51:35.288033+0000","last_became_peered":"2024-06-06T07:51:35.288033+0000","last_unstale":"2024-06-06T07:55:42.147568+0000","last_undegraded":"2024-06-06T07:55:42.147568+0000","last_fullsized":"2024-06-06T07:55:42.147568+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:46:42.773291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":193,"num_write_kb":1287,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"100'5","reported_seq":46,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307309+0000","last_change":"2024-06-06T07:51:08.169722+0000","last_active":"2024-06-06T07:55:26.307309+0000","last_peered":"2024-06-06T07:55:26.307309+0000","last_clean":"2024-06-06T07:55:26.307309+0000","last_became_active":"2024-06-06T07:51:08.168330+0000","last_became_peered":"2024-06-06T07:51:08.168330+0000","last_unstale":"2024-06-06T07:55:26.307309+0000","last_undegraded":"2024-06-06T07:55:26.307309+0000","last_fullsized":"2024-06-06T07:55:26.307309+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:08:04.089830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482192+0000","last_change":"2024-06-06T07:51:20.243757+0000","last_active":"2024-06-06T07:55:26.482192+0000","last_peered":"2024-06-06T07:55:26.482192+0000","last_clean":"2024-06-06T07:55:26.482192+0000","last_became_active":"2024-06-06T07:51:20.243350+0000","last_became_peered":"2024-06-06T07:51:20.243350+0000","last_unstale":"2024-06-06T07:55:26.482192+0000","last_undegraded":"2024-06-06T07:55:26.482192+0000","last_fullsized":"2024-06-06T07:55:26.482192+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:48:46.014547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"98'7","reported_seq":56,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494541+0000","last_change":"2024-06-06T07:51:04.268422+0000","last_active":"2024-06-06T07:55:26.494541+0000","last_peered":"2024-06-06T07:55:26.494541+0000","last_clean":"2024-06-06T07:55:26.494541+0000","last_became_active":"2024-06-06T07:51:04.268107+0000","last_became_peered":"2024-06-06T07:51:04.268107+0000","last_unstale":"2024-06-06T07:55:26.494541+0000","last_undegraded":"2024-06-06T07:55:26.494541+0000","last_fullsized":"2024-06-06T07:55:26.494541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:02:35.101144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.485043+0000","last_change":"2024-06-06T07:51:08.165453+0000","last_active":"2024-06-06T07:55:26.485043+0000","last_peered":"2024-06-06T07:55:26.485043+0000","last_clean":"2024-06-06T07:55:26.485043+0000","last_became_active":"2024-06-06T07:51:08.165099+0000","last_became_peered":"2024-06-06T07:51:08.165099+0000","last_unstale":"2024-06-06T07:55:26.485043+0000","last_undegraded":"2024-06-06T07:55:26.485043+0000","last_fullsized":"2024-06-06T07:55:26.485043+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:19:25.026308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494336+0000","last_change":"2024-06-06T07:51:20.407567+0000","last_active":"2024-06-06T07:55:26.494336+0000","last_peered":"2024-06-06T07:55:26.494336+0000","last_clean":"2024-06-06T07:55:26.494336+0000","last_became_active":"2024-06-06T07:51:20.407119+0000","last_became_peered":"2024-06-06T07:51:20.407119+0000","last_unstale":"2024-06-06T07:55:26.494336+0000","last_undegraded":"2024-06-06T07:55:26.494336+0000","last_fullsized":"2024-06-06T07:55:26.494336+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:50:52.175737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"98'2","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489619+0000","last_change":"2024-06-06T07:51:04.238469+0000","last_active":"2024-06-06T07:55:26.489619+0000","last_peered":"2024-06-06T07:55:26.489619+0000","last_clean":"2024-06-06T07:55:26.489619+0000","last_became_active":"2024-06-06T07:51:04.238141+0000","last_became_peered":"2024-06-06T07:51:04.238141+0000","last_unstale":"2024-06-06T07:55:26.489619+0000","last_undegraded":"2024-06-06T07:55:26.489619+0000","last_fullsized":"2024-06-06T07:55:26.489619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:31:00.446624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565381+0000","last_change":"2024-06-06T07:51:08.167977+0000","last_active":"2024-06-06T07:55:26.565381+0000","last_peered":"2024-06-06T07:55:26.565381+0000","last_clean":"2024-06-06T07:55:26.565381+0000","last_became_active":"2024-06-06T07:51:08.167617+0000","last_became_peered":"2024-06-06T07:51:08.167617+0000","last_unstale":"2024-06-06T07:55:26.565381+0000","last_undegraded":"2024-06-06T07:55:26.565381+0000","last_fullsized":"2024-06-06T07:55:26.565381+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:05:22.036509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":19,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565869+0000","last_change":"2024-06-06T07:51:35.347976+0000","last_active":"2024-06-06T07:55:26.565869+0000","last_peered":"2024-06-06T07:55:26.565869+0000","last_clean":"2024-06-06T07:55:26.565869+0000","last_became_active":"2024-06-06T07:51:35.347257+0000","last_became_peered":"2024-06-06T07:51:35.347257+0000","last_unstale":"2024-06-06T07:55:26.565869+0000","last_undegraded":"2024-06-06T07:55:26.565869+0000","last_fullsized":"2024-06-06T07:55:26.565869+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:43:02.380732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,5],"acting":[8,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"98'7","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306201+0000","last_change":"2024-06-06T07:51:04.126076+0000","last_active":"2024-06-06T07:55:26.306201+0000","last_peered":"2024-06-06T07:55:26.306201+0000","last_clean":"2024-06-06T07:55:26.306201+0000","last_became_active":"2024-06-06T07:51:04.125554+0000","last_became_peered":"2024-06-06T07:51:04.125554+0000","last_unstale":"2024-06-06T07:55:26.306201+0000","last_undegraded":"2024-06-06T07:55:26.306201+0000","last_fullsized":"2024-06-06T07:55:26.306201+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:17:36.293997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306082+0000","last_change":"2024-06-06T07:51:08.171355+0000","last_active":"2024-06-06T07:55:26.306082+0000","last_peered":"2024-06-06T07:55:26.306082+0000","last_clean":"2024-06-06T07:55:26.306082+0000","last_became_active":"2024-06-06T07:51:08.170860+0000","last_became_peered":"2024-06-06T07:51:08.170860+0000","last_unstale":"2024-06-06T07:55:26.306082+0000","last_undegraded":"2024-06-06T07:55:26.306082+0000","last_fullsized":"2024-06-06T07:55:26.306082+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:22:08.566419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"98'1","reported_seq":33,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494383+0000","last_change":"2024-06-06T07:51:20.249427+0000","last_active":"2024-06-06T07:55:26.494383+0000","last_peered":"2024-06-06T07:55:26.494383+0000","last_clean":"2024-06-06T07:55:26.494383+0000","last_became_active":"2024-06-06T07:51:20.249042+0000","last_became_peered":"2024-06-06T07:51:20.249042+0000","last_unstale":"2024-06-06T07:55:26.494383+0000","last_undegraded":"2024-06-06T07:55:26.494383+0000","last_fullsized":"2024-06-06T07:55:26.494383+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:42:05.951216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"101'6","reported_seq":23,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.753600+0000","last_change":"2024-06-06T07:52:36.155113+0000","last_active":"2024-06-06T07:55:26.753600+0000","last_peered":"2024-06-06T07:55:26.753600+0000","last_clean":"2024-06-06T07:55:26.753600+0000","last_became_active":"2024-06-06T07:52:36.150967+0000","last_became_peered":"2024-06-06T07:52:36.150967+0000","last_unstale":"2024-06-06T07:55:26.753600+0000","last_undegraded":"2024-06-06T07:55:26.753600+0000","last_fullsized":"2024-06-06T07:55:26.753600+0000","mapping_epoch":99,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":100,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:12:31.001708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306797+0000","last_change":"2024-06-06T07:51:08.166263+0000","last_active":"2024-06-06T07:55:26.306797+0000","last_peered":"2024-06-06T07:55:26.306797+0000","last_clean":"2024-06-06T07:55:26.306797+0000","last_became_active":"2024-06-06T07:51:08.165963+0000","last_became_peered":"2024-06-06T07:51:08.165963+0000","last_unstale":"2024-06-06T07:55:26.306797+0000","last_undegraded":"2024-06-06T07:55:26.306797+0000","last_fullsized":"2024-06-06T07:55:26.306797+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:45:02.776781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":31,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.494274+0000","last_change":"2024-06-06T07:51:20.407087+0000","last_active":"2024-06-06T07:55:26.494274+0000","last_peered":"2024-06-06T07:55:26.494274+0000","last_clean":"2024-06-06T07:55:26.494274+0000","last_became_active":"2024-06-06T07:51:20.406363+0000","last_became_peered":"2024-06-06T07:51:20.406363+0000","last_unstale":"2024-06-06T07:55:26.494274+0000","last_undegraded":"2024-06-06T07:55:26.494274+0000","last_fullsized":"2024-06-06T07:55:26.494274+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:50.900885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"98'4","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.565537+0000","last_change":"2024-06-06T07:51:04.131620+0000","last_active":"2024-06-06T07:55:26.565537+0000","last_peered":"2024-06-06T07:55:26.565537+0000","last_clean":"2024-06-06T07:55:26.565537+0000","last_became_active":"2024-06-06T07:51:04.130904+0000","last_became_peered":"2024-06-06T07:51:04.130904+0000","last_unstale":"2024-06-06T07:55:26.565537+0000","last_undegraded":"2024-06-06T07:55:26.565537+0000","last_fullsized":"2024-06-06T07:55:26.565537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:43:26.212393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"100'5","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487792+0000","last_change":"2024-06-06T07:51:08.169001+0000","last_active":"2024-06-06T07:55:26.487792+0000","last_peered":"2024-06-06T07:55:26.487792+0000","last_clean":"2024-06-06T07:55:26.487792+0000","last_became_active":"2024-06-06T07:51:08.168677+0000","last_became_peered":"2024-06-06T07:51:08.168677+0000","last_unstale":"2024-06-06T07:55:26.487792+0000","last_undegraded":"2024-06-06T07:55:26.487792+0000","last_fullsized":"2024-06-06T07:55:26.487792+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:24:06.696545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.489714+0000","last_change":"2024-06-06T07:51:20.240512+0000","last_active":"2024-06-06T07:55:26.489714+0000","last_peered":"2024-06-06T07:55:26.489714+0000","last_clean":"2024-06-06T07:55:26.489714+0000","last_became_active":"2024-06-06T07:51:20.239949+0000","last_became_peered":"2024-06-06T07:51:20.239949+0000","last_unstale":"2024-06-06T07:55:26.489714+0000","last_undegraded":"2024-06-06T07:55:26.489714+0000","last_fullsized":"2024-06-06T07:55:26.489714+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T08:39:01.019504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"101'7","reported_seq":268,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:46.071539+0000","last_change":"2024-06-06T07:51:04.268631+0000","last_active":"2024-06-06T07:55:46.071539+0000","last_peered":"2024-06-06T07:55:46.071539+0000","last_clean":"2024-06-06T07:55:46.071539+0000","last_became_active":"2024-06-06T07:51:04.268236+0000","last_became_peered":"2024-06-06T07:51:04.268236+0000","last_unstale":"2024-06-06T07:55:46.071539+0000","last_undegraded":"2024-06-06T07:55:46.071539+0000","last_fullsized":"2024-06-06T07:55:46.071539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T10:19:09.586884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1950,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":213,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"100'7","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488058+0000","last_change":"2024-06-06T07:51:08.173792+0000","last_active":"2024-06-06T07:55:26.488058+0000","last_peered":"2024-06-06T07:55:26.488058+0000","last_clean":"2024-06-06T07:55:26.488058+0000","last_became_active":"2024-06-06T07:51:08.173267+0000","last_became_peered":"2024-06-06T07:51:08.173267+0000","last_unstale":"2024-06-06T07:55:26.488058+0000","last_undegraded":"2024-06-06T07:55:26.488058+0000","last_fullsized":"2024-06-06T07:55:26.488058+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:45:39.101275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484418+0000","last_change":"2024-06-06T07:51:20.241865+0000","last_active":"2024-06-06T07:55:26.484418+0000","last_peered":"2024-06-06T07:55:26.484418+0000","last_clean":"2024-06-06T07:55:26.484418+0000","last_became_active":"2024-06-06T07:51:20.241433+0000","last_became_peered":"2024-06-06T07:51:20.241433+0000","last_unstale":"2024-06-06T07:55:26.484418+0000","last_undegraded":"2024-06-06T07:55:26.484418+0000","last_fullsized":"2024-06-06T07:55:26.484418+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:33:59.782341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"101'67","reported_seq":145,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:41.794479+0000","last_change":"2024-06-06T07:51:04.126641+0000","last_active":"2024-06-06T07:55:41.794479+0000","last_peered":"2024-06-06T07:55:41.794479+0000","last_clean":"2024-06-06T07:55:41.794479+0000","last_became_active":"2024-06-06T07:51:04.125614+0000","last_became_peered":"2024-06-06T07:51:04.125614+0000","last_unstale":"2024-06-06T07:55:41.794479+0000","last_undegraded":"2024-06-06T07:55:41.794479+0000","last_fullsized":"2024-06-06T07:55:41.794479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":0,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:01:46.802313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"100'6","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.487814+0000","last_change":"2024-06-06T07:51:08.163542+0000","last_active":"2024-06-06T07:55:26.487814+0000","last_peered":"2024-06-06T07:55:26.487814+0000","last_clean":"2024-06-06T07:55:26.487814+0000","last_became_active":"2024-06-06T07:51:08.163139+0000","last_became_peered":"2024-06-06T07:51:08.163139+0000","last_unstale":"2024-06-06T07:55:26.487814+0000","last_undegraded":"2024-06-06T07:55:26.487814+0000","last_fullsized":"2024-06-06T07:55:26.487814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T07:52:55.240214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":32,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.208695+0000","last_change":"2024-06-06T07:51:20.243970+0000","last_active":"2024-06-06T07:55:26.208695+0000","last_peered":"2024-06-06T07:55:26.208695+0000","last_clean":"2024-06-06T07:55:26.208695+0000","last_became_active":"2024-06-06T07:51:20.243503+0000","last_became_peered":"2024-06-06T07:51:20.243503+0000","last_unstale":"2024-06-06T07:55:26.208695+0000","last_undegraded":"2024-06-06T07:55:26.208695+0000","last_fullsized":"2024-06-06T07:55:26.208695+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:19.206882+0000","last_clean_scrub_stamp":"2024-06-06T07:51:19.206882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:31:28.412029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"98'5","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490552+0000","last_change":"2024-06-06T07:51:04.130041+0000","last_active":"2024-06-06T07:55:26.490552+0000","last_peered":"2024-06-06T07:55:26.490552+0000","last_clean":"2024-06-06T07:55:26.490552+0000","last_became_active":"2024-06-06T07:51:04.129707+0000","last_became_peered":"2024-06-06T07:51:04.129707+0000","last_unstale":"2024-06-06T07:55:26.490552+0000","last_undegraded":"2024-06-06T07:55:26.490552+0000","last_fullsized":"2024-06-06T07:55:26.490552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:03.107239+0000","last_clean_scrub_stamp":"2024-06-06T07:51:03.107239+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:02:10.333301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"100'9","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.488016+0000","last_change":"2024-06-06T07:51:08.174213+0000","last_active":"2024-06-06T07:55:26.488016+0000","last_peered":"2024-06-06T07:55:26.488016+0000","last_clean":"2024-06-06T07:55:26.488016+0000","last_became_active":"2024-06-06T07:51:08.173875+0000","last_became_peered":"2024-06-06T07:51:08.173875+0000","last_unstale":"2024-06-06T07:55:26.488016+0000","last_undegraded":"2024-06-06T07:55:26.488016+0000","last_fullsized":"2024-06-06T07:55:26.488016+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:13:27.939478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"100'9","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306117+0000","last_change":"2024-06-06T07:51:08.170124+0000","last_active":"2024-06-06T07:55:26.306117+0000","last_peered":"2024-06-06T07:55:26.306117+0000","last_clean":"2024-06-06T07:55:26.306117+0000","last_became_active":"2024-06-06T07:51:08.169787+0000","last_became_peered":"2024-06-06T07:51:08.169787+0000","last_unstale":"2024-06-06T07:55:26.306117+0000","last_undegraded":"2024-06-06T07:55:26.306117+0000","last_fullsized":"2024-06-06T07:55:26.306117+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T12:32:29.273580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"100'12","reported_seq":54,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482403+0000","last_change":"2024-06-06T07:51:08.181529+0000","last_active":"2024-06-06T07:55:26.482403+0000","last_peered":"2024-06-06T07:55:26.482403+0000","last_clean":"2024-06-06T07:55:26.482403+0000","last_became_active":"2024-06-06T07:51:08.181132+0000","last_became_peered":"2024-06-06T07:51:08.181132+0000","last_unstale":"2024-06-06T07:55:26.482403+0000","last_undegraded":"2024-06-06T07:55:26.482403+0000","last_fullsized":"2024-06-06T07:55:26.482403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T11:06:56.145616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"100'8","reported_seq":50,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482215+0000","last_change":"2024-06-06T07:51:08.175662+0000","last_active":"2024-06-06T07:55:26.482215+0000","last_peered":"2024-06-06T07:55:26.482215+0000","last_clean":"2024-06-06T07:55:26.482215+0000","last_became_active":"2024-06-06T07:51:08.175192+0000","last_became_peered":"2024-06-06T07:51:08.175192+0000","last_unstale":"2024-06-06T07:55:26.482215+0000","last_undegraded":"2024-06-06T07:55:26.482215+0000","last_fullsized":"2024-06-06T07:55:26.482215+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T09:24:11.038740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"100'7","reported_seq":48,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.484613+0000","last_change":"2024-06-06T07:51:08.166533+0000","last_active":"2024-06-06T07:55:26.484613+0000","last_peered":"2024-06-06T07:55:26.484613+0000","last_clean":"2024-06-06T07:55:26.484613+0000","last_became_active":"2024-06-06T07:51:08.166158+0000","last_became_peered":"2024-06-06T07:51:08.166158+0000","last_unstale":"2024-06-06T07:55:26.484613+0000","last_undegraded":"2024-06-06T07:55:26.484613+0000","last_fullsized":"2024-06-06T07:55:26.484613+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:00:26.971602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"100'4","reported_seq":45,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490584+0000","last_change":"2024-06-06T07:51:08.173885+0000","last_active":"2024-06-06T07:55:26.490584+0000","last_peered":"2024-06-06T07:55:26.490584+0000","last_clean":"2024-06-06T07:55:26.490584+0000","last_became_active":"2024-06-06T07:51:08.173288+0000","last_became_peered":"2024-06-06T07:51:08.173288+0000","last_unstale":"2024-06-06T07:55:26.490584+0000","last_undegraded":"2024-06-06T07:55:26.490584+0000","last_fullsized":"2024-06-06T07:55:26.490584+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T18:27:28.228110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306357+0000","last_change":"2024-06-06T07:51:08.168912+0000","last_active":"2024-06-06T07:55:26.306357+0000","last_peered":"2024-06-06T07:55:26.306357+0000","last_clean":"2024-06-06T07:55:26.306357+0000","last_became_active":"2024-06-06T07:51:08.168548+0000","last_became_peered":"2024-06-06T07:51:08.168548+0000","last_unstale":"2024-06-06T07:55:26.306357+0000","last_undegraded":"2024-06-06T07:55:26.306357+0000","last_fullsized":"2024-06-06T07:55:26.306357+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T19:30:21.964995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"100'15","reported_seq":57,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.482764+0000","last_change":"2024-06-06T07:51:08.177267+0000","last_active":"2024-06-06T07:55:26.482764+0000","last_peered":"2024-06-06T07:55:26.482764+0000","last_clean":"2024-06-06T07:55:26.482764+0000","last_became_active":"2024-06-06T07:51:08.176928+0000","last_became_peered":"2024-06-06T07:51:08.176928+0000","last_unstale":"2024-06-06T07:55:26.482764+0000","last_undegraded":"2024-06-06T07:55:26.482764+0000","last_fullsized":"2024-06-06T07:55:26.482764+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:40:04.779906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"100'2","reported_seq":43,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.307391+0000","last_change":"2024-06-06T07:51:08.180354+0000","last_active":"2024-06-06T07:55:26.307391+0000","last_peered":"2024-06-06T07:55:26.307391+0000","last_clean":"2024-06-06T07:55:26.307391+0000","last_became_active":"2024-06-06T07:51:08.180127+0000","last_became_peered":"2024-06-06T07:51:08.180127+0000","last_unstale":"2024-06-06T07:55:26.307391+0000","last_undegraded":"2024-06-06T07:55:26.307391+0000","last_fullsized":"2024-06-06T07:55:26.307391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:39:26.540673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"100'6","reported_seq":47,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.209081+0000","last_change":"2024-06-06T07:51:08.167762+0000","last_active":"2024-06-06T07:55:26.209081+0000","last_peered":"2024-06-06T07:55:26.209081+0000","last_clean":"2024-06-06T07:55:26.209081+0000","last_became_active":"2024-06-06T07:51:08.167152+0000","last_became_peered":"2024-06-06T07:51:08.167152+0000","last_unstale":"2024-06-06T07:55:26.209081+0000","last_undegraded":"2024-06-06T07:55:26.209081+0000","last_fullsized":"2024-06-06T07:55:26.209081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T16:49:06.562552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"100'8","reported_seq":49,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306334+0000","last_change":"2024-06-06T07:51:08.173141+0000","last_active":"2024-06-06T07:55:26.306334+0000","last_peered":"2024-06-06T07:55:26.306334+0000","last_clean":"2024-06-06T07:55:26.306334+0000","last_became_active":"2024-06-06T07:51:08.171912+0000","last_became_peered":"2024-06-06T07:51:08.171912+0000","last_unstale":"2024-06-06T07:55:26.306334+0000","last_undegraded":"2024-06-06T07:55:26.306334+0000","last_fullsized":"2024-06-06T07:55:26.306334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T15:37:08.957101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"100'10","reported_seq":51,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490059+0000","last_change":"2024-06-06T07:51:08.174543+0000","last_active":"2024-06-06T07:55:26.490059+0000","last_peered":"2024-06-06T07:55:26.490059+0000","last_clean":"2024-06-06T07:55:26.490059+0000","last_became_active":"2024-06-06T07:51:08.172062+0000","last_became_peered":"2024-06-06T07:51:08.172062+0000","last_unstale":"2024-06-06T07:55:26.490059+0000","last_undegraded":"2024-06-06T07:55:26.490059+0000","last_fullsized":"2024-06-06T07:55:26.490059+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T13:42:05.178773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"100'11","reported_seq":52,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.490231+0000","last_change":"2024-06-06T07:51:08.172989+0000","last_active":"2024-06-06T07:55:26.490231+0000","last_peered":"2024-06-06T07:55:26.490231+0000","last_clean":"2024-06-06T07:55:26.490231+0000","last_became_active":"2024-06-06T07:51:08.172173+0000","last_became_peered":"2024-06-06T07:51:08.172173+0000","last_unstale":"2024-06-06T07:55:26.490231+0000","last_undegraded":"2024-06-06T07:55:26.490231+0000","last_fullsized":"2024-06-06T07:55:26.490231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T17:37:06.318086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"100'8","reported_seq":55,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-06-06T07:55:26.306344+0000","last_change":"2024-06-06T07:51:35.288268+0000","last_active":"2024-06-06T07:55:26.306344+0000","last_peered":"2024-06-06T07:55:26.306344+0000","last_clean":"2024-06-06T07:55:26.306344+0000","last_became_active":"2024-06-06T07:51:35.287861+0000","last_became_peered":"2024-06-06T07:51:35.287861+0000","last_unstale":"2024-06-06T07:55:26.306344+0000","last_undegraded":"2024-06-06T07:55:26.306344+0000","last_fullsized":"2024-06-06T07:55:26.306344+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-06T07:51:07.136294+0000","last_clean_scrub_stamp":"2024-06-06T07:51:07.136294+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-07T14:54:15.050281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":107157,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":803714,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":2521,"num_read_kb":1494,"num_write":519,"num_write_kb":2398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1612,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":811008,"data_stored":2411142,"data_compressed":103473,"data_compressed_allocated":135168,"data_compressed_original":2101248,"omap_allocated":0,"internal_metadata":0},"log_size":395,"ondisk_log_size":395,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351050,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32296,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712856,"statfs":{"total":95995035648,"available":95961964544,"internally_reserved":0,"allocated":1146880,"data_stored":977164,"data_compressed":54742,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612686,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28320,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716832,"statfs":{"total":95995035648,"available":95966035968,"internally_reserved":0,"allocated":1327104,"data_stored":1570881,"data_compressed":86374,"data_compressed_allocated":114688,"data_compressed_original":995328,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776212,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1175552,"data_stored":980410,"data_compressed":54742,"data_compressed_allocated":73728,"data_compressed_original":491520,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037849,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1142784,"data_stored":583476,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299485,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32344,"kb_used_data":1168,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712808,"statfs":{"total":95995035648,"available":95961915392,"internally_reserved":0,"allocated":1196032,"data_stored":1182371,"data_compressed":71172,"data_compressed_allocated":94208,"data_compressed_original":688128,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463011,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":579300,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32348,"kb_used_data":1172,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712804,"statfs":{"total":95995035648,"available":95961911296,"internally_reserved":0,"allocated":1200128,"data_stored":652605,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738498,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28140,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717012,"statfs":{"total":95995035648,"available":95966220288,"internally_reserved":0,"allocated":1146880,"data_stored":580838,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1138688,"data_stored":582333,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149811,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1204224,"data_stored":1299758,"data_compressed":69944,"data_compressed_allocated":94208,"data_compressed_original":798720,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888173,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28200,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716952,"statfs":{"total":95995035648,"available":95966158848,"internally_reserved":0,"allocated":1212416,"data_stored":655341,"data_compressed":35453,"data_compressed_allocated":49152,"data_compressed_original":98304,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724648,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32404,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712748,"statfs":{"total":95995035648,"available":95961853952,"internally_reserved":0,"allocated":1249280,"data_stored":1505097,"data_compressed":86374,"data_compressed_allocated":114688,"data_compressed_original":995328,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35719,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":74725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4453,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":73365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":332753,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":172032,"data_stored":402633,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":395188,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-06T07:55:53.363 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:55:53.617 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:53.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:53 smithi027 ceph-mon[32293]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 76 KiB/s wr, 42 op/s 2024-06-06T07:55:53.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:53 smithi027 ceph-mon[32293]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:53.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:53 smithi176 ceph-mon[36543]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 76 KiB/s wr, 42 op/s 2024-06-06T07:55:53.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:53 smithi176 ceph-mon[36543]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:53 smithi203 ceph-mon[37192]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 76 KiB/s wr, 42 op/s 2024-06-06T07:55:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:53 smithi203 ceph-mon[37192]: from='client.15525 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 -- 172.21.15.27:0/1964441479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc101290 msgr2=0x7f9ebc10d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/1964441479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc101290 0x7f9ebc10d750 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4009cd0 tx=0x7f9eb402a8e0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 -- 172.21.15.27:0/1964441479 shutdown_connections 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/1964441479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc101290 0x7f9ebc10d750 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/1964441479 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ebc1008d0 0x7f9ebc100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/1964441479 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ebc106890 0x7f9ebc106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 -- 172.21.15.27:0/1964441479 >> 172.21.15.27:0/1964441479 conn(0x7f9ebc077a20 msgr2=0x7f9ebc077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 -- 172.21.15.27:0/1964441479 shutdown_connections 2024-06-06T07:55:55.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.371+0000 7f9ec0b63640 1 -- 172.21.15.27:0/1964441479 wait complete. 2024-06-06T07:55:55.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 Processor -- start 2024-06-06T07:55:55.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 -- start start 2024-06-06T07:55:55.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ebc1008d0 0x7f9ebc1982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ebc101290 0x7f9ebc198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 0x7f9ebc19cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110d90 con 0x7f9ebc106890 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110c10 con 0x7f9ebc1008d0 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ec0b63640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc110f10 con 0x7f9ebc101290 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 0x7f9ebc19cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 0x7f9ebc19cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49218/0 (socket says 172.21.15.27:49218) 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 -- 172.21.15.27:0/299468039 learned_addr learned my addr 172.21.15.27:0/299468039 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9eba59c640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ebc1008d0 0x7f9ebc1982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ebc101290 0x7f9ebc198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 -- 172.21.15.27:0/299468039 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ebc101290 msgr2=0x7f9ebc198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ebc101290 0x7f9ebc198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 -- 172.21.15.27:0/299468039 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ebc1008d0 msgr2=0x7f9ebc1982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ebc1008d0 0x7f9ebc1982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.372+0000 7f9ebad9d640 1 -- 172.21.15.27:0/299468039 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ebc19d270 con 0x7f9ebc106890 2024-06-06T07:55:55.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.373+0000 7f9ebad9d640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 0x7f9ebc19cb40 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4006010 tx=0x7f9eb4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.373+0000 7f9eb37fe640 1 -- 172.21.15.27:0/299468039 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4031bc0 con 0x7f9ebc106890 2024-06-06T07:55:55.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.373+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ebc19d500 con 0x7f9ebc106890 2024-06-06T07:55:55.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.373+0000 7f9eb37fe640 1 -- 172.21.15.27:0/299468039 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9eb4031d60 con 0x7f9ebc106890 2024-06-06T07:55:55.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.373+0000 7f9eb37fe640 1 -- 172.21.15.27:0/299468039 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4030ba0 con 0x7f9ebc106890 2024-06-06T07:55:55.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.373+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ebc1a4df0 con 0x7f9ebc106890 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.375+0000 7f9eb37fe640 1 -- 172.21.15.27:0/299468039 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f9eb4004040 con 0x7f9ebc106890 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 Processor -- start 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 -- start start 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df49620960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df49620ea0 0x55df4962b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 0x55df4962db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55df495804f0 con 0x55df4962b760 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55df4951e870 con 0x55df49620ea0 2024-06-06T07:55:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9ec387a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55df4957c4b0 con 0x55df49620580 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9eb3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 0x55df4962db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9eb3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 0x55df4962db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49220/0 (socket says 172.21.15.27:49220) 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.376+0000 7f9eb3fff640 1 -- 172.21.15.27:0/209993252 learned_addr learned my addr 172.21.15.27:0/209993252 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df49620960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eba59c640 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df49620ea0 0x55df4962b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb37fe640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f9ea80a2ec0 0x7f9ea80a5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 -- 172.21.15.27:0/209993252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 msgr2=0x55df49620960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df49620960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 -- 172.21.15.27:0/209993252 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df49620ea0 msgr2=0x55df4962b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df49620ea0 0x55df4962b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 -- 172.21.15.27:0/209993252 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df4953a9b0 con 0x55df4962b760 2024-06-06T07:55:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9ebad9d640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f9ea80a2ec0 0x7f9ea80a5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 0x55df4962db50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f9ea40058c0 tx=0x7f9ea4005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e4996f0c997874 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb37fe640 1 -- 172.21.15.27:0/299468039 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f9eb402e030 con 0x7f9ebc106890 2024-06-06T07:55:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb0ff9640 1 -- 172.21.15.27:0/209993252 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004030 con 0x55df4962b760 2024-06-06T07:55:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb0ff9640 1 -- 172.21.15.27:0/209993252 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9ea4005520 con 0x55df4962b760 2024-06-06T07:55:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.377+0000 7f9eb0ff9640 1 -- 172.21.15.27:0/209993252 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004d00 con 0x55df4962b760 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 -- 172.21.15.27:0/209993252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 msgr2=0x55df4962db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 0x55df4962db50 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f9ea40058c0 tx=0x7f9ea4005850 comp rx=0 tx=0).stop 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ebad9d640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f9ea80a2ec0 0x7f9ea80a5380 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9eb40edce0 tx=0x7f9eb408e940 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 -- 172.21.15.27:0/209993252 shutdown_connections 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df4962b760 0x55df4962db50 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df49620ea0 0x55df4962b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 --2- 172.21.15.27:0/209993252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df49620960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 -- 172.21.15.27:0/209993252 >> 172.21.15.27:0/209993252 conn(0x55df4961ca90 msgr2=0x55df4961ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 -- 172.21.15.27:0/209993252 shutdown_connections 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 -- 172.21.15.27:0/209993252 wait complete. 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.378+0000 7f9ec387a740 1 -- start start 2024-06-06T07:55:55.383 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 Processor -- start 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df496286f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49628c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df49629170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55df4962e390 con 0x55df49620580 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55df49509ae0 con 0x55df4962b760 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55df4962e510 con 0x55df49620ea0 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ec387a740 10 client.0 _ll_register_callbacks cb 0x55df495429b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df496286f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df496286f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49232/0 (socket says 172.21.15.27:49232) 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 -- 172.21.15.27:0/601702564 learned_addr learned my addr 172.21.15.27:0/601702564 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eba59c640 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49628c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.384 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 -- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 msgr2=0x55df49628c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49628c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 -- 172.21.15.27:0/601702564 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 msgr2=0x55df49629170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df49629170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 -- 172.21.15.27:0/601702564 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df49294210 con 0x55df49620580 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df496286f0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9ea40059a0 tx=0x7f9ea4005480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96add8f78449c425 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.379+0000 7f9ea1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/601702564 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea4004c90 con 0x55df49620580 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/601702564 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f9ea400f790 con 0x55df49620580 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea4005520 con 0x55df49620580 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/601702564 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9ea4004e30 con 0x55df49620580 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 10 client.15537 fetch_fsmap learned FSMap version 30 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55df49360620 con 0x55df49620580 2024-06-06T07:55:55.385 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/601702564 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9ea4005520 con 0x55df49620580 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/601702564 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f9ea402a900 con 0x55df49620580 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 10 client.15537 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 10 client.15537 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 20 client.15537 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df4963b7e0 0x55df4963dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 4 client.15537 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df49593f10 con 0x55df4963b7e0 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.380+0000 7f9eba59c640 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df4963b7e0 0x55df4963dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.381+0000 7f9ea1ffb640 10 client.15537 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.381+0000 7f9eba59c640 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df4963b7e0 0x55df4963dbd0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=867375d4f2ae6407 server_cookie=ae2c239beefddef1 in_seq=0 out_seq=0 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/601702564 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55df49593f10 con 0x55df4963b7e0 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ea1ffb640 10 client.15537 handle_command_reply: tid=0 2024-06-06T07:55:55.386 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 client.15537 shutdown 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 msgr2=0x55df496286f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df496286f0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9ea40059a0 tx=0x7f9ea4005480 comp rx=0 tx=0).stop 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 shutdown_connections 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df4963b7e0 0x55df4963dbd0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df49629170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49628c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 --2- 172.21.15.27:0/601702564 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df496286f0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ea1ffb640 0 client.15537 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 >> 172.21.15.27:0/601702564 conn(0x55df4961ca90 msgr2=0x55df496177e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 shutdown_connections 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 1 -- 172.21.15.27:0/601702564 wait complete. 2024-06-06T07:55:55.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.382+0000 7f9ec387a740 20 client.15537 trim_cache size 0 max 16384 2024-06-06T07:55:55.401 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 Processor -- start 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 -- start start 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df49622f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49627ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df49643390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1acb50 con 0x55df49620580 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ae690 con 0x55df4962b760 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9ec387a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ad220 con 0x55df49620ea0 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df49622f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df49622f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49244/0 (socket says 172.21.15.27:49244) 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 -- 172.21.15.27:0/864829835 learned_addr learned my addr 172.21.15.27:0/864829835 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:55.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eba59c640 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49627ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 -- 172.21.15.27:0/864829835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 msgr2=0x55df49627ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49627ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 -- 172.21.15.27:0/864829835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 msgr2=0x55df49643390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df49643390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.398+0000 7f9eb3fff640 1 -- 172.21.15.27:0/864829835 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df4963e100 con 0x55df49620580 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.399+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df49622f40 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4006010 tx=0x7f9ea4005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d775b3db83290ce server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.399+0000 7f9ea3fff640 1 -- 172.21.15.27:0/864829835 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea400e3b0 con 0x55df49620580 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.399+0000 7f9ea3fff640 1 -- 172.21.15.27:0/864829835 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9ea4024040 con 0x55df49620580 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.399+0000 7f9ea3fff640 1 -- 172.21.15.27:0/864829835 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ea402a3e0 con 0x55df49620580 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- 172.21.15.27:0/864829835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 msgr2=0x55df49622f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df49622f40 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9ea4006010 tx=0x7f9ea4005db0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- 172.21.15.27:0/864829835 shutdown_connections 2024-06-06T07:55:55.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df49643390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620ea0 0x55df49627ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- 172.21.15.27:0/864829835 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620580 0x55df49622f40 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- 172.21.15.27:0/864829835 >> 172.21.15.27:0/864829835 conn(0x55df4961ca90 msgr2=0x55df496177e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- 172.21.15.27:0/864829835 shutdown_connections 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- 172.21.15.27:0/864829835 wait complete. 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- start start 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 Processor -- start 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df4962e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 0x55df4962ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df4962f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1adfc0 con 0x55df49620ea0 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1ad8f0 con 0x55df4962b760 2024-06-06T07:55:55.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9ebc1aab30 con 0x55df49620580 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9ec387a740 10 client.0 _ll_register_callbacks cb 0x7f9eac00a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 0x55df4962ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9eba59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 0x55df4962ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49246/0 (socket says 172.21.15.27:49246) 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.400+0000 7f9eba59c640 1 -- 172.21.15.27:0/3362596062 learned_addr learned my addr 172.21.15.27:0/3362596062 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df4962e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df4962f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eba59c640 1 -- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 msgr2=0x55df4962e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eba59c640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df4962e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eba59c640 1 -- 172.21.15.27:0/3362596062 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 msgr2=0x55df4962f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eba59c640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df4962f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eba59c640 1 -- 172.21.15.27:0/3362596062 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df496a4520 con 0x55df49620ea0 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9eba59c640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 0x55df4962ec90 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x55df4963e300 tx=0x7f9eac0108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a73173c5228bfea2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.405 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ea1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/3362596062 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eac02b060 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ea4024040 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/3362596062 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f9eac005520 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/3362596062 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f9eac0047a0 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ec387a740 10 client.15543 fetch_fsmap learned FSMap version 30 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.401+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55df496a5870 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/3362596062 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f9ea4024040 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/3362596062 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f9eac026c30 con 0x55df49620ea0 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ec387a740 10 client.15543 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ec387a740 10 client.15543 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ec387a740 20 client.15543 populate_metadata read hostname 'smithi027' 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ec387a740 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df496a5fd0 0x55df496a83f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ec387a740 4 client.15543 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:55:55.407 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55df4958dc20 con 0x55df496a5fd0 2024-06-06T07:55:55.407 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df496a5fd0 0x55df496a83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.407 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9ea1ffb640 10 client.15543 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:55.407 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.402+0000 7f9eb3fff640 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df496a5fd0 0x55df496a83f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a46bc2a3abc2a39b server_cookie=4654bba430847825 in_seq=0 out_seq=0 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ea1ffb640 1 -- 172.21.15.27:0/3362596062 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55df4958dc20 con 0x55df496a5fd0 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ea1ffb640 10 client.15543 handle_command_reply: tid=0 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 client.15543 shutdown 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 msgr2=0x55df4962ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 0x55df4962ec90 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x55df4963e300 tx=0x7f9eac0108c0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 shutdown_connections 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55df496a5fd0 0x55df496a83f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55df4962b760 0x55df4962f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55df49620ea0 0x55df4962ec90 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ea1ffb640 0 client.15543 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 --2- 172.21.15.27:0/3362596062 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df49620580 0x55df4962e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 >> 172.21.15.27:0/3362596062 conn(0x55df4961ca90 msgr2=0x55df496286b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 shutdown_connections 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 1 -- 172.21.15.27:0/3362596062 wait complete. 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.417+0000 7f9ec387a740 20 client.15543 trim_cache size 0 max 16384 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:55:55.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:55:55.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f9ea80a2ec0 msgr2=0x7f9ea80a5380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f9ea80a2ec0 0x7f9ea80a5380 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f9eb40edce0 tx=0x7f9eb408e940 comp rx=0 tx=0).stop 2024-06-06T07:55:55.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 msgr2=0x7f9ebc19cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 0x7f9ebc19cb40 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9eb4006010 tx=0x7f9eb4003f10 comp rx=0 tx=0).stop 2024-06-06T07:55:55.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 shutdown_connections 2024-06-06T07:55:55.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f9ea80a2ec0 0x7f9ea80a5380 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.420 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f9ebc106890 0x7f9ebc19cb40 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.420 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ebc101290 0x7f9ebc198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.420 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 --2- 172.21.15.27:0/299468039 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f9ebc1008d0 0x7f9ebc1982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.420 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 >> 172.21.15.27:0/299468039 conn(0x7f9ebc077a20 msgr2=0x7f9ebc0692d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.420 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 shutdown_connections 2024-06-06T07:55:55.420 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:55:55.418+0000 7f9ec0b63640 1 -- 172.21.15.27:0/299468039 wait complete. 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 -- 172.21.15.27:0/880283518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc88101620 msgr2=0x7fbc88101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 --2- 172.21.15.27:0/880283518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc88101620 0x7fbc88101a00 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fbc780099c0 tx=0x7fbc78009cd0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 -- 172.21.15.27:0/880283518 shutdown_connections 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 --2- 172.21.15.27:0/880283518 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc881066b0 0x7fbc8810e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 --2- 172.21.15.27:0/880283518 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc88101620 0x7fbc88101a00 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 --2- 172.21.15.27:0/880283518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc88101fd0 0x7fbc88105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 -- 172.21.15.27:0/880283518 >> 172.21.15.27:0/880283518 conn(0x7fbc88078340 msgr2=0x7fbc88078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 -- 172.21.15.27:0/880283518 shutdown_connections 2024-06-06T07:55:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.453+0000 7fbc8e930700 1 -- 172.21.15.27:0/880283518 wait complete. 2024-06-06T07:55:55.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 Processor -- start 2024-06-06T07:55:55.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 -- start start 2024-06-06T07:55:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc88101620 0x7fbc8819ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc88101fd0 0x7fbc8819ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 0x7fbc88198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbc881117d0 con 0x7fbc881066b0 2024-06-06T07:55:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbc88111650 con 0x7fbc88101fd0 2024-06-06T07:55:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8e930700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbc88111950 con 0x7fbc88101620 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 0x7fbc88198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 0x7fbc88198b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49270/0 (socket says 172.21.15.27:49270) 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 -- 172.21.15.27:0/2217957578 learned_addr learned my addr 172.21.15.27:0/2217957578 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc87fff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc88101620 0x7fbc8819ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc877fe700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc88101fd0 0x7fbc8819ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 -- 172.21.15.27:0/2217957578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc88101620 msgr2=0x7fbc8819ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc88101620 0x7fbc8819ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 -- 172.21.15.27:0/2217957578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc88101fd0 msgr2=0x7fbc8819ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.454+0000 7fbc8cecd700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc88101fd0 0x7fbc8819ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc8cecd700 1 -- 172.21.15.27:0/2217957578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc88199400 con 0x7fbc881066b0 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc8cecd700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 0x7fbc88198b20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fbc80007ee0 tx=0x7fbc8000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc80004bb0 con 0x7fbc881066b0 2024-06-06T07:55:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbc80004d50 con 0x7fbc881066b0 2024-06-06T07:55:55.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc881996f0 con 0x7fbc881066b0 2024-06-06T07:55:55.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc800059b0 con 0x7fbc881066b0 2024-06-06T07:55:55.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.455+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc881a59d0 con 0x7fbc881066b0 2024-06-06T07:55:55.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.456+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc88102ab0 con 0x7fbc881066b0 2024-06-06T07:55:55.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.457+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7fbc8001a020 con 0x7fbc881066b0 2024-06-06T07:55:55.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.458+0000 7fbc857fa700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc700a2eb0 0x7fbc700a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:55.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.458+0000 7fbc87fff700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc700a2eb0 0x7fbc700a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:55.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.458+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fbc800cf760 con 0x7fbc881066b0 2024-06-06T07:55:55.458 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.459+0000 7fbc87fff700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc700a2eb0 0x7fbc700a5370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009990 tx=0x7fbc78005c40 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:55.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.462+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbc80010070 con 0x7fbc881066b0 2024-06-06T07:55:55.462 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:55 smithi027 ceph-mon[32293]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:55.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.716+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc881a5ba0 con 0x7fbc881066b0 2024-06-06T07:55:55.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.716+0000 7fbc857fa700 1 -- 172.21.15.27:0/2217957578 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7fbc8009bdd0 con 0x7fbc881066b0 2024-06-06T07:55:55.716 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:55.716 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:55:55.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc700a2eb0 msgr2=0x7fbc700a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc700a2eb0 0x7fbc700a5370 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fbc78009990 tx=0x7fbc78005c40 comp rx=0 tx=0).stop 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 msgr2=0x7fbc88198b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 0x7fbc88198b20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fbc80007ee0 tx=0x7fbc8000d3b0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 shutdown_connections 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc700a2eb0 0x7fbc700a5370 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc881066b0 0x7fbc88198b20 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc88101620 0x7fbc8819ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 --2- 172.21.15.27:0/2217957578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc88101fd0 0x7fbc8819ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 >> 172.21.15.27:0/2217957578 conn(0x7fbc88078340 msgr2=0x7fbc8806ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 shutdown_connections 2024-06-06T07:55:55.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:55.719+0000 7fbc8e930700 1 -- 172.21.15.27:0/2217957578 wait complete. 2024-06-06T07:55:55.720 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:55:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:55 smithi176 ceph-mon[36543]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:55 smithi203 ceph-mon[37192]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-06-06T07:55:56.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:56 smithi027 ceph-mon[32293]: scrub summary: idle 2024-06-06T07:55:56.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:56 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2217957578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:56.539 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:55:56.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:56 smithi176 ceph-mon[36543]: scrub summary: idle 2024-06-06T07:55:56.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:56 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2217957578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:56.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:56 smithi203 ceph-mon[37192]: scrub summary: idle 2024-06-06T07:55:56.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:56 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2217957578' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:56.788 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:55:57.646 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:57 smithi027 ceph-mon[32293]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:57 smithi176 ceph-mon[36543]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:57 smithi203 ceph-mon[37192]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:55:58.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.641+0000 7f4ed5856700 1 -- 172.21.15.27:0/155934809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed0102740 msgr2=0x7f4ed0102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:58.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.641+0000 7f4ed5856700 1 --2- 172.21.15.27:0/155934809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed0102740 0x7f4ed0102b20 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f4ec00099c0 tx=0x7f4ec0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.641+0000 7f4ed5856700 1 -- 172.21.15.27:0/155934809 shutdown_connections 2024-06-06T07:55:58.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.641+0000 7f4ed5856700 1 --2- 172.21.15.27:0/155934809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0107840 0x7f4ed010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.641+0000 7f4ed5856700 1 --2- 172.21.15.27:0/155934809 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed0102740 0x7f4ed0102b20 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.641 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.641+0000 7f4ed5856700 1 --2- 172.21.15.27:0/155934809 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed01030f0 0x7f4ed0107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.642+0000 7f4ed5856700 1 -- 172.21.15.27:0/155934809 >> 172.21.15.27:0/155934809 conn(0x7f4ed00795f0 msgr2=0x7f4ed0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:58.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.642+0000 7f4ed5856700 1 -- 172.21.15.27:0/155934809 shutdown_connections 2024-06-06T07:55:58.642 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.642+0000 7f4ed5856700 1 -- 172.21.15.27:0/155934809 wait complete. 2024-06-06T07:55:58.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.642+0000 7f4ed5856700 1 Processor -- start 2024-06-06T07:55:58.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.642+0000 7f4ed5856700 1 -- start start 2024-06-06T07:55:58.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed5856700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0102740 0x7f4ed019e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed5856700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed5856700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0107840 0x7f4ed0198b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed5856700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed0112840 con 0x7f4ed01030f0 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed5856700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed01126c0 con 0x7f4ed0107840 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed5856700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed01129c0 con 0x7f4ed0102740 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed019ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49288/0 (socket says 172.21.15.27:49288) 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 -- 172.21.15.27:0/181795923 learned_addr learned my addr 172.21.15.27:0/181795923 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ecf7fe700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0107840 0x7f4ed0198b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4eceffd700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0102740 0x7f4ed019e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 -- 172.21.15.27:0/181795923 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0102740 msgr2=0x7f4ed019e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:58.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0102740 0x7f4ed019e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 -- 172.21.15.27:0/181795923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0107840 msgr2=0x7f4ed0198b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0107840 0x7f4ed0198b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 -- 172.21.15.27:0/181795923 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed0199260 con 0x7f4ed01030f0 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ece7fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed019ee30 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4ec400e9a0 tx=0x7f4ec400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.643+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec400ca10 con 0x7f4ed01030f0 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.644+0000 7f4ed5856700 1 -- 172.21.15.27:0/181795923 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed0199550 con 0x7f4ed01030f0 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.644+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4ec400cbb0 con 0x7f4ed01030f0 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.644+0000 7f4ed5856700 1 -- 172.21.15.27:0/181795923 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed01a57c0 con 0x7f4ed01030f0 2024-06-06T07:55:58.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.644+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec4018710 con 0x7f4ed01030f0 2024-06-06T07:55:58.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.645+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed0069180 con 0x7f4ed01030f0 2024-06-06T07:55:58.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.646+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7f4ec4010430 con 0x7f4ed01030f0 2024-06-06T07:55:58.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.647+0000 7f4ed4854700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4eb80a2f30 0x7f4eb80a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:55:58.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.647+0000 7f4eceffd700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4eb80a2f30 0x7f4eb80a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:55:58.646 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.647+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f4ec40d0020 con 0x7f4ed01030f0 2024-06-06T07:55:58.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.647+0000 7f4eceffd700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4eb80a2f30 0x7f4eb80a53f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0000c00 tx=0x7f4ec0005fb0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:55:58.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.650+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4ec409c690 con 0x7f4ed01030f0 2024-06-06T07:55:58.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.904+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ed0199fe0 con 0x7f4ed01030f0 2024-06-06T07:55:58.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.904+0000 7f4ed4854700 1 -- 172.21.15.27:0/181795923 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f4ec409bf90 con 0x7f4ed01030f0 2024-06-06T07:55:58.904 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:55:58.904 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:55:58.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4eb80a2f30 msgr2=0x7f4eb80a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4eb80a2f30 0x7f4eb80a53f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4ec0000c00 tx=0x7f4ec0005fb0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 msgr2=0x7f4ed019ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed019ee30 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4ec400e9a0 tx=0x7f4ec400ecb0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 shutdown_connections 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4eb80a2f30 0x7f4eb80a53f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4ed0107840 0x7f4ed0198b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ed0102740 0x7f4ed019e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 --2- 172.21.15.27:0/181795923 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4ed01030f0 0x7f4ed019ee30 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 >> 172.21.15.27:0/181795923 conn(0x7f4ed00795f0 msgr2=0x7f4ed0101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 shutdown_connections 2024-06-06T07:55:58.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:55:58.907+0000 7f4eb67fc700 1 -- 172.21.15.27:0/181795923 wait complete. 2024-06-06T07:55:58.908 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:55:59.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:59 smithi027 ceph-mon[32293]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-06-06T07:55:59.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:55:59 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/181795923' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:59 smithi176 ceph-mon[36543]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-06-06T07:55:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:55:59 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/181795923' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:55:59.776 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T07:55:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:59 smithi203 ceph-mon[37192]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-06-06T07:55:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:55:59 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/181795923' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:00.035 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:00.757 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:56:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:56:00.451+0000 7f3973d34700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:56:00.757 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:56:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:56:00.451+0000 7f3973d34700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:56:00.757 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:56:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:56:00.451+0000 7f3973d34700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:56:00.757 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:56:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:56:00.451+0000 7f3973d34700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:56:00.757 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 07:56:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x[32520]: 2024-06-06T07:56:00.451+0000 7f3973d34700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-06T07:56:01.573 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:01 smithi027 ceph-mon[32293]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-06-06T07:56:01.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:01 smithi176 ceph-mon[36543]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-06-06T07:56:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:01 smithi203 ceph-mon[37192]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-06-06T07:56:02.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 -- 172.21.15.27:0/1893364919 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60101d50 msgr2=0x7ffb6010e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:02.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 --2- 172.21.15.27:0/1893364919 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60101d50 0x7ffb6010e240 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800b0a0 tx=0x7ffb5800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 -- 172.21.15.27:0/1893364919 shutdown_connections 2024-06-06T07:56:02.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 --2- 172.21.15.27:0/1893364919 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60101d50 0x7ffb6010e240 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.011 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 --2- 172.21.15.27:0/1893364919 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb60107400 0x7ffb601077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 --2- 172.21.15.27:0/1893364919 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb60101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 -- 172.21.15.27:0/1893364919 >> 172.21.15.27:0/1893364919 conn(0x7ffb60078340 msgr2=0x7ffb60078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 -- 172.21.15.27:0/1893364919 shutdown_connections 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.009+0000 7ffb67f83700 1 -- 172.21.15.27:0/1893364919 wait complete. 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 Processor -- start 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 -- start start 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb6019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb60101d50 0x7ffb6019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 0x7ffb60198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ffb601117d0 con 0x7ffb60107400 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ffb60111650 con 0x7ffb60101390 2024-06-06T07:56:02.012 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb67f83700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffb60111950 con 0x7ffb60101d50 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.010+0000 7ffb66520700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 0x7ffb60198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb65d1f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb6019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb65d1f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb6019e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:41090/0 (socket says 172.21.15.27:41090) 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb65d1f700 1 -- 172.21.15.27:0/2357324513 learned_addr learned my addr 172.21.15.27:0/2357324513 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 0x7ffb60198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:49316/0 (socket says 172.21.15.27:49316) 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb6551e700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb60101d50 0x7ffb6019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 -- 172.21.15.27:0/2357324513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb60101d50 msgr2=0x7ffb6019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb60101d50 0x7ffb6019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 -- 172.21.15.27:0/2357324513 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 msgr2=0x7ffb6019e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb6019e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.013 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 -- 172.21.15.27:0/2357324513 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb60199200 con 0x7ffb60107400 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb65d1f700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb6019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb66520700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 0x7ffb60198aa0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800b0a0 tx=0x7ffb58004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb58021070 con 0x7ffb60107400 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffb58007b80 con 0x7ffb60107400 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb60199490 con 0x7ffb60107400 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb580052a0 con 0x7ffb60107400 2024-06-06T07:56:02.014 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.011+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb601a57b0 con 0x7ffb60107400 2024-06-06T07:56:02.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.012+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb60069180 con 0x7ffb60107400 2024-06-06T07:56:02.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.013+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 24) ==== 138060+0+0 (secure 0 0 0) 0x7ffb58024070 con 0x7ffb60107400 2024-06-06T07:56:02.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.014+0000 7ffb56ffd700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffb4c0a2f30 0x7ffb4c0a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:02.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.014+0000 7ffb65d1f700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffb4c0a2f30 0x7ffb4c0a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:02.015 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.014+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ffb5800f020 con 0x7ffb60107400 2024-06-06T07:56:02.016 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.015+0000 7ffb65d1f700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffb4c0a2f30 0x7ffb4c0a53f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ffb60199be0 tx=0x7ffb5c00b480 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:02.017 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.018+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ffb5802b020 con 0x7ffb60107400 2024-06-06T07:56:02.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.228+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffb601a5980 con 0x7ffb60107400 2024-06-06T07:56:02.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.230+0000 7ffb56ffd700 1 -- 172.21.15.27:0/2357324513 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) ==== 74+0+25012 (secure 0 0 0) 0x7ffb5809dd10 con 0x7ffb60107400 2024-06-06T07:56:02.230 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:56:02.230 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":101,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T07:55:26.202316+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:0/3910427561":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/1165971616":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6800/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/3378358917":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2701848145":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T07:56:02.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffb4c0a2f30 msgr2=0x7ffb4c0a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffb4c0a2f30 0x7ffb4c0a53f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7ffb60199be0 tx=0x7ffb5c00b480 comp rx=0 tx=0).stop 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 msgr2=0x7ffb60198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 0x7ffb60198aa0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7ffb5800b0a0 tx=0x7ffb58004d00 comp rx=0 tx=0).stop 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 shutdown_connections 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffb4c0a2f30 0x7ffb4c0a53f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffb60107400 0x7ffb60198aa0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffb60101390 0x7ffb6019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 --2- 172.21.15.27:0/2357324513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb60101d50 0x7ffb6019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 >> 172.21.15.27:0/2357324513 conn(0x7ffb60078340 msgr2=0x7ffb60105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 shutdown_connections 2024-06-06T07:56:02.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:02.232+0000 7ffb67f83700 1 -- 172.21.15.27:0/2357324513 wait complete. 2024-06-06T07:56:02.566 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:02 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2357324513' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:56:02.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:02 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2357324513' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:56:02.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:02 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2357324513' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T07:56:02.889 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-06-06T07:56:03.143 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:03.529 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:03 smithi027 ceph-mon[32293]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-06-06T07:56:03.529 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:03 smithi027 ceph-mon[32293]: mgrmap e25: x(active, since 36s), standbys: y, z 2024-06-06T07:56:03.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:03 smithi176 ceph-mon[36543]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-06-06T07:56:03.812 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:03 smithi176 ceph-mon[36543]: mgrmap e25: x(active, since 36s), standbys: y, z 2024-06-06T07:56:03.813 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:03 smithi203 ceph-mon[37192]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-06-06T07:56:03.813 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:03 smithi203 ceph-mon[37192]: mgrmap e25: x(active, since 36s), standbys: y, z 2024-06-06T07:56:05.606 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:05 smithi027 ceph-mon[32293]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-06-06T07:56:05.698 INFO:teuthology.orchestra.run.smithi027.stdout:{"run_dir":"/var/run/ceph"} 2024-06-06T07:56:05.698 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-06-06T07:56:05.699 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 5050 2024-06-06T07:56:05.699 DEBUG:tasks.quiescer:Yielding 2024-06-06T07:56:05.699 INFO:teuthology.run_tasks:Running task workunit... 2024-06-06T07:56:05.714 INFO:tasks.workunit:Pulling workunits from ref 3d746ca5346f34eef7e826a1eb71e59e02b682ae 2024-06-06T07:56:05.714 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-06-06T07:56:05.714 INFO:tasks.workunit:timeout=3h 2024-06-06T07:56:05.714 INFO:tasks.workunit:cleanup=True 2024-06-06T07:56:05.715 DEBUG:teuthology.orchestra.run.smithi027:> stat -- /home/ubuntu/cephtest/mnt.0 2024-06-06T07:56:05.715 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2024-06-06 07:52:34.297199000 +0000 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2024-06-06 07:52:34.297199000 +0000 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2024-06-06 07:55:23.230239264 +0000 2024-06-06T07:56:05.733 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: 2024-06-06 07:52:34.297199000 +0000 2024-06-06T07:56:05.734 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-06-06T07:56:05.734 DEBUG:teuthology.orchestra.run.smithi027:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-06-06T07:56:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:05 smithi176 ceph-mon[36543]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-06-06T07:56:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:05 smithi203 ceph-mon[37192]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 29 op/s 2024-06-06T07:56:05.808 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 3d746ca5346f34eef7e826a1eb71e59e02b682ae 2024-06-06T07:56:05.865 INFO:tasks.workunit.client.0.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-06-06T07:56:05.969 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:07.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:07 smithi027 ceph-mon[32293]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 -- 172.21.15.27:0/672313205 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62400746c0 msgr2=0x7f6240074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 --2- 172.21.15.27:0/672313205 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62400746c0 0x7f6240074aa0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f6230009990 tx=0x7f6230009ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 -- 172.21.15.27:0/672313205 shutdown_connections 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 --2- 172.21.15.27:0/672313205 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f624010ee90 0x7f6240111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 --2- 172.21.15.27:0/672313205 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62400746c0 0x7f6240074aa0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 --2- 172.21.15.27:0/672313205 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6240074fe0 0x7f624010e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:07.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 -- 172.21.15.27:0/672313205 >> 172.21.15.27:0/672313205 conn(0x7f62400795f0 msgr2=0x7f6240079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:07.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 -- 172.21.15.27:0/672313205 shutdown_connections 2024-06-06T07:56:07.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.731+0000 7f624683d700 1 -- 172.21.15.27:0/672313205 wait complete. 2024-06-06T07:56:07.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 Processor -- start 2024-06-06T07:56:07.732 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 -- start start 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62400746c0 0x7f624019aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 0x7f624019b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f624010ee90 0x7f624019f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6240114ae0 con 0x7f6240074fe0 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6240114960 con 0x7f62400746c0 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f624683d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6240114c60 con 0x7f624010ee90 2024-06-06T07:56:07.733 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f623f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 0x7f624019b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f623f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 0x7f624019b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55030/0 (socket says 172.21.15.27:55030) 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f623f7fe700 1 -- 172.21.15.27:0/791970036 learned_addr learned my addr 172.21.15.27:0/791970036 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f623ffff700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62400746c0 0x7f624019aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.732+0000 7f6244dda700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f624010ee90 0x7f624019f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623f7fe700 1 -- 172.21.15.27:0/791970036 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f624010ee90 msgr2=0x7f624019f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623f7fe700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f624010ee90 0x7f624019f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623f7fe700 1 -- 172.21.15.27:0/791970036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62400746c0 msgr2=0x7f624019aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623f7fe700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62400746c0 0x7f624019aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623f7fe700 1 -- 172.21.15.27:0/791970036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f624019fee0 con 0x7f6240074fe0 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623f7fe700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 0x7f624019b410 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f623400c920 tx=0x7f623400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6234004a30 con 0x7f6240074fe0 2024-06-06T07:56:07.734 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6234005520 con 0x7f6240074fe0 2024-06-06T07:56:07.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62401a01d0 con 0x7f6240074fe0 2024-06-06T07:56:07.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6234007e40 con 0x7f6240074fe0 2024-06-06T07:56:07.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.733+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62401a7a50 con 0x7f6240074fe0 2024-06-06T07:56:07.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.734+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6240069180 con 0x7f6240074fe0 2024-06-06T07:56:07.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.736+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f6234004df0 con 0x7f6240074fe0 2024-06-06T07:56:07.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.737+0000 7f623d7fa700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62280a2fc0 0x7f62280a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:07.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.737+0000 7f623ffff700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62280a2fc0 0x7f62280a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:07.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.737+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f62340cf950 con 0x7f6240074fe0 2024-06-06T07:56:07.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.737+0000 7f623ffff700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62280a2fc0 0x7f62280a5480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f623000b5c0 tx=0x7f6230005960 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:07.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:07.741+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6234014030 con 0x7f6240074fe0 2024-06-06T07:56:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:07 smithi176 ceph-mon[36543]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-06-06T07:56:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:07 smithi203 ceph-mon[37192]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 28 op/s 2024-06-06T07:56:08.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.001+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f624019c230 con 0x7f6240074fe0 2024-06-06T07:56:08.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.002+0000 7f623d7fa700 1 -- 172.21.15.27:0/791970036 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f624019c230 con 0x7f6240074fe0 2024-06-06T07:56:08.001 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:56:08.001 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:56:08.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62280a2fc0 msgr2=0x7f62280a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62280a2fc0 0x7f62280a5480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f623000b5c0 tx=0x7f6230005960 comp rx=0 tx=0).stop 2024-06-06T07:56:08.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 msgr2=0x7f624019b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 0x7f624019b410 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f623400c920 tx=0x7f623400cc30 comp rx=0 tx=0).stop 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 shutdown_connections 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62280a2fc0 0x7f62280a5480 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f624010ee90 0x7f624019f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62400746c0 0x7f624019aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 --2- 172.21.15.27:0/791970036 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6240074fe0 0x7f624019b410 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 >> 172.21.15.27:0/791970036 conn(0x7f62400795f0 msgr2=0x7f62401005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 shutdown_connections 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:08.004+0000 7f624683d700 1 -- 172.21.15.27:0/791970036 wait complete. 2024-06-06T07:56:08.004 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 -- 172.21.15.27:0/696393232 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200102c30 msgr2=0x7f3200103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 --2- 172.21.15.27:0/696393232 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200102c30 0x7f3200103010 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f31fc009900 tx=0x7f31fc02a480 comp rx=0 tx=0).stop 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 -- 172.21.15.27:0/696393232 shutdown_connections 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 --2- 172.21.15.27:0/696393232 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f320010c000 0x7f320010e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 --2- 172.21.15.27:0/696393232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3200103550 0x7f320010ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 --2- 172.21.15.27:0/696393232 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200102c30 0x7f3200103010 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 -- 172.21.15.27:0/696393232 >> 172.21.15.27:0/696393232 conn(0x7f32000779c0 msgr2=0x7f3200077dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 -- 172.21.15.27:0/696393232 shutdown_connections 2024-06-06T07:56:08.510 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.510+0000 7f3208729640 1 -- 172.21.15.27:0/696393232 wait complete. 2024-06-06T07:56:08.511 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 Processor -- start 2024-06-06T07:56:08.511 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 -- start start 2024-06-06T07:56:08.512 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3200102c30 0x7f32001982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 0x7f3200198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320010c000 0x7f320019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3200111ed0 con 0x7f3200103550 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3200111d50 con 0x7f3200102c30 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3208729640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3200112050 con 0x7f320010c000 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 0x7f3200198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 0x7f3200198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55052/0 (socket says 172.21.15.27:55052) 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 -- 172.21.15.27:0/4093465880 learned_addr learned my addr 172.21.15.27:0/4093465880 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f32064c5640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3200102c30 0x7f32001982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3206cc6640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320010c000 0x7f320019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 -- 172.21.15.27:0/4093465880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320010c000 msgr2=0x7f320019cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320010c000 0x7f320019cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 -- 172.21.15.27:0/4093465880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3200102c30 msgr2=0x7f32001982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.511+0000 7f3205cc4640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3200102c30 0x7f32001982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f3205cc4640 1 -- 172.21.15.27:0/4093465880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320019d2e0 con 0x7f3200103550 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f3206cc6640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320010c000 0x7f320019cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f3205cc4640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 0x7f3200198830 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f31f000e9f0 tx=0x7f31f000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f31f77fe640 1 -- 172.21.15.27:0/4093465880 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f000cd80 con 0x7f3200103550 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f320019d5d0 con 0x7f3200103550 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f31f77fe640 1 -- 172.21.15.27:0/4093465880 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f31f0005520 con 0x7f3200103550 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f31f77fe640 1 -- 172.21.15.27:0/4093465880 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f0010690 con 0x7f3200103550 2024-06-06T07:56:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.512+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32001a4e60 con 0x7f3200103550 2024-06-06T07:56:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.514+0000 7f31f77fe640 1 -- 172.21.15.27:0/4093465880 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f31f00046c0 con 0x7f3200103550 2024-06-06T07:56:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 Processor -- start 2024-06-06T07:56:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 -- start start 2024-06-06T07:56:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb376550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb380e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 0x559fdb383740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f31f77fe640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f31ec0a2f50 0x7f31ec0a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x559fdb2da4f0 con 0x559fdb381350 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x559fdb278870 con 0x559fdb376a90 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f320b439740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559fdb2d64b0 con 0x559fdb376170 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f3206cc6640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f31ec0a2f50 0x7f31ec0a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.515+0000 7f3205cc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 0x559fdb383740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 0x559fdb383740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55068/0 (socket says 172.21.15.27:55068) 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f31f77fe640 1 -- 172.21.15.27:0/4093465880 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f31f00cff50 con 0x7f3200103550 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 -- 172.21.15.27:0/1150940056 learned_addr learned my addr 172.21.15.27:0/1150940056 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3206cc6640 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb376550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f32064c5640 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb380e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 -- 172.21.15.27:0/1150940056 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 msgr2=0x559fdb376550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb376550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 -- 172.21.15.27:0/1150940056 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 msgr2=0x559fdb380e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb380e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 -- 172.21.15.27:0/1150940056 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fdb2949b0 con 0x559fdb381350 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3206cc6640 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb376550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3206cc6640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f31ec0a2f50 0x7f31ec0a5410 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31f8009370 tx=0x7f31f8009e20 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f3205cc4640 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 0x559fdb383740 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f31f000e9c0 tx=0x7f31f001bb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b67bac320b8c6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f31f4ff9640 1 -- 172.21.15.27:0/1150940056 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f009ba10 con 0x559fdb381350 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f31f4ff9640 1 -- 172.21.15.27:0/1150940056 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f31f009c5d0 con 0x559fdb381350 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.516+0000 7f31f4ff9640 1 -- 172.21.15.27:0/1150940056 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f009b830 con 0x559fdb381350 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 -- 172.21.15.27:0/1150940056 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 msgr2=0x559fdb383740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 0x559fdb383740 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f31f000e9c0 tx=0x7f31f001bb30 comp rx=0 tx=0).stop 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 -- 172.21.15.27:0/1150940056 shutdown_connections 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb381350 0x559fdb383740 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb380e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 --2- 172.21.15.27:0/1150940056 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb376550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 -- 172.21.15.27:0/1150940056 >> 172.21.15.27:0/1150940056 conn(0x559fdb372680 msgr2=0x559fdb372a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 -- 172.21.15.27:0/1150940056 shutdown_connections 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 -- 172.21.15.27:0/1150940056 wait complete. 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.517+0000 7f320b439740 1 -- start start 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 Processor -- start 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb37e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 0x559fdb37e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb37eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x559fdb383f80 con 0x559fdb376a90 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x559fdb263ae0 con 0x559fdb381350 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559fdb384100 con 0x559fdb376170 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f320b439740 10 client.0 _ll_register_callbacks cb 0x559fdb29c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 0x559fdb37e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 0x559fdb37e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55076/0 (socket says 172.21.15.27:55076) 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 -- 172.21.15.27:0/2711359329 learned_addr learned my addr 172.21.15.27:0/2711359329 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f32064c5640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb37e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3206cc6640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb37eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 -- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 msgr2=0x559fdb37e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb37e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 -- 172.21.15.27:0/2711359329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 msgr2=0x559fdb37eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb37eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 -- 172.21.15.27:0/2711359329 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fdafee210 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f3205cc4640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 0x559fdb37e860 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f31f0098330 tx=0x7f31f000a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf3e17418ddc5070 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.518+0000 7f31e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f31e9ffb640 1 -- 172.21.15.27:0/2711359329 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f009ba10 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f31e9ffb640 1 -- 172.21.15.27:0/2711359329 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f31f00a48c0 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31f009c5d0 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f31e9ffb640 1 -- 172.21.15.27:0/2711359329 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f31f00a0280 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 10 client.15585 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559fdb0ba620 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f31e9ffb640 1 -- 172.21.15.27:0/2711359329 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f31f009c5d0 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f31e9ffb640 1 -- 172.21.15.27:0/2711359329 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f31f00baba0 con 0x559fdb376a90 2024-06-06T07:56:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 10 client.15585 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 10 client.15585 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 20 client.15585 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3913b0 0x559fdb3937a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 4 client.15585 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fdb2edf10 con 0x559fdb3913b0 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.519+0000 7f32064c5640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3913b0 0x559fdb3937a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.520+0000 7f32064c5640 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3913b0 0x559fdb3937a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=374f385486ba41f5 server_cookie=e2f327670776d3b4 in_seq=0 out_seq=0 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.520+0000 7f31e9ffb640 10 client.15585 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f31e9ffb640 1 -- 172.21.15.27:0/2711359329 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559fdb2edf10 con 0x559fdb3913b0 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f31e9ffb640 10 client.15585 handle_command_reply: tid=0 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 client.15585 shutdown 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 msgr2=0x559fdb37e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 0x559fdb37e860 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f31f0098330 tx=0x7f31f000a250 comp rx=0 tx=0).stop 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 shutdown_connections 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3913b0 0x559fdb3937a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb37eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376a90 0x559fdb37e860 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 --2- 172.21.15.27:0/2711359329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376170 0x559fdb37e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 >> 172.21.15.27:0/2711359329 conn(0x559fdb372680 msgr2=0x559fdb378400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f31e9ffb640 0 client.15585 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 shutdown_connections 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 1 -- 172.21.15.27:0/2711359329 wait complete. 2024-06-06T07:56:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.521+0000 7f320b439740 20 client.15585 trim_cache size 0 max 16384 2024-06-06T07:56:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 Processor -- start 2024-06-06T07:56:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 -- start start 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb37ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376a90 0x559fdb38ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb3963e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f32001aed50 con 0x559fdb376170 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f32001b0890 con 0x559fdb381350 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f320b439740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f32001af420 con 0x559fdb376a90 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.536+0000 7f32064c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb37ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb37ebc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55084/0 (socket says 172.21.15.27:55084) 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 -- 172.21.15.27:0/2380997017 learned_addr learned my addr 172.21.15.27:0/2380997017 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f3205cc4640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376a90 0x559fdb38ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 -- 172.21.15.27:0/2380997017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376a90 msgr2=0x559fdb38ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f3206cc6640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb3963e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376a90 0x559fdb38ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 -- 172.21.15.27:0/2380997017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 msgr2=0x559fdb3963e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb3963e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 -- 172.21.15.27:0/2380997017 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fdb379120 con 0x559fdb376170 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f3205cc4640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376a90 0x559fdb38ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f3206cc6640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb3963e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f32064c5640 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb37ebc0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f31fc02a9a0 tx=0x7f31fc031a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8adcd6e325f6602 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f31ebfff640 1 -- 172.21.15.27:0/2380997017 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc035040 con 0x559fdb376170 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f31ebfff640 1 -- 172.21.15.27:0/2380997017 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f31fc005520 con 0x559fdb376170 2024-06-06T07:56:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.537+0000 7f31ebfff640 1 -- 172.21.15.27:0/2380997017 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc004e00 con 0x559fdb376170 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 -- 172.21.15.27:0/2380997017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 msgr2=0x559fdb37ebc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb37ebc0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f31fc02a9a0 tx=0x7f31fc031a00 comp rx=0 tx=0).stop 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 -- 172.21.15.27:0/2380997017 shutdown_connections 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb381350 0x559fdb3963e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb376a90 0x559fdb38ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 --2- 172.21.15.27:0/2380997017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb37ebc0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 -- 172.21.15.27:0/2380997017 >> 172.21.15.27:0/2380997017 conn(0x559fdb372680 msgr2=0x559fdb38c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 -- 172.21.15.27:0/2380997017 shutdown_connections 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.538+0000 7f320b439740 1 -- 172.21.15.27:0/2380997017 wait complete. 2024-06-06T07:56:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 -- start start 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 Processor -- start 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb393970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb393eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb381350 0x559fdb3f9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f32001b01c0 con 0x559fdb376170 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f32001afaf0 con 0x559fdb376a90 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f32001acd30 con 0x559fdb381350 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f320b439740 10 client.0 _ll_register_callbacks cb 0x7f31fc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f32064c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb393970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f32064c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb393970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55086/0 (socket says 172.21.15.27:55086) 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f32064c5640 1 -- 172.21.15.27:0/1855510621 learned_addr learned my addr 172.21.15.27:0/1855510621 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.539+0000 7f3205cc4640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb393eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f3206cc6640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb381350 0x559fdb3f9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f32064c5640 1 -- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb381350 msgr2=0x559fdb3f9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f32064c5640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb381350 0x559fdb3f9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f32064c5640 1 -- 172.21.15.27:0/1855510621 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 msgr2=0x559fdb393eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f32064c5640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb393eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f32064c5640 1 -- 172.21.15.27:0/1855510621 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fdb3fa2d0 con 0x559fdb376170 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f3206cc6640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb381350 0x559fdb3f9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f32064c5640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb393970 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f31fc031800 tx=0x7f31fc02a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b656a2710a2d8fe3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f31e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f31e9ffb640 1 -- 172.21.15.27:0/1855510621 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc056030 con 0x559fdb376170 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f31e9ffb640 1 -- 172.21.15.27:0/1855510621 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f31fc005230 con 0x559fdb376170 2024-06-06T07:56:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31fc005520 con 0x559fdb376170 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f31e9ffb640 1 -- 172.21.15.27:0/1855510621 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f31fc063050 con 0x559fdb376170 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f320b439740 10 client.15591 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x559fdb3fb530 con 0x559fdb376170 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.540+0000 7f31e9ffb640 1 -- 172.21.15.27:0/1855510621 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f31fc005520 con 0x559fdb376170 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f31e9ffb640 1 -- 172.21.15.27:0/1855510621 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f31fc050040 con 0x559fdb376170 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f320b439740 10 client.15591 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f320b439740 10 client.15591 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f320b439740 20 client.15591 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f320b439740 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3fbbc0 0x559fdb3fdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f320b439740 4 client.15591 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559fdb2e7c20 con 0x559fdb3fbbc0 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f3205cc4640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3fbbc0 0x559fdb3fdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f3205cc4640 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3fbbc0 0x559fdb3fdfe0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5d79d8a45f4e5c9 server_cookie=48a4d8a2da831795 in_seq=0 out_seq=0 2024-06-06T07:56:08.545 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.541+0000 7f31e9ffb640 10 client.15591 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f31e9ffb640 1 -- 172.21.15.27:0/1855510621 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x559fdb2e7c20 con 0x559fdb3fbbc0 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f31e9ffb640 10 client.15591 handle_command_reply: tid=0 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 client.15591 shutdown 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 msgr2=0x559fdb393970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb393970 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f31fc031800 tx=0x7f31fc02a480 comp rx=0 tx=0).stop 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 shutdown_connections 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x559fdb3fbbc0 0x559fdb3fdfe0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559fdb381350 0x559fdb3f9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x559fdb376a90 0x559fdb393eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f31e9ffb640 0 client.15591 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:08.551 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 --2- 172.21.15.27:0/1855510621 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x559fdb376170 0x559fdb393970 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 >> 172.21.15.27:0/1855510621 conn(0x559fdb372680 msgr2=0x559fdb38cbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 shutdown_connections 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 1 -- 172.21.15.27:0/1855510621 wait complete. 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.551+0000 7f320b439740 20 client.15591 trim_cache size 0 max 16384 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:56:08.552 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f31ec0a2f50 msgr2=0x7f31ec0a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f31ec0a2f50 0x7f31ec0a5410 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31f8009370 tx=0x7f31f8009e20 comp rx=0 tx=0).stop 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 msgr2=0x7f3200198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 0x7f3200198830 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f31f000e9f0 tx=0x7f31f000edf0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 shutdown_connections 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f31ec0a2f50 0x7f31ec0a5410 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320010c000 0x7f320019cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3200103550 0x7f3200198830 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.553 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 --2- 172.21.15.27:0/4093465880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3200102c30 0x7f32001982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:08.554 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 >> 172.21.15.27:0/4093465880 conn(0x7f32000779c0 msgr2=0x7f32000fd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:08.554 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 shutdown_connections 2024-06-06T07:56:08.554 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:08.552+0000 7f3208729640 1 -- 172.21.15.27:0/4093465880 wait complete. 2024-06-06T07:56:08.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:08 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/791970036' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:08.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:08 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/791970036' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:08.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:08 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/791970036' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:08.816 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 30, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-06T07:51:10.100595+0000', 'modified': '2024-06-06T07:55:23.976300+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24487, 'mds_1': 24473, 'mds_2': 24469, 'mds_3': 24463, 'mds_4': 24449}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14574': {'gid': 14574, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.27:6839/4141066426', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.27:6838', 'nonce': 4141066426}, {'type': 'v1', 'addr': '172.21.15.27:6839', 'nonce': 4141066426}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14586': {'gid': 14586, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.27:6841/2198070486', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.27:6840', 'nonce': 2198070486}, {'type': 'v1', 'addr': '172.21.15.27:6841', 'nonce': 2198070486}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24398': {'gid': 24398, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.176:6833/4209089521', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6832', 'nonce': 4209089521}, {'type': 'v1', 'addr': '172.21.15.176:6833', 'nonce': 4209089521}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24421': {'gid': 24421, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.203:6833/599985241', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 599985241}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 599985241}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24422': {'gid': 24422, 'name': 'e', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.176:6835/2182926099', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6834', 'nonce': 2182926099}, {'type': 'v1', 'addr': '172.21.15.176:6835', 'nonce': 2182926099}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24449': {'gid': 24449, 'name': 'h', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.176:6837/1683723594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6836', 'nonce': 1683723594}, {'type': 'v1', 'addr': '172.21.15.176:6837', 'nonce': 1683723594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'f', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 28, 'addr': '172.21.15.203:6835/2728459000', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6834', 'nonce': 2728459000}, {'type': 'v1', 'addr': '172.21.15.203:6835', 'nonce': 2728459000}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 27, 'addr': '172.21.15.203:6837/3600215287', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6836', 'nonce': 3600215287}, {'type': 'v1', 'addr': '172.21.15.203:6837', 'nonce': 3600215287}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'b', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 22, 'addr': '172.21.15.176:6839/1446734984', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.176:6838', 'nonce': 1446734984}, {'type': 'v1', 'addr': '172.21.15.176:6839', 'nonce': 1446734984}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24487': {'gid': 24487, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.203:6839/2128317350', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2128317350}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2128317350}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24487, 'qdb_cluster': [24487, 24473, 24469, 24449, 24463]} 2024-06-06T07:56:08.816 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-06-06T07:56:08.816 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.h status 2024-06-06T07:56:09.105 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:09.501 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:09 smithi027 ceph-mon[32293]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T07:56:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:09 smithi176 ceph-mon[36543]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T07:56:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:09 smithi203 ceph-mon[37192]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T07:56:10.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 -- 172.21.15.27:0/2836863943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 msgr2=0x7ff220102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 --2- 172.21.15.27:0/2836863943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff220102b20 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7ff2100099c0 tx=0x7ff210009cd0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 -- 172.21.15.27:0/2836863943 shutdown_connections 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 --2- 172.21.15.27:0/2836863943 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff220107840 0x7ff22010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 --2- 172.21.15.27:0/2836863943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff220102b20 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 --2- 172.21.15.27:0/2836863943 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff2201030f0 0x7ff220107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 -- 172.21.15.27:0/2836863943 >> 172.21.15.27:0/2836863943 conn(0x7ff2200795f0 msgr2=0x7ff220079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 -- 172.21.15.27:0/2836863943 shutdown_connections 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.927+0000 7ff2255d0700 1 -- 172.21.15.27:0/2836863943 wait complete. 2024-06-06T07:56:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 Processor -- start 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 -- start start 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff22019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2201030f0 0x7ff22019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff220107840 0x7ff220198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff2201128b0 con 0x7ff220102740 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff220112730 con 0x7ff220107840 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2255d0700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff220112a30 con 0x7ff2201030f0 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff21effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff22019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff21effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff22019e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55104/0 (socket says 172.21.15.27:55104) 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff21effd700 1 -- 172.21.15.27:0/826244602 learned_addr learned my addr 172.21.15.27:0/826244602 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff2167fc700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2201030f0 0x7ff22019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.931 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.928+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff220107840 0x7ff220198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21effd700 1 -- 172.21.15.27:0/826244602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2201030f0 msgr2=0x7ff22019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21effd700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2201030f0 0x7ff22019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21effd700 1 -- 172.21.15.27:0/826244602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff220107840 msgr2=0x7ff220198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21effd700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff220107840 0x7ff220198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21effd700 1 -- 172.21.15.27:0/826244602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff220199250 con 0x7ff220102740 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21effd700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff22019e8e0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ff21000b580 tx=0x7ff2100047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21cff9700 1 -- 172.21.15.27:0/826244602 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff210027070 con 0x7ff220102740 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21cff9700 1 -- 172.21.15.27:0/826244602 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff2100041c0 con 0x7ff220102740 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2201994e0 con 0x7ff220102740 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff21cff9700 1 -- 172.21.15.27:0/826244602 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff21000f6c0 con 0x7ff220102740 2024-06-06T07:56:10.932 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.929+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2201a57b0 con 0x7ff220102740 2024-06-06T07:56:10.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.931+0000 7ff21cff9700 1 -- 172.21.15.27:0/826244602 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7ff21002a070 con 0x7ff220102740 2024-06-06T07:56:10.935 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.932+0000 7ff21cff9700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff20c0a2f40 0x7ff20c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.932+0000 7ff2167fc700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff20c0a2f40 0x7ff20c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.932+0000 7ff21cff9700 1 -- 172.21.15.27:0/826244602 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff2100d0a30 con 0x7ff220102740 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 Processor -- start 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff2167fc700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff20c0a2f40 0x7ff20c0a5400 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff220101fa0 tx=0x7ff20800a300 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 -- start start 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f2f10 0x562b5d1ec990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d1ed2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562b5d13e7c0 con 0x562b5d1eced0 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562b5d0e66d0 con 0x562b5d1f25f0 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562b5d13a780 con 0x562b5d1f2f10 2024-06-06T07:56:10.936 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff21f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d1ed2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff21f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d1ed2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55110/0 (socket says 172.21.15.27:55110) 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff21f7fe700 1 -- 172.21.15.27:0/3582063138 learned_addr learned my addr 172.21.15.27:0/3582063138 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff21effd700 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.933+0000 7ff2167fc700 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f2f10 0x562b5d1ec990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff21f7fe700 1 -- 172.21.15.27:0/3582063138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f2f10 msgr2=0x562b5d1ec990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f2f10 0x562b5d1ec990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff21f7fe700 1 -- 172.21.15.27:0/3582063138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 msgr2=0x562b5d1f29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff21f7fe700 1 -- 172.21.15.27:0/3582063138 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b5d0dcf00 con 0x562b5d1eced0 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff2167fc700 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f2f10 0x562b5d1ec990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:10.937 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d1ed2f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff218008550 tx=0x7ff218008860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a7349b2040ab66b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff2157fa700 1 -- 172.21.15.27:0/3582063138 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218003c00 con 0x562b5d1eced0 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff2157fa700 1 -- 172.21.15.27:0/3582063138 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff218003da0 con 0x562b5d1eced0 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.934+0000 7ff2157fa700 1 -- 172.21.15.27:0/3582063138 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218012a60 con 0x562b5d1eced0 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 -- 172.21.15.27:0/3582063138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 msgr2=0x562b5d1ed2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d1ed2f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ff218008550 tx=0x7ff218008860 comp rx=0 tx=0).stop 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 -- 172.21.15.27:0/3582063138 shutdown_connections 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d1ed2f0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/3582063138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f2f10 0x562b5d1ec990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 -- 172.21.15.27:0/3582063138 >> 172.21.15.27:0/3582063138 conn(0x562b5d117c70 msgr2=0x562b5d1e7800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 -- 172.21.15.27:0/3582063138 shutdown_connections 2024-06-06T07:56:10.938 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 -- 172.21.15.27:0/3582063138 wait complete. 2024-06-06T07:56:10.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 -- start start 2024-06-06T07:56:10.939 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.935+0000 7ff22fe53b80 1 Processor -- start 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 0x562b5d1f8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1f5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562b5d1f9980 con 0x562b5d1f2f10 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562b5d0deba0 con 0x562b5d1eced0 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562b5d1f9b00 con 0x562b5d1f25f0 2024-06-06T07:56:10.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff22fe53b80 10 client.0 _ll_register_callbacks cb 0x562b5d0d88d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21effd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 0x562b5d1f8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21effd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 0x562b5d1f8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:34680/0 (socket says 172.21.15.27:34680) 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21effd700 1 -- 172.21.15.27:0/380881873 learned_addr learned my addr 172.21.15.27:0/380881873 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff2167fc700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1f5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 -- 172.21.15.27:0/380881873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 msgr2=0x562b5d1f5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1f5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 -- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 msgr2=0x562b5d1f8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 0x562b5d1f8c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 -- 172.21.15.27:0/380881873 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b5d08d880 con 0x562b5d1f2f10 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21effd700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 0x562b5d1f8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff2167fc700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1f5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:10.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f64c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ff218012540 tx=0x7ff218004200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=115a11671af11039 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.936+0000 7ff2067fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff2067fc700 1 -- 172.21.15.27:0/380881873 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218007610 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff2067fc700 1 -- 172.21.15.27:0/380881873 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff21801a040 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff218003da0 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff2067fc700 1 -- 172.21.15.27:0/380881873 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff21802a050 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 10 client.15603 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562b5d204280 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff2067fc700 1 -- 172.21.15.27:0/380881873 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff218003da0 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff2067fc700 1 -- 172.21.15.27:0/380881873 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff218013070 con 0x562b5d1f2f10 2024-06-06T07:56:10.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 10 client.15603 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 10 client.15603 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 20 client.15603 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d206510 0x562b5d207980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 4 client.15603 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.937+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b5d14bcc0 con 0x562b5d206510 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.938+0000 7ff21effd700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d206510 0x562b5d207980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.938+0000 7ff21effd700 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d206510 0x562b5d207980 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=64bfda034c0785c server_cookie=e387869f9f144421 in_seq=0 out_seq=0 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.938+0000 7ff2067fc700 10 client.15603 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff2067fc700 1 -- 172.21.15.27:0/380881873 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562b5d14bcc0 con 0x562b5d206510 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff2067fc700 10 client.15603 handle_command_reply: tid=0 2024-06-06T07:56:10.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 client.15603 shutdown 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 msgr2=0x562b5d1f64c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f64c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ff218012540 tx=0x7ff218004200 comp rx=0 tx=0).stop 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 shutdown_connections 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d206510 0x562b5d207980 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f64c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1eced0 0x562b5d1f8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/380881873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1f5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 >> 172.21.15.27:0/380881873 conn(0x562b5d117c70 msgr2=0x562b5d1eb980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff2067fc700 0 client.15603 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 shutdown_connections 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 1 -- 172.21.15.27:0/380881873 wait complete. 2024-06-06T07:56:10.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.939+0000 7ff22fe53b80 20 client.15603 trim_cache size 0 max 16384 2024-06-06T07:56:10.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 Processor -- start 2024-06-06T07:56:10.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 -- start start 2024-06-06T07:56:10.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1eced0 0x562b5d1ec990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f0070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f05b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562b5d205cc0 con 0x562b5d1f2f10 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562b5d206390 con 0x562b5d1f25f0 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562b5d206a60 con 0x562b5d1eced0 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff21f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff21f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f05b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55142/0 (socket says 172.21.15.27:55142) 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff21f7fe700 1 -- 172.21.15.27:0/1692084436 learned_addr learned my addr 172.21.15.27:0/1692084436 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.961+0000 7ff2167fc700 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21effd700 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1eced0 0x562b5d1ec990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21f7fe700 1 -- 172.21.15.27:0/1692084436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1eced0 msgr2=0x562b5d1ec990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1eced0 0x562b5d1ec990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21f7fe700 1 -- 172.21.15.27:0/1692084436 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 msgr2=0x562b5d1f0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21f7fe700 1 -- 172.21.15.27:0/1692084436 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b5d1f44f0 con 0x562b5d1f2f10 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21effd700 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1eced0 0x562b5d1ec990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f05b0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff218007400 tx=0x7ff218008c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f695d883f53ade5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff214ff9700 1 -- 172.21.15.27:0/1692084436 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218003d80 con 0x562b5d1f2f10 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff214ff9700 1 -- 172.21.15.27:0/1692084436 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff218004f90 con 0x562b5d1f2f10 2024-06-06T07:56:10.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.962+0000 7ff214ff9700 1 -- 172.21.15.27:0/1692084436 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff218012ac0 con 0x562b5d1f2f10 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 -- 172.21.15.27:0/1692084436 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 msgr2=0x562b5d1f05b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f05b0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff218007400 tx=0x7ff218008c60 comp rx=0 tx=0).stop 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 -- 172.21.15.27:0/1692084436 shutdown_connections 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1f2f10 0x562b5d1f05b0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1eced0 0x562b5d1ec990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/1692084436 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f25f0 0x562b5d1f0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 -- 172.21.15.27:0/1692084436 >> 172.21.15.27:0/1692084436 conn(0x562b5d117c70 msgr2=0x562b5d1e7330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 -- 172.21.15.27:0/1692084436 shutdown_connections 2024-06-06T07:56:10.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 -- 172.21.15.27:0/1692084436 wait complete. 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 -- start start 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.963+0000 7ff22fe53b80 1 Processor -- start 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d211390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1eb980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f2f10 0x562b5d1ebec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562b5d207800 con 0x562b5d1eced0 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562b5d207130 con 0x562b5d1f2f10 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562b5d207ed0 con 0x562b5d1f25f0 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 10 client.0 _ll_register_callbacks cb 0x562b5d0d88d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d211390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d211390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55156/0 (socket says 172.21.15.27:55156) 2024-06-06T07:56:10.969 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 -- 172.21.15.27:0/2005256743 learned_addr learned my addr 172.21.15.27:0/2005256743 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f2f10 0x562b5d1ebec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff2167fc700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1eb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 -- 172.21.15.27:0/2005256743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 msgr2=0x562b5d1eb980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1eb980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 -- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f2f10 msgr2=0x562b5d1ebec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f2f10 0x562b5d1ebec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 -- 172.21.15.27:0/2005256743 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b5d1ec430 con 0x562b5d1eced0 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21f7fe700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f2f10 0x562b5d1ebec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff21effd700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d211390 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff210099410 tx=0x7ff210022ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb291c90a38448ae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff2067fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff2067fc700 1 -- 172.21.15.27:0/2005256743 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2100b9070 con 0x562b5d1eced0 2024-06-06T07:56:10.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff2067fc700 1 -- 172.21.15.27:0/2005256743 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff21009cca0 con 0x562b5d1eced0 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.964+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff218004f90 con 0x562b5d1eced0 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff2067fc700 1 -- 172.21.15.27:0/2005256743 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff21009ca40 con 0x562b5d1eced0 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 10 client.15609 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x562b5d20fbd0 con 0x562b5d1eced0 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff2067fc700 1 -- 172.21.15.27:0/2005256743 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff218004f90 con 0x562b5d1eced0 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff2067fc700 1 -- 172.21.15.27:0/2005256743 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff2100a5220 con 0x562b5d1eced0 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 10 client.15609 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 10 client.15609 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 20 client.15609 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d276750 0x562b5d275460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 4 client.15609 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "status"}) -- 0x562b5d146240 con 0x562b5d276750 2024-06-06T07:56:10.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.965+0000 7ff2167fc700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d276750 0x562b5d275460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff2167fc700 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d276750 0x562b5d275460 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8643abfb709441d server_cookie=b83721d6f643974c in_seq=0 out_seq=0 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff2067fc700 10 client.15609 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff2067fc700 1 -- 172.21.15.27:0/2005256743 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x562b5d146240 con 0x562b5d276750 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff2067fc700 10 client.15609 handle_command_reply: tid=0 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 client.15609 shutdown 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 msgr2=0x562b5d211390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d211390 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff210099410 tx=0x7ff210022ba0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 shutdown_connections 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x562b5d276750 0x562b5d275460 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562b5d1f2f10 0x562b5d1ebec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562b5d1eced0 0x562b5d211390 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 --2- 172.21.15.27:0/2005256743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562b5d1f25f0 0x562b5d1eb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.972 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff2067fc700 0 client.15609 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 >> 172.21.15.27:0/2005256743 conn(0x562b5d117c70 msgr2=0x562b5d1f0070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 shutdown_connections 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 1 -- 172.21.15.27:0/2005256743 wait complete. 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.966+0000 7ff22fe53b80 20 client.15609 trim_cache size 0 max 16384 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 4, 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24449, 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:56:10.973 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 233.22999548499999, 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 30, 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 101, 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 100, 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 333.49000137199999 2024-06-06T07:56:10.974 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff20c0a2f40 msgr2=0x7ff20c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff20c0a2f40 0x7ff20c0a5400 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff220101fa0 tx=0x7ff20800a300 comp rx=0 tx=0).stop 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 msgr2=0x7ff22019e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff22019e8e0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ff21000b580 tx=0x7ff2100047b0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 shutdown_connections 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff20c0a2f40 0x7ff20c0a5400 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff220107840 0x7ff220198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff220102740 0x7ff22019e8e0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 --2- 172.21.15.27:0/826244602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2201030f0 0x7ff22019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 >> 172.21.15.27:0/826244602 conn(0x7ff2200795f0 msgr2=0x7ff220100650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 shutdown_connections 2024-06-06T07:56:10.975 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:10.967+0000 7ff2255d0700 1 -- 172.21.15.27:0/826244602 wait complete. 2024-06-06T07:56:11.627 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:11 smithi027 ceph-mon[32293]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T07:56:11.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:11 smithi176 ceph-mon[36543]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T07:56:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:11 smithi203 ceph-mon[37192]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T07:56:11.778 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.f status 2024-06-06T07:56:12.027 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:13.493 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:13 smithi027 ceph-mon[32293]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 30 op/s 2024-06-06T07:56:13.745 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.744+0000 7fa9df022700 1 -- 172.21.15.27:0/4141657076 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d8102740 msgr2=0x7fa9d8102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.744+0000 7fa9df022700 1 --2- 172.21.15.27:0/4141657076 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d8102740 0x7fa9d8102b20 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fa9c80099c0 tx=0x7fa9c8009cd0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 -- 172.21.15.27:0/4141657076 shutdown_connections 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 --2- 172.21.15.27:0/4141657076 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa9d8107840 0x7fa9d810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 --2- 172.21.15.27:0/4141657076 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d8102740 0x7fa9d8102b20 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 --2- 172.21.15.27:0/4141657076 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa9d81030f0 0x7fa9d8107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 -- 172.21.15.27:0/4141657076 >> 172.21.15.27:0/4141657076 conn(0x7fa9d80795f0 msgr2=0x7fa9d8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:13.746 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 -- 172.21.15.27:0/4141657076 shutdown_connections 2024-06-06T07:56:13.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 -- 172.21.15.27:0/4141657076 wait complete. 2024-06-06T07:56:13.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 Processor -- start 2024-06-06T07:56:13.747 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.745+0000 7fa9df022700 1 -- start start 2024-06-06T07:56:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:13 smithi176 ceph-mon[36543]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 30 op/s 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9df022700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa9d8102740 0x7fa9d8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9df022700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 0x7fa9d8074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9df022700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa9d8107840 0x7fa9d8075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9df022700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d8112910 con 0x7fa9d81030f0 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9df022700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d8112790 con 0x7fa9d8102740 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9df022700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d8112a90 con 0x7fa9d8107840 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 0x7fa9d8074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 0x7fa9d8074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55174/0 (socket says 172.21.15.27:55174) 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 -- 172.21.15.27:0/2240001466 learned_addr learned my addr 172.21.15.27:0/2240001466 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa9d8102740 0x7fa9d8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.749 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa9d8107840 0x7fa9d8075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 -- 172.21.15.27:0/2240001466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa9d8107840 msgr2=0x7fa9d8075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa9d8107840 0x7fa9d8075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 -- 172.21.15.27:0/2240001466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa9d8102740 msgr2=0x7fa9d8074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa9d8102740 0x7fa9d8074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 -- 172.21.15.27:0/2240001466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d81a71e0 con 0x7fa9d81030f0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.746+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 0x7fa9d8074cd0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa9c000b530 tx=0x7fa9c000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.747+0000 7fa9d5ffb700 1 -- 172.21.15.27:0/2240001466 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c0015020 con 0x7fa9d81030f0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.747+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9d81a74d0 con 0x7fa9d81030f0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.747+0000 7fa9d5ffb700 1 -- 172.21.15.27:0/2240001466 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa9c0011d30 con 0x7fa9d81030f0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.747+0000 7fa9d5ffb700 1 -- 172.21.15.27:0/2240001466 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c000f2e0 con 0x7fa9d81030f0 2024-06-06T07:56:13.750 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.747+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9d81a7a10 con 0x7fa9d81030f0 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.750+0000 7fa9d5ffb700 1 -- 172.21.15.27:0/2240001466 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fa9c0018020 con 0x7fa9d81030f0 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.750+0000 7fa9d5ffb700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa9c40a2f40 0x7fa9c40a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa9c40a2f40 0x7fa9c40a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9d5ffb700 1 -- 172.21.15.27:0/2240001466 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fa9c00cf200 con 0x7fa9d81030f0 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa9c40a2f40 0x7fa9c40a5400 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa9c8009990 tx=0x7fa9c8009610 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9e98a5b80 1 Processor -- start 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9e98a5b80 1 -- start start 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456df990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.751+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5566456317c0 con 0x5566456e5f10 2024-06-06T07:56:13.753 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5566455d96d0 con 0x5566456e55f0 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55664562d780 con 0x5566456dfed0 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456df990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456df990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55190/0 (socket says 172.21.15.27:55190) 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 -- 172.21.15.27:0/3177425915 learned_addr learned my addr 172.21.15.27:0/3177425915 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 -- 172.21.15.27:0/3177425915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 msgr2=0x5566456e02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 -- 172.21.15.27:0/3177425915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 msgr2=0x5566456e59d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e59d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 -- 172.21.15.27:0/3177425915 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566455cff00 con 0x5566456e5f10 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:13.754 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456df990 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa9c000bc40 tx=0x7fa9c009aee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3dab5aa0831da87 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:13.755 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9ceffd700 1 -- 172.21.15.27:0/3177425915 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c0099590 con 0x5566456e5f10 2024-06-06T07:56:13.755 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9ceffd700 1 -- 172.21.15.27:0/3177425915 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa9c00106a0 con 0x5566456e5f10 2024-06-06T07:56:13.755 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.752+0000 7fa9ceffd700 1 -- 172.21.15.27:0/3177425915 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c00a3a70 con 0x5566456e5f10 2024-06-06T07:56:13.758 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/3177425915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 msgr2=0x5566456df990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456df990 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fa9c000bc40 tx=0x7fa9c009aee0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/3177425915 shutdown_connections 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e59d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/3177425915 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456df990 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/3177425915 >> 172.21.15.27:0/3177425915 conn(0x55664560ac70 msgr2=0x5566456da800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/3177425915 shutdown_connections 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/3177425915 wait complete. 2024-06-06T07:56:13.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.753+0000 7fa9e98a5b80 1 -- start start 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 Processor -- start 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456ebd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e9050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456e9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5566456ec920 con 0x5566456e5f10 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5566455d1ba0 con 0x5566456e55f0 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5566456ecaa0 con 0x5566456dfed0 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9e98a5b80 10 client.0 _ll_register_callbacks cb 0x5566455cb8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9dd5bf700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456e9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9dd5bf700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456e9590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55192/0 (socket says 172.21.15.27:55192) 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9dd5bf700 1 -- 172.21.15.27:0/4220204824 learned_addr learned my addr 172.21.15.27:0/4220204824 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:13.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456ebd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9dd5bf700 1 -- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 msgr2=0x5566456ebd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.754+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456ebd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9dd5bf700 1 -- 172.21.15.27:0/4220204824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 msgr2=0x5566456e9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9dd5bf700 1 -- 172.21.15.27:0/4220204824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556645580880 con 0x5566456e5f10 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456e9590 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa9d000e930 tx=0x7fa9d000ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3980b3e37b700fa server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9b7fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9b7fff700 1 -- 172.21.15.27:0/4220204824 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d0004bb0 con 0x5566456e5f10 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9b7fff700 1 -- 172.21.15.27:0/4220204824 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fa9d0010040 con 0x5566456e5f10 2024-06-06T07:56:13.761 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9c00106a0 con 0x5566456e5f10 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9b7fff700 1 -- 172.21.15.27:0/4220204824 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa9d0022050 con 0x5566456e5f10 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9e98a5b80 10 client.15621 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5566456f72d0 con 0x5566456e5f10 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9b7fff700 1 -- 172.21.15.27:0/4220204824 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa9c00106a0 con 0x5566456e5f10 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.755+0000 7fa9b7fff700 1 -- 172.21.15.27:0/4220204824 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fa9d0014070 con 0x5566456e5f10 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9e98a5b80 10 client.15621 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9e98a5b80 10 client.15621 resolve_mds: resolved name 'f' to daemon mds.f 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9e98a5b80 20 client.15621 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x5566456f9910 0x5566456fad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9e98a5b80 4 client.15621 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55664563ecc0 con 0x5566456f9910 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.756+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x5566456f9910 0x5566456fad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.757+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x5566456f9910 0x5566456fad80 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=58ff779c740f0aa0 server_cookie=77fb6d4bd79d3f49 in_seq=0 out_seq=0 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.757+0000 7fa9b7fff700 10 client.15621 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.757+0000 7fa9b7fff700 1 -- 172.21.15.27:0/4220204824 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55664563ecc0 con 0x5566456f9910 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.757+0000 7fa9b7fff700 10 client.15621 handle_command_reply: tid=0 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.757+0000 7fa9e98a5b80 1 client.15621 shutdown 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 msgr2=0x5566456e9590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456e9590 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa9d000e930 tx=0x7fa9d000ec40 comp rx=0 tx=0).stop 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 shutdown_connections 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x5566456f9910 0x5566456fad80 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e5f10 0x5566456e9590 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456ebd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/4220204824 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e55f0 0x5566456e9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9b7fff700 0 client.15621 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:13.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 >> 172.21.15.27:0/4220204824 conn(0x55664560ac70 msgr2=0x5566456de980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:13.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 shutdown_connections 2024-06-06T07:56:13.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/4220204824 wait complete. 2024-06-06T07:56:13.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.758+0000 7fa9e98a5b80 20 client.15621 trim_cache size 0 max 16384 2024-06-06T07:56:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:13 smithi203 ceph-mon[37192]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 25 KiB/s wr, 30 op/s 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.779+0000 7fa9e98a5b80 1 Processor -- start 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 -- start start 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456df990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5566456f90c0 con 0x5566456e55f0 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5566456f9790 con 0x5566456e5f10 2024-06-06T07:56:13.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5566456f9e60 con 0x5566456dfed0 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55200/0 (socket says 172.21.15.27:55200) 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 -- 172.21.15.27:0/930877613 learned_addr learned my addr 172.21.15.27:0/930877613 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456df990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 -- 172.21.15.27:0/930877613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 msgr2=0x5566456df990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456df990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 -- 172.21.15.27:0/930877613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 msgr2=0x5566456e6ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e6ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 -- 172.21.15.27:0/930877613 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566456da330 con 0x5566456e55f0 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456df990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.780+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e95e0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa9c0099540 tx=0x7fa9c0010aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce2148869dc17d3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9ce7fc700 1 -- 172.21.15.27:0/930877613 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c00b4280 con 0x5566456e55f0 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9ce7fc700 1 -- 172.21.15.27:0/930877613 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa9c00106a0 con 0x5566456e55f0 2024-06-06T07:56:13.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9ce7fc700 1 -- 172.21.15.27:0/930877613 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c00a3cb0 con 0x5566456e55f0 2024-06-06T07:56:13.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/930877613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 msgr2=0x5566456e95e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e95e0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fa9c0099540 tx=0x7fa9c0010aa0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/930877613 shutdown_connections 2024-06-06T07:56:13.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456df990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/930877613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e95e0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/930877613 >> 172.21.15.27:0/930877613 conn(0x55664560ac70 msgr2=0x5566456e63b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/930877613 shutdown_connections 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.781+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/930877613 wait complete. 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 -- start start 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 Processor -- start 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5566456fac00 con 0x5566456e55f0 2024-06-06T07:56:13.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5566456fa530 con 0x5566456e5f10 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5566456fb2d0 con 0x5566456dfed0 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9e98a5b80 10 client.0 _ll_register_callbacks cb 0x5566455cb8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9d7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55214/0 (socket says 172.21.15.27:55214) 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9d7fff700 1 -- 172.21.15.27:0/250254745 learned_addr learned my addr 172.21.15.27:0/250254745 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.782+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9dd5bf700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9d7fff700 1 -- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 msgr2=0x5566456e8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9d7fff700 1 -- 172.21.15.27:0/250254745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 msgr2=0x5566456e9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9d7fff700 1 -- 172.21.15.27:0/250254745 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556645702980 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9d7fff700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e90f0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa9c00cc5b0 tx=0x7fa9c009ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1024da2386478af9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9b7fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9b7fff700 1 -- 172.21.15.27:0/250254745 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c00b8070 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9b7fff700 1 -- 172.21.15.27:0/250254745 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fa9c00a3c70 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9c00106a0 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9b7fff700 1 -- 172.21.15.27:0/250254745 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa9c00174d0 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9e98a5b80 10 client.15627 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556645765520 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.783+0000 7fa9b7fff700 1 -- 172.21.15.27:0/250254745 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa9c00106a0 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9b7fff700 1 -- 172.21.15.27:0/250254745 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fa9c009a6e0 con 0x5566456e55f0 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9e98a5b80 10 client.15627 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:13.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9e98a5b80 10 client.15627 resolve_mds: resolved name 'f' to daemon mds.f 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9e98a5b80 20 client.15627 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556645769ae0 0x5566457687f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9e98a5b80 4 client.15627 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "status"}) -- 0x556645639240 con 0x556645769ae0 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556645769ae0 0x5566457687f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9dcdbe700 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556645769ae0 0x5566457687f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8a77b278c6ef99e8 server_cookie=f56a300c474f2ad in_seq=0 out_seq=0 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9b7fff700 10 client.15627 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9b7fff700 1 -- 172.21.15.27:0/250254745 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x556645639240 con 0x556645769ae0 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.784+0000 7fa9b7fff700 10 client.15627 handle_command_reply: tid=0 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 client.15627 shutdown 2024-06-06T07:56:13.791 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 msgr2=0x5566456e90f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e90f0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fa9c00cc5b0 tx=0x7fa9c009ba40 comp rx=0 tx=0).stop 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 shutdown_connections 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556645769ae0 0x5566457687f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9b7fff700 0 client.15627 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5566456e5f10 0x5566456e9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5566456dfed0 0x5566456e8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 --2- 172.21.15.27:0/250254745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5566456e55f0 0x5566456e90f0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 >> 172.21.15.27:0/250254745 conn(0x55664560ac70 msgr2=0x5566456e62f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 shutdown_connections 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 1 -- 172.21.15.27:0/250254745 wait complete. 2024-06-06T07:56:13.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.785+0000 7fa9e98a5b80 20 client.15627 trim_cache size 0 max 16384 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 3, 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24463, 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 237.06216076499999, 2024-06-06T07:56:13.793 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 30, 2024-06-06T07:56:13.794 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 101, 2024-06-06T07:56:13.794 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 100, 2024-06-06T07:56:13.794 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 342.09922141200002 2024-06-06T07:56:13.794 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:13.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa9c40a2f40 msgr2=0x7fa9c40a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa9c40a2f40 0x7fa9c40a5400 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa9c8009990 tx=0x7fa9c8009610 comp rx=0 tx=0).stop 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 msgr2=0x7fa9d8074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 0x7fa9d8074cd0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa9c000b530 tx=0x7fa9c000b840 comp rx=0 tx=0).stop 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 shutdown_connections 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa9c40a2f40 0x7fa9c40a5400 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa9d8107840 0x7fa9d8075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa9d8102740 0x7fa9d8074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 --2- 172.21.15.27:0/2240001466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa9d81030f0 0x7fa9d8074cd0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 >> 172.21.15.27:0/2240001466 conn(0x7fa9d80795f0 msgr2=0x7fa9d8100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 shutdown_connections 2024-06-06T07:56:13.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:13.786+0000 7fa9df022700 1 -- 172.21.15.27:0/2240001466 wait complete. 2024-06-06T07:56:14.638 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.c status 2024-06-06T07:56:14.894 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:15.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:15 smithi027 ceph-mon[32293]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-06-06T07:56:15.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:15 smithi176 ceph-mon[36543]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-06-06T07:56:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:15 smithi203 ceph-mon[37192]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-06-06T07:56:16.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 -- 172.21.15.27:0/3685921528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 msgr2=0x7f114c10da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3685921528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c10da70 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f114400b0a0 tx=0x7f114400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 -- 172.21.15.27:0/3685921528 shutdown_connections 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3685921528 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c10da70 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3685921528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f114c101090 0x7f114c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3685921528 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f114c101a40 0x7f114c105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 -- 172.21.15.27:0/3685921528 >> 172.21.15.27:0/3685921528 conn(0x7f114c0766b0 msgr2=0x7f114c076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 -- 172.21.15.27:0/3685921528 shutdown_connections 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 -- 172.21.15.27:0/3685921528 wait complete. 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.694+0000 7f1151fdc700 1 Processor -- start 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 -- start start 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f114c101090 0x7f114c19d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f114c101a40 0x7f114c19ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f114c111020 con 0x7f114c105f30 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f114c110ea0 con 0x7f114c101090 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f1151fdc700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f114c1111a0 con 0x7f114c101a40 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41986/0 (socket says 172.21.15.27:41986) 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 -- 172.21.15.27:0/3040771047 learned_addr learned my addr 172.21.15.27:0/3040771047 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f114c101090 0x7f114c19d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114affd700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f114c101a40 0x7f114c19ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 -- 172.21.15.27:0/3040771047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f114c101a40 msgr2=0x7f114c19ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f114c101a40 0x7f114c19ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 -- 172.21.15.27:0/3040771047 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f114c101090 msgr2=0x7f114c19d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f114c101090 0x7f114c19d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.695+0000 7f114bfff700 1 -- 172.21.15.27:0/3040771047 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f114c1981d0 con 0x7f114c105f30 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.696+0000 7f114bfff700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c197a70 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1144006070 tx=0x7f1144004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.696+0000 7f1148ff9700 1 -- 172.21.15.27:0/3040771047 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1144021070 con 0x7f114c105f30 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.696+0000 7f1148ff9700 1 -- 172.21.15.27:0/3040771047 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1144003c00 con 0x7f114c105f30 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.696+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f114c198460 con 0x7f114c105f30 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.696+0000 7f1148ff9700 1 -- 172.21.15.27:0/3040771047 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f114401d450 con 0x7f114c105f30 2024-06-06T07:56:16.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.696+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f114c1a4780 con 0x7f114c105f30 2024-06-06T07:56:16.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.698+0000 7f1148ff9700 1 -- 172.21.15.27:0/3040771047 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f1144007980 con 0x7f114c105f30 2024-06-06T07:56:16.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.699+0000 7f1148ff9700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11380a2fc0 0x7f11380a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.699+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11380a2fc0 0x7f11380a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.699+0000 7f1148ff9700 1 -- 172.21.15.27:0/3040771047 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f114400f020 con 0x7f114c105f30 2024-06-06T07:56:16.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.699+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11380a2fc0 0x7f11380a5480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f114c198bb0 tx=0x7f1134009190 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 Processor -- start 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 -- start start 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f64420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f64d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561358e54f10 con 0x561358f6a120 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561358eb3800 con 0x561358f6aa40 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f115c85fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561358e1b410 con 0x561358f64960 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42000/0 (socket says 172.21.15.27:42000) 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 -- 172.21.15.27:0/3192663406 learned_addr learned my addr 172.21.15.27:0/3192663406 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:16.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114affd700 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f64420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114bfff700 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f64d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 -- 172.21.15.27:0/3192663406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 msgr2=0x561358f64d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f64d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 -- 172.21.15.27:0/3192663406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 msgr2=0x561358f64420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f64420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114b7fe700 1 -- 172.21.15.27:0/3192663406 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561358e02880 con 0x561358f6a120 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.700+0000 7f114bfff700 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f64d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6a500 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f1134009fd0 tx=0x7f1134011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31f553a8faba6065 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f1141ffb700 1 -- 172.21.15.27:0/3192663406 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113401b040 con 0x561358f6a120 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f1141ffb700 1 -- 172.21.15.27:0/3192663406 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1134024070 con 0x561358f6a120 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f1141ffb700 1 -- 172.21.15.27:0/3192663406 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11340137d0 con 0x561358f6a120 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f115c85fb80 1 -- 172.21.15.27:0/3192663406 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 msgr2=0x561358f6a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6a500 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f1134009fd0 tx=0x7f1134011000 comp rx=0 tx=0).stop 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f115c85fb80 1 -- 172.21.15.27:0/3192663406 shutdown_connections 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f64d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6a500 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.701+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3192663406 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f64420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- 172.21.15.27:0/3192663406 >> 172.21.15.27:0/3192663406 conn(0x561358e8f030 msgr2=0x561358f5d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- 172.21.15.27:0/3192663406 shutdown_connections 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- 172.21.15.27:0/3192663406 wait complete. 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- start start 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 Processor -- start 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f64960 0x561358f707e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f6aa40 0x561358f6e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561358e53f70 con 0x561358f6a120 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561358eaf7c0 con 0x561358f64960 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561358f71420 con 0x561358f6aa40 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.702+0000 7f115c85fb80 10 client.0 _ll_register_callbacks cb 0x561358e49560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42016/0 (socket says 172.21.15.27:42016) 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 -- 172.21.15.27:0/610113456 learned_addr learned my addr 172.21.15.27:0/610113456 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114b7fe700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f64960 0x561358f707e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114bfff700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f6aa40 0x561358f6e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 -- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f6aa40 msgr2=0x561358f6e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f6aa40 0x561358f6e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 -- 172.21.15.27:0/610113456 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f64960 msgr2=0x561358f707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f64960 0x561358f707e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 -- 172.21.15.27:0/610113456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561358e79700 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f114affd700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6db30 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f113c00bb70 tx=0x7f113c00be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb422620faa63fc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f112affd700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f112affd700 1 -- 172.21.15.27:0/610113456 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113c003ca0 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f112affd700 1 -- 172.21.15.27:0/610113456 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f113c004830 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1134024070 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f112affd700 1 -- 172.21.15.27:0/610113456 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f113c024050 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f115c85fb80 10 client.15639 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.703+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561358f7bba0 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f112affd700 1 -- 172.21.15.27:0/610113456 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1134024070 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f112affd700 1 -- 172.21.15.27:0/610113456 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f113c011560 con 0x561358f6a120 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f115c85fb80 10 client.15639 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f115c85fb80 10 client.15639 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T07:56:16.710 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f115c85fb80 20 client.15639 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:16.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f115c85fb80 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358f7e1f0 0x561358f7f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f115c85fb80 4 client.15639 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:16.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561358ec0d00 con 0x561358f7e1f0 2024-06-06T07:56:16.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.704+0000 7f114b7fe700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358f7e1f0 0x561358f7f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.705+0000 7f114b7fe700 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358f7e1f0 0x561358f7f660 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=29b2e9ea1b6b09b6 server_cookie=949f160ade46642c in_seq=0 out_seq=0 2024-06-06T07:56:16.711 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.705+0000 7f112affd700 10 client.15639 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:16.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.705+0000 7f112affd700 1 -- 172.21.15.27:0/610113456 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561358ec0d00 con 0x561358f7e1f0 2024-06-06T07:56:16.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.705+0000 7f112affd700 10 client.15639 handle_command_reply: tid=0 2024-06-06T07:56:16.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.705+0000 7f115c85fb80 1 client.15639 shutdown 2024-06-06T07:56:16.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 msgr2=0x561358f6db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6db30 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f113c00bb70 tx=0x7f113c00be80 comp rx=0 tx=0).stop 2024-06-06T07:56:16.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 shutdown_connections 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358f7e1f0 0x561358f7f660 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f6aa40 0x561358f6e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f64960 0x561358f707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 --2- 172.21.15.27:0/610113456 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6db30 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 >> 172.21.15.27:0/610113456 conn(0x561358e8f030 msgr2=0x561358f5c6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f112affd700 0 client.15639 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 shutdown_connections 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 1 -- 172.21.15.27:0/610113456 wait complete. 2024-06-06T07:56:16.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.706+0000 7f115c85fb80 20 client.15639 trim_cache size 0 max 16384 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 Processor -- start 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 -- start start 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f5ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f5d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561358f7d9a0 con 0x561358f6a120 2024-06-06T07:56:16.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561358f7e070 con 0x561358f6aa40 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.727+0000 7f115c85fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561358f7e740 con 0x561358f64960 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f5d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f5d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42028/0 (socket says 172.21.15.27:42028) 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 -- 172.21.15.27:0/4166874206 learned_addr learned my addr 172.21.15.27:0/4166874206 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114b7fe700 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f5ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114bfff700 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 -- 172.21.15.27:0/4166874206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 msgr2=0x561358f5ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f5ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 -- 172.21.15.27:0/4166874206 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 msgr2=0x561358f6ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 -- 172.21.15.27:0/4166874206 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561358f652e0 con 0x561358f6a120 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f114affd700 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f5d370 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f113c000c00 tx=0x7f113c012fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12fe0c83fdd77f4a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f11417fa700 1 -- 172.21.15.27:0/4166874206 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113c003ca0 con 0x561358f6a120 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f11417fa700 1 -- 172.21.15.27:0/4166874206 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f113c003e40 con 0x561358f6a120 2024-06-06T07:56:16.731 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.728+0000 7f11417fa700 1 -- 172.21.15.27:0/4166874206 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113c011d90 con 0x561358f6a120 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 -- 172.21.15.27:0/4166874206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 msgr2=0x561358f5d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f5d370 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f113c000c00 tx=0x7f113c012fd0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 -- 172.21.15.27:0/4166874206 shutdown_connections 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f5ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 --2- 172.21.15.27:0/4166874206 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f5d370 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 -- 172.21.15.27:0/4166874206 >> 172.21.15.27:0/4166874206 conn(0x561358e8f030 msgr2=0x561358f6c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 -- 172.21.15.27:0/4166874206 shutdown_connections 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 -- 172.21.15.27:0/4166874206 wait complete. 2024-06-06T07:56:16.735 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.729+0000 7f115c85fb80 1 -- start start 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 Processor -- start 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f89350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561358f7f4e0 con 0x561358f6a120 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561358f7ee10 con 0x561358f6aa40 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561358f7fbb0 con 0x561358f64960 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f115c85fb80 10 client.0 _ll_register_callbacks cb 0x561358e49560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42042/0 (socket says 172.21.15.27:42042) 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 -- 172.21.15.27:0/3659284841 learned_addr learned my addr 172.21.15.27:0/3659284841 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f89350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114bfff700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 -- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 msgr2=0x561358f89350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f89350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 -- 172.21.15.27:0/3659284841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 msgr2=0x561358f6fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114affd700 1 -- 172.21.15.27:0/3659284841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561358f70860 con 0x561358f6a120 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.730+0000 7f114bfff700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f114affd700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6fa70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f113c004010 tx=0x7f113c012ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba66339a2df5c68d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f112affd700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f112affd700 1 -- 172.21.15.27:0/3659284841 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f113c036060 con 0x561358f6a120 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f112affd700 1 -- 172.21.15.27:0/3659284841 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f113c017040 con 0x561358f6a120 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f113c003e40 con 0x561358f6a120 2024-06-06T07:56:16.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f112affd700 1 -- 172.21.15.27:0/3659284841 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f113c03d050 con 0x561358f6a120 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 10 client.15645 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561358fe9b40 con 0x561358f6a120 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f112affd700 1 -- 172.21.15.27:0/3659284841 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f113c003e40 con 0x561358f6a120 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f112affd700 1 -- 172.21.15.27:0/3659284841 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f113c004b80 con 0x561358f6a120 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 10 client.15645 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 10 client.15645 resolve_mds: resolved name 'c' to daemon mds.c 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 20 client.15645 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358fee370 0x561358fed080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 4 client.15645 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.731+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "status"}) -- 0x561358ebb280 con 0x561358fee370 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358fee370 0x561358fed080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:16.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f114b7fe700 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358fee370 0x561358fed080 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=624e4586f835db1b server_cookie=825584f56fc41f0d in_seq=0 out_seq=0 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f112affd700 10 client.15645 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f112affd700 1 -- 172.21.15.27:0/3659284841 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+329 (crc 0 0 0) 0x561358ebb280 con 0x561358fee370 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f112affd700 10 client.15645 handle_command_reply: tid=0 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f115c85fb80 1 client.15645 shutdown 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 msgr2=0x561358f6fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.732+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6fa70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f113c004010 tx=0x7f113c012ed0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 shutdown_connections 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561358fee370 0x561358fed080 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f112affd700 0 client.15645 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561358f6aa40 0x561358f6fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561358f64960 0x561358f89350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 --2- 172.21.15.27:0/3659284841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561358f6a120 0x561358f6fa70 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 >> 172.21.15.27:0/3659284841 conn(0x561358e8f030 msgr2=0x561358f61200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 shutdown_connections 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 1 -- 172.21.15.27:0/3659284841 wait complete. 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f115c85fb80 20 client.15645 trim_cache size 0 max 16384 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 2, 2024-06-06T07:56:16.740 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24469, 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 241.01785949399999, 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 30, 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 101, 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 100, 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 342.122171294 2024-06-06T07:56:16.741 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11380a2fc0 msgr2=0x7f11380a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11380a2fc0 0x7f11380a5480 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f114c198bb0 tx=0x7f1134009190 comp rx=0 tx=0).stop 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 msgr2=0x7f114c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c197a70 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1144006070 tx=0x7f1144004ce0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 shutdown_connections 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11380a2fc0 0x7f11380a5480 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f114c105f30 0x7f114c197a70 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f114c101090 0x7f114c19d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 --2- 172.21.15.27:0/3040771047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f114c101a40 0x7f114c19ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.733+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 >> 172.21.15.27:0/3040771047 conn(0x7f114c0766b0 msgr2=0x7f114c104770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.734+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 shutdown_connections 2024-06-06T07:56:16.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:16.734+0000 7f1151fdc700 1 -- 172.21.15.27:0/3040771047 wait complete. 2024-06-06T07:56:17.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:17 smithi027 ceph-mon[32293]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-06-06T07:56:17.443 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.b status 2024-06-06T07:56:17.590 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T07:56:17.704 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:17 smithi176 ceph-mon[36543]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-06-06T07:56:17.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:17 smithi203 ceph-mon[37192]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.6 KiB/s wr, 11 op/s 2024-06-06T07:56:18.472 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:19.531 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:19 smithi027 ceph-mon[32293]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-06-06T07:56:19.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:19 smithi176 ceph-mon[36543]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-06-06T07:56:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:19 smithi203 ceph-mon[37192]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 -- 172.21.15.27:0/1548617462 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4103120 msgr2=0x7f24a4107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 --2- 172.21.15.27:0/1548617462 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4103120 0x7f24a4107130 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f24980099c0 tx=0x7f2498009cd0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 -- 172.21.15.27:0/1548617462 shutdown_connections 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 --2- 172.21.15.27:0/1548617462 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24a4107860 0x7f24a410f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 --2- 172.21.15.27:0/1548617462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a4102770 0x7f24a4102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 --2- 172.21.15.27:0/1548617462 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4103120 0x7f24a4107130 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 -- 172.21.15.27:0/1548617462 >> 172.21.15.27:0/1548617462 conn(0x7f24a4079600 msgr2=0x7f24a4079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:20.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 -- 172.21.15.27:0/1548617462 shutdown_connections 2024-06-06T07:56:20.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.077+0000 7f24a9254700 1 -- 172.21.15.27:0/1548617462 wait complete. 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 Processor -- start 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 -- start start 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a4102770 0x7f24a419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24a4103120 0x7f24a419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 0x7f24a4198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f24a41128f0 con 0x7f24a4107860 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f24a4112770 con 0x7f24a4103120 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.078+0000 7f24a9254700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24a4112a70 con 0x7f24a4102770 2024-06-06T07:56:20.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 0x7f24a4198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a2d9d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a4102770 0x7f24a419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 0x7f24a4198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42054/0 (socket says 172.21.15.27:42054) 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 -- 172.21.15.27:0/2189802141 learned_addr learned my addr 172.21.15.27:0/2189802141 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a259c700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24a4103120 0x7f24a419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 -- 172.21.15.27:0/2189802141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a4102770 msgr2=0x7f24a419e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a4102770 0x7f24a419e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 -- 172.21.15.27:0/2189802141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24a4103120 msgr2=0x7f24a419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24a4103120 0x7f24a419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 -- 172.21.15.27:0/2189802141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24a41991f0 con 0x7f24a4107860 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a359e700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 0x7f24a4198a90 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f249c007ee0 tx=0x7f249c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:20.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f248bfff700 1 -- 172.21.15.27:0/2189802141 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c00dd20 con 0x7f24a4107860 2024-06-06T07:56:20.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24a41994e0 con 0x7f24a4107860 2024-06-06T07:56:20.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f248bfff700 1 -- 172.21.15.27:0/2189802141 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f249c004020 con 0x7f24a4107860 2024-06-06T07:56:20.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f248bfff700 1 -- 172.21.15.27:0/2189802141 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c015660 con 0x7f24a4107860 2024-06-06T07:56:20.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.079+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24a41a57a0 con 0x7f24a4107860 2024-06-06T07:56:20.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.082+0000 7f248bfff700 1 -- 172.21.15.27:0/2189802141 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f249c015800 con 0x7f24a4107860 2024-06-06T07:56:20.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.082+0000 7f248bfff700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f248c0a2f40 0x7f248c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f248c0a2f40 0x7f248c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f248bfff700 1 -- 172.21.15.27:0/2189802141 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f249c0cf430 con 0x7f24a4107860 2024-06-06T07:56:20.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f248c0a2f40 0x7f248c0a5400 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f24a4199bd0 tx=0x7f249400b3c0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:20.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 Processor -- start 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 -- start start 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b2055210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b2055b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5619b1f47f10 con 0x5619b205b830 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5619b1fa6800 con 0x5619b205af10 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.083+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5619b1f0e410 con 0x5619b2055750 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b2055210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b2055210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42058/0 (socket says 172.21.15.27:42058) 2024-06-06T07:56:20.089 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 -- 172.21.15.27:0/872434607 learned_addr learned my addr 172.21.15.27:0/872434607 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a359e700 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b2055b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 -- 172.21.15.27:0/872434607 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 msgr2=0x5619b2055b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b2055b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 -- 172.21.15.27:0/872434607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 msgr2=0x5619b205b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 -- 172.21.15.27:0/872434607 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619b1ef5880 con 0x5619b205b830 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24a259c700 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b2055210 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f2498000c00 tx=0x7f2498005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4777addae6b926b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24897fa700 1 -- 172.21.15.27:0/872434607 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2498028070 con 0x5619b205b830 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24897fa700 1 -- 172.21.15.27:0/872434607 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2498003e30 con 0x5619b205b830 2024-06-06T07:56:20.090 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.084+0000 7f24897fa700 1 -- 172.21.15.27:0/872434607 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249800bbb0 con 0x5619b205b830 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/872434607 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 msgr2=0x5619b2055210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b2055210 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f2498000c00 tx=0x7f2498005c00 comp rx=0 tx=0).stop 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/872434607 shutdown_connections 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b2055b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/872434607 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b2055210 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/872434607 >> 172.21.15.27:0/872434607 conn(0x5619b1f82030 msgr2=0x5619b20501d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/872434607 shutdown_connections 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.085+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/872434607 wait complete. 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 -- start start 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 Processor -- start 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 0x5619b20615a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.091 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b205b830 0x5619b205ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5619b1f46f70 con 0x5619b2055750 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5619b1fa27c0 con 0x5619b205af10 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5619b20621b0 con 0x5619b205b830 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24b3ad7b80 10 client.0 _ll_register_callbacks cb 0x5619b1f3c560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 0x5619b20615a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 0x5619b20615a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42068/0 (socket says 172.21.15.27:42068) 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 -- 172.21.15.27:0/3876469018 learned_addr learned my addr 172.21.15.27:0/3876469018 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a259c700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a359e700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b205b830 0x5619b205ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 -- 172.21.15.27:0/3876469018 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b205b830 msgr2=0x5619b205ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.092 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b205b830 0x5619b205ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 -- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 msgr2=0x5619b205e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a2d9d700 1 -- 172.21.15.27:0/3876469018 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619b1f6c700 con 0x5619b2055750 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a259c700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.086+0000 7f24a359e700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b205b830 0x5619b205ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 0x5619b20615a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f249401e070 tx=0x7f24940047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d41f6c8765ab197 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f2486ff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f2486ff5700 1 -- 172.21.15.27:0/3876469018 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249402d060 con 0x5619b2055750 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f2486ff5700 1 -- 172.21.15.27:0/3876469018 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f249401cac0 con 0x5619b2055750 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2498003e30 con 0x5619b2055750 2024-06-06T07:56:20.093 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f2486ff5700 1 -- 172.21.15.27:0/3876469018 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2494034050 con 0x5619b2055750 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 10 client.15657 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5619b206c9e0 con 0x5619b2055750 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f2486ff5700 1 -- 172.21.15.27:0/3876469018 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2498003e30 con 0x5619b2055750 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f2486ff5700 1 -- 172.21.15.27:0/3876469018 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f2494027070 con 0x5619b2055750 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 10 client.15657 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 10 client.15657 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 20 client.15657 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b206f050 0x5619b20704c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 4 client.15657 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.087+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619b1fb3d00 con 0x5619b206f050 2024-06-06T07:56:20.094 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.088+0000 7f24a259c700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b206f050 0x5619b20704c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.095 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.088+0000 7f2486ff5700 10 client.15657 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.088+0000 7f24a259c700 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b206f050 0x5619b20704c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=134ec837e53adda5 server_cookie=e9f0107a77d73502 in_seq=0 out_seq=0 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f2486ff5700 1 -- 172.21.15.27:0/3876469018 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5619b1fb3d00 con 0x5619b206f050 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f2486ff5700 10 client.15657 handle_command_reply: tid=0 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 client.15657 shutdown 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 msgr2=0x5619b20615a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 0x5619b20615a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f249401e070 tx=0x7f24940047c0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 shutdown_connections 2024-06-06T07:56:20.096 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b206f050 0x5619b20704c0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b205b830 0x5619b205ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b2055750 0x5619b20615a0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f2486ff5700 0 client.15657 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3876469018 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 >> 172.21.15.27:0/3876469018 conn(0x5619b1f82030 msgr2=0x5619b204f6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 shutdown_connections 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3876469018 wait complete. 2024-06-06T07:56:20.097 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.089+0000 7f24b3ad7b80 20 client.15657 trim_cache size 0 max 16384 2024-06-06T07:56:20.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.112+0000 7f24b3ad7b80 1 Processor -- start 2024-06-06T07:56:20.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.112+0000 7f24b3ad7b80 1 -- start start 2024-06-06T07:56:20.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b206e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b204fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5619b206e800 con 0x5619b205b830 2024-06-06T07:56:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5619b206eed0 con 0x5619b205af10 2024-06-06T07:56:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5619b206f5a0 con 0x5619b2055750 2024-06-06T07:56:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b204fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b204fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42072/0 (socket says 172.21.15.27:42072) 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 -- 172.21.15.27:0/505236138 learned_addr learned my addr 172.21.15.27:0/505236138 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a259c700 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b206e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 -- 172.21.15.27:0/505236138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 msgr2=0x5619b206e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b206e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 -- 172.21.15.27:0/505236138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 msgr2=0x5619b205ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 -- 172.21.15.27:0/505236138 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619b20621b0 con 0x5619b205b830 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.113+0000 7f24a359e700 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b204fe30 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f249c09b0b0 tx=0x7f249c09ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391c076459e34e6e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f2488ff9700 1 -- 172.21.15.27:0/505236138 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c09b3b0 con 0x5619b205b830 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f2488ff9700 1 -- 172.21.15.27:0/505236138 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f249c09f760 con 0x5619b205b830 2024-06-06T07:56:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f2488ff9700 1 -- 172.21.15.27:0/505236138 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c09b870 con 0x5619b205b830 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/505236138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 msgr2=0x5619b204fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b204fe30 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f249c09b0b0 tx=0x7f249c09ad10 comp rx=0 tx=0).stop 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/505236138 shutdown_connections 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b204fe30 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b206e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/505236138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b205ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.114+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/505236138 >> 172.21.15.27:0/505236138 conn(0x5619b1f82030 msgr2=0x5619b205d190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/505236138 shutdown_connections 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/505236138 wait complete. 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 -- start start 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 Processor -- start 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b204f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b204fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b20502c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5619b2070340 con 0x5619b205b830 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5619b206fc70 con 0x5619b205af10 2024-06-06T07:56:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5619b2070a10 con 0x5619b2055750 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24b3ad7b80 10 client.0 _ll_register_callbacks cb 0x5619b1f3c560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24a359e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b20502c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24a359e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b20502c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42088/0 (socket says 172.21.15.27:42088) 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24a359e700 1 -- 172.21.15.27:0/3229781992 learned_addr learned my addr 172.21.15.27:0/3229781992 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.115+0000 7f24a259c700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b204fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b204f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a359e700 1 -- 172.21.15.27:0/3229781992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 msgr2=0x5619b204f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a359e700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b204f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a359e700 1 -- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 msgr2=0x5619b204fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a359e700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b204fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a359e700 1 -- 172.21.15.27:0/3229781992 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619b2078090 con 0x5619b205b830 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b204f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24a359e700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b20502c0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f249c097810 tx=0x7f249c095f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1466d6cc861045 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f2486ff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f2486ff5700 1 -- 172.21.15.27:0/3229781992 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c0b9060 con 0x5619b205b830 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f2486ff5700 1 -- 172.21.15.27:0/3229781992 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f249c0b4260 con 0x5619b205b830 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f249c09f760 con 0x5619b205b830 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f2486ff5700 1 -- 172.21.15.27:0/3229781992 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f249c09b610 con 0x5619b205b830 2024-06-06T07:56:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24b3ad7b80 10 client.15663 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5619b20dad90 con 0x5619b205b830 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.116+0000 7f2486ff5700 1 -- 172.21.15.27:0/3229781992 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f249c09f760 con 0x5619b205b830 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f2486ff5700 1 -- 172.21.15.27:0/3229781992 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f249c07c080 con 0x5619b205b830 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24b3ad7b80 10 client.15663 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24b3ad7b80 10 client.15663 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24b3ad7b80 20 client.15663 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b20df3c0 0x5619b20de0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24b3ad7b80 4 client.15663 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "status"}) -- 0x5619b1fae280 con 0x5619b20df3c0 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b20df3c0 0x5619b20de0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f24a2d9d700 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b20df3c0 0x5619b20de0d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=270d72eb2bb22449 server_cookie=13d7b9ffa089d85c in_seq=0 out_seq=0 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.117+0000 7f2486ff5700 10 client.15663 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f2486ff5700 1 -- 172.21.15.27:0/3229781992 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x5619b1fae280 con 0x5619b20df3c0 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f2486ff5700 10 client.15663 handle_command_reply: tid=0 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 client.15663 shutdown 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 msgr2=0x5619b20502c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b20502c0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f249c097810 tx=0x7f249c095f90 comp rx=0 tx=0).stop 2024-06-06T07:56:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 shutdown_connections 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x5619b20df3c0 0x5619b20de0d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5619b205b830 0x5619b20502c0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619b2055750 0x5619b204f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f2486ff5700 0 client.15663 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 --2- 172.21.15.27:0/3229781992 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5619b205af10 0x5619b204fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 >> 172.21.15.27:0/3229781992 conn(0x5619b1f82030 msgr2=0x5619b205bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 shutdown_connections 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 1 -- 172.21.15.27:0/3229781992 wait complete. 2024-06-06T07:56:20.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.118+0000 7f24b3ad7b80 20 client.15663 trim_cache size 0 max 16384 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 1, 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24473, 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 245.41218008199999, 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 30, 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 101, 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 100, 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 329.16222963600001 2024-06-06T07:56:20.128 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:20.129 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f248c0a2f40 msgr2=0x7f248c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f248c0a2f40 0x7f248c0a5400 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f24a4199bd0 tx=0x7f249400b3c0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 msgr2=0x7f24a4198a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 0x7f24a4198a90 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f249c007ee0 tx=0x7f249c00d3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 shutdown_connections 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f248c0a2f40 0x7f248c0a5400 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f24a4107860 0x7f24a4198a90 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a4102770 0x7f24a419e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 --2- 172.21.15.27:0/2189802141 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f24a4103120 0x7f24a419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 >> 172.21.15.27:0/2189802141 conn(0x7f24a4079600 msgr2=0x7f24a4100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 shutdown_connections 2024-06-06T07:56:20.130 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:20.119+0000 7f24a9254700 1 -- 172.21.15.27:0/2189802141 wait complete. 2024-06-06T07:56:21.425 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.i status 2024-06-06T07:56:21.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:21 smithi027 ceph-mon[32293]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-06-06T07:56:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 -- 172.21.15.27:0/4043166378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 msgr2=0x7fb9fc100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 --2- 172.21.15.27:0/4043166378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc100d50 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec009930 tx=0x7fb9ec02a420 comp rx=0 tx=0).stop 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 -- 172.21.15.27:0/4043166378 shutdown_connections 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 --2- 172.21.15.27:0/4043166378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9fc101290 0x7fb9fc10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 --2- 172.21.15.27:0/4043166378 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc100d50 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 --2- 172.21.15.27:0/4043166378 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc106890 0x7fb9fc106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 -- 172.21.15.27:0/4043166378 >> 172.21.15.27:0/4043166378 conn(0x7fb9fc077a20 msgr2=0x7fb9fc077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 -- 172.21.15.27:0/4043166378 shutdown_connections 2024-06-06T07:56:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.649+0000 7fba03676640 1 -- 172.21.15.27:0/4043166378 wait complete. 2024-06-06T07:56:21.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 Processor -- start 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 -- start start 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc101290 0x7fb9fc197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9fc106890 0x7fb9fc19ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc110dc0 con 0x7fb9fc1008d0 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc110c40 con 0x7fb9fc101290 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba03676640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc110f40 con 0x7fb9fc106890 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc197200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42106/0 (socket says 172.21.15.27:42106) 2024-06-06T07:56:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 -- 172.21.15.27:0/3060501275 learned_addr learned my addr 172.21.15.27:0/3060501275 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba00c11640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc101290 0x7fb9fc197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01c13640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9fc106890 0x7fb9fc19ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 -- 172.21.15.27:0/3060501275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9fc106890 msgr2=0x7fb9fc19ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9fc106890 0x7fb9fc19ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 -- 172.21.15.27:0/3060501275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc101290 msgr2=0x7fb9fc197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc101290 0x7fb9fc197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba01412640 1 -- 172.21.15.27:0/3060501275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9fc19c1a0 con 0x7fb9fc1008d0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.650+0000 7fba00c11640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc101290 0x7fb9fc197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.651+0000 7fba01412640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc197200 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fb9f800e9f0 tx=0x7fb9f800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.651+0000 7fb9f27fc640 1 -- 172.21.15.27:0/3060501275 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f800cd80 con 0x7fb9fc1008d0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.651+0000 7fb9f27fc640 1 -- 172.21.15.27:0/3060501275 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9f8010930 con 0x7fb9fc1008d0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.651+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9fc19c490 con 0x7fb9fc1008d0 2024-06-06T07:56:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.651+0000 7fb9f27fc640 1 -- 172.21.15.27:0/3060501275 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8018b00 con 0x7fb9fc1008d0 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.651+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9fc1a3d20 con 0x7fb9fc1008d0 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.653+0000 7fb9f27fc640 1 -- 172.21.15.27:0/3060501275 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fb9f8018ca0 con 0x7fb9fc1008d0 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 Processor -- start 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 -- start start 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a3b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a48020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a4a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55609899f4f0 con 0x556098a48560 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55609893d870 con 0x556098a3b930 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba06386740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55609899b4b0 con 0x556098a3b010 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fb9f27fc640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb9e80a2fd0 0x7fb9e80a5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a4a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a4a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42108/0 (socket says 172.21.15.27:42108) 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba01412640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a48020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 -- 172.21.15.27:0/2883801530 learned_addr learned my addr 172.21.15.27:0/2883801530 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba01c13640 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a3b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba01c13640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb9e80a2fd0 0x7fb9e80a5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fb9f27fc640 1 -- 172.21.15.27:0/3060501275 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb9f80cfe90 con 0x7fb9fc1008d0 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 -- 172.21.15.27:0/2883801530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 msgr2=0x556098a3b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a3b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 -- 172.21.15.27:0/2883801530 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 msgr2=0x556098a48020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a48020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.654+0000 7fba00c11640 1 -- 172.21.15.27:0/2883801530 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560989599b0 con 0x556098a48560 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.655+0000 7fba00c11640 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a4a950 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec009930 tx=0x7fb9ec032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e95fc7fcf90a07a7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.655+0000 7fba01c13640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb9e80a2fd0 0x7fb9e80a5490 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb9f400afd0 tx=0x7fb9f4005bd0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.655+0000 7fb9e77fe640 1 -- 172.21.15.27:0/2883801530 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec03f070 con 0x556098a48560 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.655+0000 7fb9e77fe640 1 -- 172.21.15.27:0/2883801530 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9ec031840 con 0x556098a48560 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.655+0000 7fb9e77fe640 1 -- 172.21.15.27:0/2883801530 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec035070 con 0x556098a48560 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 -- 172.21.15.27:0/2883801530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 msgr2=0x556098a4a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a4a950 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec009930 tx=0x7fb9ec032c80 comp rx=0 tx=0).stop 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 -- 172.21.15.27:0/2883801530 shutdown_connections 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a4a950 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a48020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 --2- 172.21.15.27:0/2883801530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a3b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 -- 172.21.15.27:0/2883801530 >> 172.21.15.27:0/2883801530 conn(0x556098a37680 msgr2=0x556098a37a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 -- 172.21.15.27:0/2883801530 shutdown_connections 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 -- 172.21.15.27:0/2883801530 wait complete. 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 -- start start 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.656+0000 7fba06386740 1 Processor -- start 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a454c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a45a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a45f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556098a4b130 con 0x556098a48560 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556098928ae0 con 0x556098a3b930 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556098a4b2b0 con 0x556098a3b010 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 10 client.0 _ll_register_callbacks cb 0x5560989619b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a45f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a45f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42116/0 (socket says 172.21.15.27:42116) 2024-06-06T07:56:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 -- 172.21.15.27:0/1099358429 learned_addr learned my addr 172.21.15.27:0/1099358429 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba00c11640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a45a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01412640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a454c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 -- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 msgr2=0x556098a454c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a454c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 -- 172.21.15.27:0/1099358429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 msgr2=0x556098a45a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a45a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 -- 172.21.15.27:0/1099358429 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560986b3210 con 0x556098a48560 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba01c13640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a45f40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fb9f400e720 tx=0x7fb9f4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e835ac4496c9451 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fb9e4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/1099358429 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9f4004d20 con 0x556098a48560 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/1099358429 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb9f4003970 con 0x556098a48560 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.657+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9ec031840 con 0x556098a48560 2024-06-06T07:56:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/1099358429 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb9f4030050 con 0x556098a48560 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 10 client.15675 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55609877f620 con 0x556098a48560 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/1099358429 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9ec031840 con 0x556098a48560 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/1099358429 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb9f4005460 con 0x556098a48560 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 10 client.15675 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 10 client.15675 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 20 client.15675 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098a586e0 0x556098a5aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 4 client.15675 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560989b2f10 con 0x556098a586e0 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.658+0000 7fba01412640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098a586e0 0x556098a5aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.659+0000 7fba01412640 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098a586e0 0x556098a5aaf0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1eca02e245e1aec server_cookie=d9c589ac08903f96 in_seq=0 out_seq=0 2024-06-06T07:56:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.659+0000 7fb9e4ff9640 10 client.15675 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.659+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/1099358429 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5560989b2f10 con 0x556098a586e0 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.659+0000 7fb9e4ff9640 10 client.15675 handle_command_reply: tid=0 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.659+0000 7fba06386740 1 client.15675 shutdown 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 msgr2=0x556098a45f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a45f40 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fb9f400e720 tx=0x7fb9f4004ab0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 shutdown_connections 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098a586e0 0x556098a5aaf0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a48560 0x556098a45f40 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b930 0x556098a45a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 --2- 172.21.15.27:0/1099358429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a454c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fb9e4ff9640 0 client.15675 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 >> 172.21.15.27:0/1099358429 conn(0x556098a37680 msgr2=0x556098a3d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 shutdown_connections 2024-06-06T07:56:21.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 1 -- 172.21.15.27:0/1099358429 wait complete. 2024-06-06T07:56:21.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.660+0000 7fba06386740 20 client.15675 trim_cache size 0 max 16384 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 Processor -- start 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 -- start start 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a60400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a60940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a48560 0x556098a42760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc1acb90 con 0x556098a3b930 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc1ae6d0 con 0x556098a48560 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba06386740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc1ad260 con 0x556098a3b010 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba00c11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a60940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba00c11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a60940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42130/0 (socket says 172.21.15.27:42130) 2024-06-06T07:56:21.680 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba00c11640 1 -- 172.21.15.27:0/2950419309 learned_addr learned my addr 172.21.15.27:0/2950419309 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba01c13640 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a48560 0x556098a42760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba01412640 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a60400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.675+0000 7fba00c11640 1 -- 172.21.15.27:0/2950419309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 msgr2=0x556098a60400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba00c11640 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a60400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba00c11640 1 -- 172.21.15.27:0/2950419309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a48560 msgr2=0x556098a42760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba00c11640 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a48560 0x556098a42760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba00c11640 1 -- 172.21.15.27:0/2950419309 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556098a3b760 con 0x556098a3b930 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba01412640 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a60400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba00c11640 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a60940 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec009930 tx=0x7fb9ec0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39b10a89c592685e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fb9e6ffd640 1 -- 172.21.15.27:0/2950419309 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec03f030 con 0x556098a3b930 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fb9e6ffd640 1 -- 172.21.15.27:0/2950419309 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9ec04b070 con 0x556098a3b930 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fb9e6ffd640 1 -- 172.21.15.27:0/2950419309 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec035040 con 0x556098a3b930 2024-06-06T07:56:21.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 -- 172.21.15.27:0/2950419309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 msgr2=0x556098a60940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a60940 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec009930 tx=0x7fb9ec0058b0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 -- 172.21.15.27:0/2950419309 shutdown_connections 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a48560 0x556098a42760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a60940 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 --2- 172.21.15.27:0/2950419309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a3b010 0x556098a60400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.676+0000 7fba06386740 1 -- 172.21.15.27:0/2950419309 >> 172.21.15.27:0/2950419309 conn(0x556098a37680 msgr2=0x556098a367e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 -- 172.21.15.27:0/2950419309 shutdown_connections 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 -- 172.21.15.27:0/2950419309 wait complete. 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 -- start start 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 Processor -- start 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b010 0x556098a50e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a42300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a48560 0x556098a429a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc1ae000 con 0x556098a3b930 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc1ad930 con 0x556098a3b010 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb9fc1aab70 con 0x556098a48560 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba06386740 10 client.0 _ll_register_callbacks cb 0x7fb9f4010ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba00c11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a42300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba00c11640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a42300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42140/0 (socket says 172.21.15.27:42140) 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba00c11640 1 -- 172.21.15.27:0/2214783805 learned_addr learned my addr 172.21.15.27:0/2214783805 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.677+0000 7fba01412640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b010 0x556098a50e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba01c13640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a48560 0x556098a429a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba00c11640 1 -- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a48560 msgr2=0x556098a429a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba00c11640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a48560 0x556098a429a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba00c11640 1 -- 172.21.15.27:0/2214783805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b010 msgr2=0x556098a50e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba00c11640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b010 0x556098a50e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba00c11640 1 -- 172.21.15.27:0/2214783805 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556098ac23d0 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba00c11640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a42300 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec02a940 tx=0x7fb9ec005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be888737f0ab8ed1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fb9e4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/2214783805 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ec053070 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/2214783805 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb9ec03b430 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9ec04b070 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/2214783805 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb9ec05f050 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba06386740 10 client.15681 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556098ac3490 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.678+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/2214783805 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb9ec04b070 con 0x556098a3b930 2024-06-06T07:56:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/2214783805 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb9ec04f750 con 0x556098a3b930 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba06386740 10 client.15681 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba06386740 10 client.15681 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba06386740 20 client.15681 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba06386740 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098ac3760 0x556098ac5b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba06386740 4 client.15681 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5560989acc20 con 0x556098ac3760 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba01412640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098ac3760 0x556098ac5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fba01412640 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098ac3760 0x556098ac5b50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=644f7dbc2c533b7b server_cookie=30848cc1da5b3bb in_seq=0 out_seq=0 2024-06-06T07:56:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.679+0000 7fb9e4ff9640 10 client.15681 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fb9e4ff9640 1 -- 172.21.15.27:0/2214783805 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5560989acc20 con 0x556098ac3760 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fb9e4ff9640 10 client.15681 handle_command_reply: tid=0 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 client.15681 shutdown 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 msgr2=0x556098a42300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a42300 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec02a940 tx=0x7fb9ec005760 comp rx=0 tx=0).stop 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 shutdown_connections 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556098ac3760 0x556098ac5b50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556098a48560 0x556098a429a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556098a3b930 0x556098a42300 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 --2- 172.21.15.27:0/2214783805 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556098a3b010 0x556098a50e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.687 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 >> 172.21.15.27:0/2214783805 conn(0x556098a37680 msgr2=0x556098a45480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fb9e4ff9640 0 client.15681 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 shutdown_connections 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.685+0000 7fba06386740 1 -- 172.21.15.27:0/2214783805 wait complete. 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba06386740 20 client.15681 trim_cache size 0 max 16384 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:56:21.688 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:56:21.689 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb9e80a2fd0 msgr2=0x7fb9e80a5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.689 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb9e80a2fd0 0x7fb9e80a5490 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb9f400afd0 tx=0x7fb9f4005bd0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.689 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 msgr2=0x7fb9fc197200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.689 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc197200 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fb9f800e9f0 tx=0x7fb9f800eeb0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.689 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 shutdown_connections 2024-06-06T07:56:21.689 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb9e80a2fd0 0x7fb9e80a5490 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.690 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb9fc106890 0x7fb9fc19ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.690 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb9fc101290 0x7fb9fc197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.690 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 --2- 172.21.15.27:0/3060501275 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb9fc1008d0 0x7fb9fc197200 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.690 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 >> 172.21.15.27:0/3060501275 conn(0x7fb9fc077a20 msgr2=0x7fb9fc1033f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.690 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 shutdown_connections 2024-06-06T07:56:21.690 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:21.686+0000 7fba03676640 1 -- 172.21.15.27:0/3060501275 wait complete. 2024-06-06T07:56:21.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:21 smithi176 ceph-mon[36543]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-06-06T07:56:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:21 smithi203 ceph-mon[37192]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 -- 172.21.15.27:0/3599851787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101390 msgr2=0x7f94d8101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 --2- 172.21.15.27:0/3599851787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101390 0x7f94d8101810 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f94cc009990 tx=0x7f94cc009ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 -- 172.21.15.27:0/3599851787 shutdown_connections 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 --2- 172.21.15.27:0/3599851787 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f94d8101d50 0x7f94d810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 --2- 172.21.15.27:0/3599851787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94d8107400 0x7f94d81077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 --2- 172.21.15.27:0/3599851787 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101390 0x7f94d8101810 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 -- 172.21.15.27:0/3599851787 >> 172.21.15.27:0/3599851787 conn(0x7f94d8078340 msgr2=0x7f94d8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 -- 172.21.15.27:0/3599851787 shutdown_connections 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.940+0000 7f94dd592700 1 -- 172.21.15.27:0/3599851787 wait complete. 2024-06-06T07:56:21.942 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.941+0000 7f94dd592700 1 Processor -- start 2024-06-06T07:56:21.943 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 -- start start 2024-06-06T07:56:21.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f94d8101390 0x7f94d8199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 0x7f94d819a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94d8107400 0x7f94d81a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81117b0 con 0x7f94d8101d50 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f94d8111630 con 0x7f94d8101390 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94dd592700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f94d8111930 con 0x7f94d8107400 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 0x7f94d819a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d6ffd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f94d8101390 0x7f94d8199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 0x7f94d819a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42154/0 (socket says 172.21.15.27:42154) 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 -- 172.21.15.27:0/651197066 learned_addr learned my addr 172.21.15.27:0/651197066 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d77fe700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94d8107400 0x7f94d81a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 -- 172.21.15.27:0/651197066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94d8107400 msgr2=0x7f94d81a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94d8107400 0x7f94d81a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 -- 172.21.15.27:0/651197066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f94d8101390 msgr2=0x7f94d8199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f94d8101390 0x7f94d8199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.942+0000 7f94d67fc700 1 -- 172.21.15.27:0/651197066 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94d81a50d0 con 0x7f94d8101d50 2024-06-06T07:56:21.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.943+0000 7f94d67fc700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 0x7f94d819a050 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f94cc000c00 tx=0x7f94cc00f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.943+0000 7f94bffff700 1 -- 172.21.15.27:0/651197066 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94cc027070 con 0x7f94d8101d50 2024-06-06T07:56:21.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.943+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94d81a52a0 con 0x7f94d8101d50 2024-06-06T07:56:21.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.943+0000 7f94bffff700 1 -- 172.21.15.27:0/651197066 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f94cc00fce0 con 0x7f94d8101d50 2024-06-06T07:56:21.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.943+0000 7f94bffff700 1 -- 172.21.15.27:0/651197066 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94cc0173f0 con 0x7f94d8101d50 2024-06-06T07:56:21.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.943+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94d81a5750 con 0x7f94d8101d50 2024-06-06T07:56:21.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.945+0000 7f94bffff700 1 -- 172.21.15.27:0/651197066 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f94cc02a070 con 0x7f94d8101d50 2024-06-06T07:56:21.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.946+0000 7f94bffff700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f94c00a2f40 0x7f94c00a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.946+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f94c00a2f40 0x7f94c00a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.946+0000 7f94bffff700 1 -- 172.21.15.27:0/651197066 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f94cc0d05d0 con 0x7f94d8101d50 2024-06-06T07:56:21.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.947+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f94c00a2f40 0x7f94c00a5400 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f94c8005950 tx=0x7f94c800b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.948+0000 7f94e7e15b80 1 Processor -- start 2024-06-06T07:56:21.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.948+0000 7f94e7e15b80 1 -- start start 2024-06-06T07:56:21.949 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c83a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.950 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556a7c72cf60 con 0x556a7c83a7a0 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556a7c78b850 con 0x556a7c840880 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556a7c6f3460 con 0x556a7c83ff60 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94d77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94d77fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42160/0 (socket says 172.21.15.27:42160) 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94d77fe700 1 -- 172.21.15.27:0/3653773692 learned_addr learned my addr 172.21.15.27:0/3653773692 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94d67fc700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c83a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.949+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94d77fe700 1 -- 172.21.15.27:0/3653773692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 msgr2=0x556a7c840340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94d77fe700 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94d77fe700 1 -- 172.21.15.27:0/3653773692 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 msgr2=0x556a7c83a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94d77fe700 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c83a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.951 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94d77fe700 1 -- 172.21.15.27:0/3653773692 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a7c6da8d0 con 0x556a7c83a7a0 2024-06-06T07:56:21.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94d77fe700 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83abc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f94d00098f0 tx=0x7f94d0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7de4a70665bdfd0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94bd7fa700 1 -- 172.21.15.27:0/3653773692 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d0004bb0 con 0x556a7c83a7a0 2024-06-06T07:56:21.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94bd7fa700 1 -- 172.21.15.27:0/3653773692 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f94d0004d50 con 0x556a7c83a7a0 2024-06-06T07:56:21.952 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.950+0000 7f94bd7fa700 1 -- 172.21.15.27:0/3653773692 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d0015480 con 0x556a7c83a7a0 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3653773692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 msgr2=0x556a7c83abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83abc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f94d00098f0 tx=0x7f94d0009c00 comp rx=0 tx=0).stop 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3653773692 shutdown_connections 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83abc0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3653773692 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c83a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.951+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3653773692 >> 172.21.15.27:0/3653773692 conn(0x556a7c767080 msgr2=0x556a7c835220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.953 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.952+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3653773692 shutdown_connections 2024-06-06T07:56:21.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.952+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3653773692 wait complete. 2024-06-06T07:56:21.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.952+0000 7f94e7e15b80 1 -- start start 2024-06-06T07:56:21.954 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.952+0000 7f94e7e15b80 1 Processor -- start 2024-06-06T07:56:21.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c844b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c841410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556a7c72bfc0 con 0x556a7c83a7a0 2024-06-06T07:56:21.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556a7c787810 con 0x556a7c840880 2024-06-06T07:56:21.957 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556a7c847260 con 0x556a7c83ff60 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94e7e15b80 10 client.0 _ll_register_callbacks cb 0x556a7c7215b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c841410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c841410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:41616/0 (socket says 172.21.15.27:41616) 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 -- 172.21.15.27:0/3231061240 learned_addr learned my addr 172.21.15.27:0/3231061240 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c844b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d67fc700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 -- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 msgr2=0x556a7c840e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 -- 172.21.15.27:0/3231061240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 msgr2=0x556a7c844b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c844b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.958 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d77fe700 1 -- 172.21.15.27:0/3231061240 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a7c751750 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.953+0000 7f94d67fc700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94d77fe700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c841410 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f94d0007dd0 tx=0x7f94d0007e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=960ed8fa79554d60 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94baff5700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94baff5700 1 -- 172.21.15.27:0/3231061240 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94d0022070 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94baff5700 1 -- 172.21.15.27:0/3231061240 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f94d00046e0 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94d0004d50 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94baff5700 1 -- 172.21.15.27:0/3231061240 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f94d002e050 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94e7e15b80 10 client.25307 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556a7c859fe0 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94baff5700 1 -- 172.21.15.27:0/3231061240 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f94d0004d50 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94baff5700 1 -- 172.21.15.27:0/3231061240 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f94d001e530 con 0x556a7c840880 2024-06-06T07:56:21.959 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94e7e15b80 10 client.25307 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94e7e15b80 10 client.25307 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.954+0000 7f94e7e15b80 20 client.25307 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.955+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c85c4b0 0x556a7c85e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.955+0000 7f94e7e15b80 4 client.25307 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.955+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a7c798d50 con 0x556a7c85c4b0 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.955+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c85c4b0 0x556a7c85e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.955+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c85c4b0 0x556a7c85e8a0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9df53d7ea75e3148 server_cookie=9f692bdd65db7596 in_seq=0 out_seq=0 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.955+0000 7f94baff5700 10 client.25307 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94baff5700 1 -- 172.21.15.27:0/3231061240 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556a7c798d50 con 0x556a7c85c4b0 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94baff5700 10 client.25307 handle_command_reply: tid=0 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 client.25307 shutdown 2024-06-06T07:56:21.960 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 msgr2=0x556a7c841410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c841410 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f94d0007dd0 tx=0x7f94d0007e00 comp rx=0 tx=0).stop 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 shutdown_connections 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c85c4b0 0x556a7c85e8a0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c841410 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c844b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94baff5700 0 client.25307 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/3231061240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c840e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 >> 172.21.15.27:0/3231061240 conn(0x556a7c767080 msgr2=0x556a7c834700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 shutdown_connections 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 1 -- 172.21.15.27:0/3231061240 wait complete. 2024-06-06T07:56:21.961 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.956+0000 7f94e7e15b80 20 client.25307 trim_cache size 0 max 16384 2024-06-06T07:56:21.962 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:21.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 Processor -- start 2024-06-06T07:56:21.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 -- start start 2024-06-06T07:56:21.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c834e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.991 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c8353c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81ac230 con 0x556a7c83a7a0 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.987+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81add70 con 0x556a7c840880 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81ac900 con 0x556a7c83ff60 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d6ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d6ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42178/0 (socket says 172.21.15.27:42178) 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d6ffd700 1 -- 172.21.15.27:0/4231455548 learned_addr learned my addr 172.21.15.27:0/4231455548 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c834e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d77fe700 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c8353c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 -- 172.21.15.27:0/4231455548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 msgr2=0x556a7c8353c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c8353c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 -- 172.21.15.27:0/4231455548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 msgr2=0x556a7c83c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.992 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 -- 172.21.15.27:0/4231455548 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a7c83f070 con 0x556a7c83ff60 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94d67fc700 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c834e80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f94cc0cd7c0 tx=0x7f94cc01a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7eec0c50fa8accd9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.988+0000 7f94bcff9700 1 -- 172.21.15.27:0/4231455548 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94cc09cd20 con 0x556a7c83ff60 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94bcff9700 1 -- 172.21.15.27:0/4231455548 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f94cc0d0070 con 0x556a7c83ff60 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94bcff9700 1 -- 172.21.15.27:0/4231455548 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94cc0d0220 con 0x556a7c83ff60 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 -- 172.21.15.27:0/4231455548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 msgr2=0x556a7c834e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c834e80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f94cc0cd7c0 tx=0x7f94cc01a040 comp rx=0 tx=0).stop 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 -- 172.21.15.27:0/4231455548 shutdown_connections 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c840880 0x556a7c8353c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83a7a0 0x556a7c83c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/4231455548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c83ff60 0x556a7c834e80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 -- 172.21.15.27:0/4231455548 >> 172.21.15.27:0/4231455548 conn(0x556a7c767080 msgr2=0x556a7c839250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:21.993 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 -- 172.21.15.27:0/4231455548 shutdown_connections 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.989+0000 7f94e7e15b80 1 -- 172.21.15.27:0/4231455548 wait complete. 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 -- start start 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 Processor -- start 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 0x556a7c861aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83ff60 0x556a7c861fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c840880 0x556a7c85fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81ad6a0 con 0x556a7c83ff60 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81acfd0 con 0x556a7c83a7a0 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f94d81aa1d0 con 0x556a7c840880 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94d6ffd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 0x556a7c861aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.994 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94d6ffd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 0x556a7c861aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:41630/0 (socket says 172.21.15.27:41630) 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94d67fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83ff60 0x556a7c861fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94d6ffd700 1 -- 172.21.15.27:0/206458243 learned_addr learned my addr 172.21.15.27:0/206458243 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94e7e15b80 10 client.0 _ll_register_callbacks cb 0x556a7c7215b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.990+0000 7f94d77fe700 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c840880 0x556a7c85fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94d6ffd700 1 -- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c840880 msgr2=0x556a7c85fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c840880 0x556a7c85fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94d6ffd700 1 -- 172.21.15.27:0/206458243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83ff60 msgr2=0x556a7c861fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83ff60 0x556a7c861fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94d6ffd700 1 -- 172.21.15.27:0/206458243 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a7c8606e0 con 0x556a7c83a7a0 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94d6ffd700 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 0x556a7c861aa0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f94c800ba00 tx=0x7f94c8013070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82a66ddd6e562a70 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94baff5700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:56:21.995 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94baff5700 1 -- 172.21.15.27:0/206458243 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94c802c030 con 0x556a7c83a7a0 2024-06-06T07:56:21.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94baff5700 1 -- 172.21.15.27:0/206458243 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f94c8004830 con 0x556a7c83a7a0 2024-06-06T07:56:21.996 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94cc0d0070 con 0x556a7c83a7a0 2024-06-06T07:56:21.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94baff5700 1 -- 172.21.15.27:0/206458243 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f94c8037050 con 0x556a7c83a7a0 2024-06-06T07:56:21.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94e7e15b80 10 client.25313 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.991+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556a7c8c7980 con 0x556a7c83a7a0 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94baff5700 1 -- 172.21.15.27:0/206458243 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f94cc0d0070 con 0x556a7c83a7a0 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94baff5700 1 -- 172.21.15.27:0/206458243 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f94c801e720 con 0x556a7c83a7a0 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94e7e15b80 10 client.25313 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94e7e15b80 10 client.25313 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94e7e15b80 20 client.25313 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c8c7ff0 0x556a7c8ca430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:21.999 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94e7e15b80 4 client.25313 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556a7c7932d0 con 0x556a7c8c7ff0 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.992+0000 7f94d67fc700 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c8c7ff0 0x556a7c8ca430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94d67fc700 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c8c7ff0 0x556a7c8ca430 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89d119435660ef46 server_cookie=a0c4e95a3c57341d in_seq=0 out_seq=0 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94baff5700 10 client.25313 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94baff5700 1 -- 172.21.15.27:0/206458243 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556a7c7932d0 con 0x556a7c8c7ff0 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94baff5700 10 client.25313 handle_command_reply: tid=0 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 client.25313 shutdown 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 msgr2=0x556a7c861aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 0x556a7c861aa0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f94c800ba00 tx=0x7f94c8013070 comp rx=0 tx=0).stop 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 shutdown_connections 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556a7c8c7ff0 0x556a7c8ca430 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556a7c840880 0x556a7c85fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.000 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556a7c83a7a0 0x556a7c861aa0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 --2- 172.21.15.27:0/206458243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556a7c83ff60 0x556a7c861fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 >> 172.21.15.27:0/206458243 conn(0x556a7c767080 msgr2=0x556a7c839ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94baff5700 0 client.25313 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 shutdown_connections 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.993+0000 7f94e7e15b80 1 -- 172.21.15.27:0/206458243 wait complete. 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94e7e15b80 20 client.25313 trim_cache size 0 max 16384 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stdout: "status": "no active scrubs running", 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stdout: "scrubs": {} 2024-06-06T07:56:22.001 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:22.003 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f94c00a2f40 msgr2=0x7f94c00a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:22.007 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f94c00a2f40 0x7f94c00a5400 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f94c8005950 tx=0x7f94c800b410 comp rx=0 tx=0).stop 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 msgr2=0x7f94d819a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 0x7f94d819a050 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f94cc000c00 tx=0x7f94cc00f460 comp rx=0 tx=0).stop 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 shutdown_connections 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f94c00a2f40 0x7f94c00a5400 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94d8107400 0x7f94d81a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f94d8101390 0x7f94d8199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 --2- 172.21.15.27:0/651197066 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f94d8101d50 0x7f94d819a050 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.994+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 >> 172.21.15.27:0/651197066 conn(0x7f94d8078340 msgr2=0x7f94d80ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.995+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 shutdown_connections 2024-06-06T07:56:22.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:21.995+0000 7f94dd592700 1 -- 172.21.15.27:0/651197066 wait complete. 2024-06-06T07:56:23.022 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T07:56:23.022 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:56:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:23 smithi027 ceph-mon[32293]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-06-06T07:56:23.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:23 smithi176 ceph-mon[36543]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-06-06T07:56:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:23 smithi203 ceph-mon[37192]: pgmap v31: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 15 op/s 2024-06-06T07:56:23.996 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:24.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 -- 172.21.15.27:0/2380826460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 msgr2=0x7f853010e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 --2- 172.21.15.27:0/2380826460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853010e4a0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f852800b0a0 tx=0x7f852800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 -- 172.21.15.27:0/2380826460 shutdown_connections 2024-06-06T07:56:24.643 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 --2- 172.21.15.27:0/2380826460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853010e4a0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 --2- 172.21.15.27:0/2380826460 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8530107660 0x7f8530107a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 --2- 172.21.15.27:0/2380826460 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530101af0 0x7f8530101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 -- 172.21.15.27:0/2380826460 >> 172.21.15.27:0/2380826460 conn(0x7f8530077990 msgr2=0x7f85300fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:24.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 -- 172.21.15.27:0/2380826460 shutdown_connections 2024-06-06T07:56:24.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 -- 172.21.15.27:0/2380826460 wait complete. 2024-06-06T07:56:24.644 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.642+0000 7f853548c700 1 Processor -- start 2024-06-06T07:56:24.645 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 -- start start 2024-06-06T07:56:24.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530101af0 0x7f8530199da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853019a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8530107660 0x7f85301a4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8530111a40 con 0x7f85301024b0 2024-06-06T07:56:24.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f85301118c0 con 0x7f8530101af0 2024-06-06T07:56:24.647 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f853548c700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8530111bc0 con 0x7f8530107660 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853019a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853019a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51226/0 (socket says 172.21.15.27:51226) 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 -- 172.21.15.27:0/2907516363 learned_addr learned my addr 172.21.15.27:0/2907516363 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f852f7fe700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8530107660 0x7f85301a4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f852effd700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530101af0 0x7f8530199da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 -- 172.21.15.27:0/2907516363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8530107660 msgr2=0x7f85301a4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8530107660 0x7f85301a4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 -- 172.21.15.27:0/2907516363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530101af0 msgr2=0x7f8530199da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.648 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530101af0 0x7f8530199da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.643+0000 7f85267fc700 1 -- 172.21.15.27:0/2907516363 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85301a5360 con 0x7f85301024b0 2024-06-06T07:56:24.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.644+0000 7f85267fc700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853019a2e0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f851800d950 tx=0x7f851800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:24.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.644+0000 7f852cff9700 1 -- 172.21.15.27:0/2907516363 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8518016070 con 0x7f85301024b0 2024-06-06T07:56:24.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.644+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85301a5530 con 0x7f85301024b0 2024-06-06T07:56:24.649 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.644+0000 7f852cff9700 1 -- 172.21.15.27:0/2907516363 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f851800fd90 con 0x7f85301024b0 2024-06-06T07:56:24.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.644+0000 7f852cff9700 1 -- 172.21.15.27:0/2907516363 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851800e610 con 0x7f85301024b0 2024-06-06T07:56:24.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.644+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85301a5a70 con 0x7f85301024b0 2024-06-06T07:56:24.650 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.646+0000 7f852cff9700 1 -- 172.21.15.27:0/2907516363 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f8518019070 con 0x7f85301024b0 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.647+0000 7f852cff9700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f851c0a2f40 0x7f851c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.647+0000 7f852effd700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f851c0a2f40 0x7f851c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.647+0000 7f852cff9700 1 -- 172.21.15.27:0/2907516363 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f85180cf4a0 con 0x7f85301024b0 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f852effd700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f851c0a2f40 0x7f851c0a5400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f853006a5f0 tx=0x7f852000b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 Processor -- start 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 -- start start 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835cc99d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835cc3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835cc42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556835c157c0 con 0x556835cc95f0 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556835bbd6d0 con 0x556835cc3ed0 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556835c11780 con 0x556835cc9f10 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f852effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835cc99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f852effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835cc99d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51232/0 (socket says 172.21.15.27:51232) 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.648+0000 7f852effd700 1 -- 172.21.15.27:0/2228733945 learned_addr learned my addr 172.21.15.27:0/2228733945 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f85267fc700 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835cc3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852f7fe700 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835cc42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852effd700 1 -- 172.21.15.27:0/2228733945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 msgr2=0x556835cc3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852effd700 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835cc3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852effd700 1 -- 172.21.15.27:0/2228733945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 msgr2=0x556835cc42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852effd700 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835cc42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852effd700 1 -- 172.21.15.27:0/2228733945 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556835bb3f00 con 0x556835cc95f0 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852f7fe700 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835cc42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f852effd700 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835cc99d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f8520010e30 tx=0x7f8520013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d90de6f2db4c14e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f85257fa700 1 -- 172.21.15.27:0/2228733945 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8520011db0 con 0x556835cc95f0 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f85257fa700 1 -- 172.21.15.27:0/2228733945 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f852001e920 con 0x556835cc95f0 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.649+0000 7f85257fa700 1 -- 172.21.15.27:0/2228733945 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f852001c8b0 con 0x556835cc95f0 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 -- 172.21.15.27:0/2228733945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 msgr2=0x556835cc99d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835cc99d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f8520010e30 tx=0x7f8520013000 comp rx=0 tx=0).stop 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 -- 172.21.15.27:0/2228733945 shutdown_connections 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835cc42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835cc99d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/2228733945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835cc3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 -- 172.21.15.27:0/2228733945 >> 172.21.15.27:0/2228733945 conn(0x556835beec70 msgr2=0x556835cbe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 -- 172.21.15.27:0/2228733945 shutdown_connections 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 -- 172.21.15.27:0/2228733945 wait complete. 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 -- start start 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.650+0000 7f853fd0fb80 1 Processor -- start 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ccfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc95f0 0x556835cccf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 0x556835ccd4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556835cd0980 con 0x556835cc9f10 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556835bb5ba0 con 0x556835cc3ed0 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556835cd0b00 con 0x556835cc95f0 2024-06-06T07:56:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f853fd0fb80 10 client.0 _ll_register_callbacks cb 0x556835baf8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 0x556835ccd4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 0x556835ccd4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51246/0 (socket says 172.21.15.27:51246) 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 -- 172.21.15.27:0/616486557 learned_addr learned my addr 172.21.15.27:0/616486557 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f85267fc700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc95f0 0x556835cccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852effd700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ccfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 -- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc95f0 msgr2=0x556835cccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc95f0 0x556835cccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 -- 172.21.15.27:0/616486557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 msgr2=0x556835ccfc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ccfc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852f7fe700 1 -- 172.21.15.27:0/616486557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556835b64880 con 0x556835cc9f10 2024-06-06T07:56:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.651+0000 7f852effd700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ccfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f852f7fe700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 0x556835ccd4b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8528004c40 tx=0x7f8528004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b23cd33ea5b0cf95 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f85167fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f85167fc700 1 -- 172.21.15.27:0/616486557 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85280076e0 con 0x556835cc9f10 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f85167fc700 1 -- 172.21.15.27:0/616486557 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f8528007880 con 0x556835cc9f10 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f852001e920 con 0x556835cc9f10 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f85167fc700 1 -- 172.21.15.27:0/616486557 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8528007a80 con 0x556835cc9f10 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 10 client.15711 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556835cdb1f0 con 0x556835cc9f10 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f85167fc700 1 -- 172.21.15.27:0/616486557 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f852001e920 con 0x556835cc9f10 2024-06-06T07:56:24.662 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f85167fc700 1 -- 172.21.15.27:0/616486557 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f8528011070 con 0x556835cc9f10 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 10 client.15711 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 10 client.15711 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 20 client.15711 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.652+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835cdd800 0x556835cdec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.653+0000 7f853fd0fb80 4 client.15711 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.653+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556835c22cc0 con 0x556835cdd800 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.653+0000 7f852effd700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835cdd800 0x556835cdec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.663 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.653+0000 7f852effd700 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835cdd800 0x556835cdec70 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e26e5e75ee4ae78 server_cookie=df75c18dda1912c0 in_seq=0 out_seq=0 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.653+0000 7f85167fc700 10 client.15711 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f85167fc700 1 -- 172.21.15.27:0/616486557 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556835c22cc0 con 0x556835cdd800 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f85167fc700 10 client.15711 handle_command_reply: tid=0 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 client.15711 shutdown 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 msgr2=0x556835ccd4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 0x556835ccd4b0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f8528004c40 tx=0x7f8528004c70 comp rx=0 tx=0).stop 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 shutdown_connections 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835cdd800 0x556835cdec70 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc9f10 0x556835ccd4b0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ccfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/616486557 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc95f0 0x556835cccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f85167fc700 0 client.15711 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 >> 172.21.15.27:0/616486557 conn(0x556835beec70 msgr2=0x556835cc2980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 shutdown_connections 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.654+0000 7f853fd0fb80 1 -- 172.21.15.27:0/616486557 wait complete. 2024-06-06T07:56:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.655+0000 7f853fd0fb80 20 client.15711 trim_cache size 0 max 16384 2024-06-06T07:56:24.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 Processor -- start 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 -- start start 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc3ed0 0x556835cc3990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ccc870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc9f10 0x556835cca2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556835cdcfb0 con 0x556835cc95f0 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556835cdd680 con 0x556835cc9f10 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556835cddd50 con 0x556835cc3ed0 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f85267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ccc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f85267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ccc870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51256/0 (socket says 172.21.15.27:51256) 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f85267fc700 1 -- 172.21.15.27:0/3716099802 learned_addr learned my addr 172.21.15.27:0/3716099802 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f852effd700 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc3ed0 0x556835cc3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.677+0000 7f852f7fe700 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc9f10 0x556835cca2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f85267fc700 1 -- 172.21.15.27:0/3716099802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc3ed0 msgr2=0x556835cc3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f85267fc700 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc3ed0 0x556835cc3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f85267fc700 1 -- 172.21.15.27:0/3716099802 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc9f10 msgr2=0x556835cca2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f85267fc700 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc9f10 0x556835cca2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f85267fc700 1 -- 172.21.15.27:0/3716099802 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556835cbf2d0 con 0x556835cc95f0 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f85267fc700 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ccc870 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f8518010040 tx=0x7f8518005910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa424bc143f1bd46 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f8524ff9700 1 -- 172.21.15.27:0/3716099802 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85180b4070 con 0x556835cc95f0 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f8524ff9700 1 -- 172.21.15.27:0/3716099802 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f851809f870 con 0x556835cc95f0 2024-06-06T07:56:24.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.678+0000 7f8524ff9700 1 -- 172.21.15.27:0/3716099802 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8518014030 con 0x556835cc95f0 2024-06-06T07:56:24.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3716099802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 msgr2=0x556835ccc870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ccc870 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f8518010040 tx=0x7f8518005910 comp rx=0 tx=0).stop 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3716099802 shutdown_connections 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc9f10 0x556835cca2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc3ed0 0x556835cc3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3716099802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ccc870 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3716099802 >> 172.21.15.27:0/3716099802 conn(0x556835beec70 msgr2=0x556835cbe330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3716099802 shutdown_connections 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3716099802 wait complete. 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 -- start start 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 Processor -- start 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.679+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ce82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ce8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835ce30a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556835cdeaf0 con 0x556835cc95f0 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556835cde420 con 0x556835cc3ed0 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556835cdf1c0 con 0x556835cc9f10 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ce8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 10 client.0 _ll_register_callbacks cb 0x556835baf8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ce8810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51268/0 (socket says 172.21.15.27:51268) 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 -- 172.21.15.27:0/3996783452 learned_addr learned my addr 172.21.15.27:0/3996783452 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f852effd700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ce82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f852f7fe700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835ce30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 -- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 msgr2=0x556835ce30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835ce30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 -- 172.21.15.27:0/3996783452 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 msgr2=0x556835ce82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:24.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ce82d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 -- 172.21.15.27:0/3996783452 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556835ce38b0 con 0x556835cc95f0 2024-06-06T07:56:24.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85267fc700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ce8810 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f8518010b70 tx=0x7f851809b640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9c890e1d6205316 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:24.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85167fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85167fc700 1 -- 172.21.15.27:0/3996783452 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85180b9060 con 0x556835cc95f0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85167fc700 1 -- 172.21.15.27:0/3996783452 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f851809b920 con 0x556835cc95f0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f851809f870 con 0x556835cc95f0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f85167fc700 1 -- 172.21.15.27:0/3996783452 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f8518014070 con 0x556835cc95f0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 10 client.15717 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.680+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556835d49b90 con 0x556835cc95f0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f85167fc700 1 -- 172.21.15.27:0/3996783452 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f851809f870 con 0x556835cc95f0 2024-06-06T07:56:24.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f85167fc700 1 -- 172.21.15.27:0/3996783452 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f851809a910 con 0x556835cc95f0 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f853fd0fb80 10 client.15717 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f853fd0fb80 10 client.15717 resolve_mds: resolved name 'i' to daemon mds.i 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f853fd0fb80 20 client.15717 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835d4e190 0x556835d4cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f853fd0fb80 4 client.15717 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "status"}) -- 0x556835c1d240 con 0x556835d4e190 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.681+0000 7f852effd700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835d4e190 0x556835d4cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f85167fc700 10 client.15717 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f852effd700 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835d4e190 0x556835d4cea0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3a70fcbab62db5 server_cookie=f1cdd2df386adba0 in_seq=0 out_seq=0 2024-06-06T07:56:24.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f85167fc700 1 -- 172.21.15.27:0/3996783452 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x556835c1d240 con 0x556835d4e190 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f85167fc700 10 client.15717 handle_command_reply: tid=0 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 client.15717 shutdown 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 msgr2=0x556835ce8810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ce8810 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f8518010b70 tx=0x7f851809b640 comp rx=0 tx=0).stop 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 shutdown_connections 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x556835d4e190 0x556835d4cea0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556835cc9f10 0x556835ce30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556835cc3ed0 0x556835ce82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 --2- 172.21.15.27:0/3996783452 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556835cc95f0 0x556835ce8810 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f85167fc700 0 client.15717 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 >> 172.21.15.27:0/3996783452 conn(0x556835beec70 msgr2=0x556835cb7db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 shutdown_connections 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 1 -- 172.21.15.27:0/3996783452 wait complete. 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.682+0000 7f853fd0fb80 20 client.15717 trim_cache size 0 max 16384 2024-06-06T07:56:24.691 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "cluster_fsid": "38e1f51c-23d8-11ef-bc9b-c7b262605968", 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "whoami": 0, 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 24487, 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "want_state": "up:active", 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "state": "up:active", 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "fs_name": "cephfs", 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "rank_uptime": 314.52072095900002, 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "mdsmap_epoch": 30, 2024-06-06T07:56:24.692 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch": 101, 2024-06-06T07:56:24.693 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_epoch_barrier": 100, 2024-06-06T07:56:24.693 INFO:teuthology.orchestra.run.smithi027.stdout: "uptime": 344.17871132099998 2024-06-06T07:56:24.693 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:24.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f851c0a2f40 msgr2=0x7f851c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f851c0a2f40 0x7f851c0a5400 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f853006a5f0 tx=0x7f852000b410 comp rx=0 tx=0).stop 2024-06-06T07:56:24.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 msgr2=0x7f853019a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:24.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853019a2e0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f851800d950 tx=0x7f851800dc60 comp rx=0 tx=0).stop 2024-06-06T07:56:24.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 shutdown_connections 2024-06-06T07:56:24.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f851c0a2f40 0x7f851c0a5400 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8530107660 0x7f85301a4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8530101af0 0x7f8530199da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 --2- 172.21.15.27:0/2907516363 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f85301024b0 0x7f853019a2e0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:24.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 >> 172.21.15.27:0/2907516363 conn(0x7f8530077990 msgr2=0x7f85300fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:24.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 shutdown_connections 2024-06-06T07:56:24.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:24.683+0000 7f853548c700 1 -- 172.21.15.27:0/2907516363 wait complete. 2024-06-06T07:56:25.535 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:25 smithi027 ceph-mon[32293]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:25.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:25 smithi176 ceph-mon[36543]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:25.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:25 smithi203 ceph-mon[37192]: pgmap v32: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:26.441 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-06-06T07:56:26.944 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 -- 172.21.15.27:0/1603135263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06a170 msgr2=0x7f047c06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 --2- 172.21.15.27:0/1603135263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06a170 0x7f047c06a5f0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0478009990 tx=0x7f0478009ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 -- 172.21.15.27:0/1603135263 shutdown_connections 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 --2- 172.21.15.27:0/1603135263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f047c06ab30 0x7f047c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 --2- 172.21.15.27:0/1603135263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f047c108500 0x7f047c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 --2- 172.21.15.27:0/1603135263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06a170 0x7f047c06a5f0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 -- 172.21.15.27:0/1603135263 >> 172.21.15.27:0/1603135263 conn(0x7f047c078340 msgr2=0x7f047c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 -- 172.21.15.27:0/1603135263 shutdown_connections 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.919+0000 7f04834ee700 1 -- 172.21.15.27:0/1603135263 wait complete. 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.920+0000 7f04834ee700 1 Processor -- start 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.920+0000 7f04834ee700 1 -- start start 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.920+0000 7f04834ee700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f047c06a170 0x7f047c19e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 0x7f047c19ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f047c108500 0x7f047c198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f047c1128c0 con 0x7f047c06ab30 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f047c112740 con 0x7f047c108500 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f047c112a40 con 0x7f047c06a170 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 0x7f047c19ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 0x7f047c19ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51276/0 (socket says 172.21.15.27:51276) 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 -- 172.21.15.27:0/2016205764 learned_addr learned my addr 172.21.15.27:0/2016205764 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f048128a700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f047c06a170 0x7f047c19e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0481a8b700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f047c108500 0x7f047c198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 -- 172.21.15.27:0/2016205764 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f047c06a170 msgr2=0x7f047c19e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f047c06a170 0x7f047c19e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:26.946 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 -- 172.21.15.27:0/2016205764 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f047c108500 msgr2=0x7f047c198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f047c108500 0x7f047c198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 -- 172.21.15.27:0/2016205764 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047c1992a0 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f0480a89700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 0x7f047c19ee70 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f0478000c00 tx=0x7f047800f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478027070 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f047800fd90 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f047c199530 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478017650 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.921+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f047c1a5800 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.922+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f047c069180 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.924+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f047802a070 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.925+0000 7f046e7fc700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f04680a2f40 0x7f04680a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.925+0000 7f048128a700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f04680a2f40 0x7f04680a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.925+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f04780d0aa0 con 0x7f047c06ab30 2024-06-06T07:56:26.947 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.926+0000 7f048128a700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f04680a2f40 0x7f04680a5400 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f047000abd0 tx=0x7f047000a380 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:26.948 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:26.929+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0478013070 con 0x7f047c06ab30 2024-06-06T07:56:27.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.180+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f047c02dca0 con 0x7f047c06ab30 2024-06-06T07:56:27.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.181+0000 7f046e7fc700 1 -- 172.21.15.27:0/2016205764 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f047809d1b0 con 0x7f047c06ab30 2024-06-06T07:56:27.181 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:56:27.182 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:56:27.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f04680a2f40 msgr2=0x7f04680a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f04680a2f40 0x7f04680a5400 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f047000abd0 tx=0x7f047000a380 comp rx=0 tx=0).stop 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 msgr2=0x7f047c19ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 0x7f047c19ee70 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f0478000c00 tx=0x7f047800f460 comp rx=0 tx=0).stop 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 shutdown_connections 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f04680a2f40 0x7f04680a5400 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f047c108500 0x7f047c198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f047c06a170 0x7f047c19e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 --2- 172.21.15.27:0/2016205764 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f047c06ab30 0x7f047c19ee70 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 >> 172.21.15.27:0/2016205764 conn(0x7f047c078340 msgr2=0x7f047c0fff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:27.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 shutdown_connections 2024-06-06T07:56:27.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:27.183+0000 7f04834ee700 1 -- 172.21.15.27:0/2016205764 wait complete. 2024-06-06T07:56:27.185 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:56:27.557 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:27 smithi027 ceph-mon[32293]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:27.557 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:27 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2016205764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:27.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:27 smithi176 ceph-mon[36543]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:27.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:27 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2016205764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:27 smithi203 ceph-mon[37192]: pgmap v33: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:27 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2016205764' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:28.036 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-06-06T07:56:28.293 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:29.462 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:29 smithi027 ceph-mon[32293]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-06-06T07:56:29.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:29 smithi176 ceph-mon[36543]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-06-06T07:56:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:29 smithi203 ceph-mon[37192]: pgmap v34: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-06-06T07:56:30.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 -- 172.21.15.27:0/4169072294 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b7406aa00 msgr2=0x7f4b7406ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 --2- 172.21.15.27:0/4169072294 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b7406aa00 0x7f4b7406ae60 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c009990 tx=0x7f4b5c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 -- 172.21.15.27:0/4169072294 shutdown_connections 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 --2- 172.21.15.27:0/4169072294 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b7406b3a0 0x7f4b7410f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 --2- 172.21.15.27:0/4169072294 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b741084d0 0x7f4b741088b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 --2- 172.21.15.27:0/4169072294 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b7406aa00 0x7f4b7406ae60 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 -- 172.21.15.27:0/4169072294 >> 172.21.15.27:0/4169072294 conn(0x7f4b74078330 msgr2=0x7f4b74078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 -- 172.21.15.27:0/4169072294 shutdown_connections 2024-06-06T07:56:30.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.163+0000 7f4b79417700 1 -- 172.21.15.27:0/4169072294 wait complete. 2024-06-06T07:56:30.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 Processor -- start 2024-06-06T07:56:30.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 -- start start 2024-06-06T07:56:30.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b7406aa00 0x7f4b74101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b7406b3a0 0x7f4b74101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 0x7f4b74101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4b74112870 con 0x7f4b741084d0 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741126f0 con 0x7f4b7406aa00 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b79417700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741129f0 con 0x7f4b7406b3a0 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 0x7f4b74101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 0x7f4b74101ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51298/0 (socket says 172.21.15.27:51298) 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b737fe700 1 -- 172.21.15.27:0/4117614599 learned_addr learned my addr 172.21.15.27:0/4117614599 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b7406aa00 0x7f4b74101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.164+0000 7f4b727fc700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b7406b3a0 0x7f4b74101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b737fe700 1 -- 172.21.15.27:0/4117614599 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b7406b3a0 msgr2=0x7f4b74101990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b737fe700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b7406b3a0 0x7f4b74101990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b737fe700 1 -- 172.21.15.27:0/4117614599 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b7406aa00 msgr2=0x7f4b74101450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b737fe700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b7406aa00 0x7f4b74101450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b737fe700 1 -- 172.21.15.27:0/4117614599 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b741a71e0 con 0x7f4b741084d0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b737fe700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 0x7f4b74101ed0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c00d980 tx=0x7f4b6c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b6bfff700 1 -- 172.21.15.27:0/4117614599 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c017070 con 0x7f4b741084d0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b6bfff700 1 -- 172.21.15.27:0/4117614599 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b6c005020 con 0x7f4b741084d0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b6bfff700 1 -- 172.21.15.27:0/4117614599 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c00fc60 con 0x7f4b741084d0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b741a74d0 con 0x7f4b741084d0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.165+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b741a79e0 con 0x7f4b741084d0 2024-06-06T07:56:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.168+0000 7f4b6bfff700 1 -- 172.21.15.27:0/4117614599 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f4b6c0051d0 con 0x7f4b741084d0 2024-06-06T07:56:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.169+0000 7f4b6bfff700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4b600a2fc0 0x7f4b600a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.169+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4b600a2fc0 0x7f4b600a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.169+0000 7f4b6bfff700 1 -- 172.21.15.27:0/4117614599 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f4b6c0cf7a0 con 0x7f4b741084d0 2024-06-06T07:56:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.169+0000 7f4b83c9ab80 1 Processor -- start 2024-06-06T07:56:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.169+0000 7f4b83c9ab80 1 -- start start 2024-06-06T07:56:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.169+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4b600a2fc0 0x7f4b600a5480 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4b64003f10 tx=0x7f4b64009180 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600232f60 0x55a600233340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600233880 0x55a60022d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 0x55a60022dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55a60011ff60 con 0x55a60022d7a0 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a60017e850 con 0x55a600233880 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a6000e6460 con 0x55a600232f60 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 0x55a60022dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 0x55a60022dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51310/0 (socket says 172.21.15.27:51310) 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 -- 172.21.15.27:0/2678575971 learned_addr learned my addr 172.21.15.27:0/2678575971 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b727fc700 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600233880 0x55a60022d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600232f60 0x55a600233340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 -- 172.21.15.27:0/2678575971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600232f60 msgr2=0x55a600233340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600232f60 0x55a600233340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 -- 172.21.15.27:0/2678575971 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600233880 msgr2=0x55a60022d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600233880 0x55a60022d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 -- 172.21.15.27:0/2678575971 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a6000cd8d0 con 0x55a60022d7a0 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600232f60 0x55a600233340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.170+0000 7f4b737fe700 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 0x55a60022dbc0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c09b6b0 tx=0x7f4b6c09bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e9eb0c80e5821b5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b697fa700 1 -- 172.21.15.27:0/2678575971 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c0a4390 con 0x55a60022d7a0 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b697fa700 1 -- 172.21.15.27:0/2678575971 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b6c00fe00 con 0x55a60022d7a0 2024-06-06T07:56:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b697fa700 1 -- 172.21.15.27:0/2678575971 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c09bbe0 con 0x55a60022d7a0 2024-06-06T07:56:30.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2678575971 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 msgr2=0x55a60022dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 0x55a60022dbc0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c09b6b0 tx=0x7f4b6c09bf70 comp rx=0 tx=0).stop 2024-06-06T07:56:30.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2678575971 shutdown_connections 2024-06-06T07:56:30.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a60022d7a0 0x55a60022dbc0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600232f60 0x55a600233340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2678575971 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600233880 0x55a60022d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.171+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2678575971 >> 172.21.15.27:0/2678575971 conn(0x55a60015a080 msgr2=0x55a600228220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2678575971 shutdown_connections 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2678575971 wait complete. 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 -- start start 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 Processor -- start 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a600239670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a600236970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a600236eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55a60011efc0 con 0x55a600233880 2024-06-06T07:56:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a60017a810 con 0x55a600232f60 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a60023a260 con 0x55a60022d7a0 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b83c9ab80 10 client.0 _ll_register_callbacks cb 0x55a6001145b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a600236eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.172+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a600236eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51314/0 (socket says 172.21.15.27:51314) 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 -- 172.21.15.27:0/2699921990 learned_addr learned my addr 172.21.15.27:0/2699921990 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b727fc700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a600236970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a600239670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 -- 172.21.15.27:0/2699921990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 msgr2=0x55a600239670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a600239670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 -- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 msgr2=0x55a600236970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a600236970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 -- 172.21.15.27:0/2699921990 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a600144750 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b737fe700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a600236eb0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c0a3e60 tx=0x7f4b6c0cc8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=660b0c9826a51cda server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b5a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/2699921990 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c0b8020 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/2699921990 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f4b6c022300 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b6c00fe00 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/2699921990 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4b6c0cf5e0 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b83c9ab80 10 client.15735 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a600244a30 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.173+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/2699921990 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b6c00fe00 con 0x55a600233880 2024-06-06T07:56:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/2699921990 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4b6c09ab70 con 0x55a600233880 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b83c9ab80 10 client.15735 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b83c9ab80 10 client.15735 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b83c9ab80 20 client.15735 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002492f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b83c9ab80 4 client.15735 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a60018bd50 con 0x55a600246f00 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002492f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002492f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7833a2f52b527f02 server_cookie=fe42956011b36657 in_seq=0 out_seq=0 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.174+0000 7f4b5a7fc700 10 client.15735 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/2699921990 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a60018bd50 con 0x55a600246f00 2024-06-06T07:56:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b5a7fc700 10 client.15735 handle_command_reply: tid=0 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 client.15735 shutdown 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 msgr2=0x55a600236eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a600236eb0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c0a3e60 tx=0x7f4b6c0cc8f0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 shutdown_connections 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002492f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b5a7fc700 0 client.15735 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a600236eb0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a600239670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/2699921990 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a600236970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.175+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 >> 172.21.15.27:0/2699921990 conn(0x55a60015a080 msgr2=0x55a600227700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.176+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 shutdown_connections 2024-06-06T07:56:30.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.176+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/2699921990 wait complete. 2024-06-06T07:56:30.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.176+0000 7f4b83c9ab80 20 client.15735 trim_cache size 0 max 16384 2024-06-06T07:56:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 Processor -- start 2024-06-06T07:56:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 -- start start 2024-06-06T07:56:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a60022d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a6002391b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a6002321e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741b06d0 con 0x55a600233880 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741b2210 con 0x55a600232f60 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741b0da0 con 0x55a60022d7a0 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a6002321e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a6002321e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51320/0 (socket says 172.21.15.27:51320) 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 -- 172.21.15.27:0/3959415970 learned_addr learned my addr 172.21.15.27:0/3959415970 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b727fc700 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a6002391b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a60022d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 -- 172.21.15.27:0/3959415970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 msgr2=0x55a60022d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a60022d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 -- 172.21.15.27:0/3959415970 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 msgr2=0x55a6002391b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a6002391b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b737fe700 1 -- 172.21.15.27:0/3959415970 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a600234ee0 con 0x55a600233880 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.191+0000 7f4b727fc700 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a6002391b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.192+0000 7f4b737fe700 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a6002321e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c09b6b0 tx=0x7f4b6c00d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9544b5f94f262fc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.192+0000 7f4b68ff9700 1 -- 172.21.15.27:0/3959415970 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c0b8070 con 0x55a600233880 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.192+0000 7f4b68ff9700 1 -- 172.21.15.27:0/3959415970 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b6c015040 con 0x55a600233880 2024-06-06T07:56:30.194 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.192+0000 7f4b68ff9700 1 -- 172.21.15.27:0/3959415970 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c0cd000 con 0x55a600233880 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.192+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/3959415970 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 msgr2=0x55a6002321e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.192+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a6002321e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c09b6b0 tx=0x7f4b6c00d8d0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/3959415970 shutdown_connections 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600233880 0x55a6002321e0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a60022d7a0 0x55a60022d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/3959415970 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a600232f60 0x55a6002391b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/3959415970 >> 172.21.15.27:0/3959415970 conn(0x55a60015a080 msgr2=0x55a600231ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/3959415970 shutdown_connections 2024-06-06T07:56:30.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/3959415970 wait complete. 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- start start 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 Processor -- start 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a60022d7a0 0x55a6002494d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 0x55a600249a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600233880 0x55a6002af830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741b1b40 con 0x55a600232f60 2024-06-06T07:56:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741b1470 con 0x55a60022d7a0 2024-06-06T07:56:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4b741ae670 con 0x55a600233880 2024-06-06T07:56:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b83c9ab80 10 client.0 _ll_register_callbacks cb 0x55a6001145b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:30.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b727fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 0x55a600249a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b727fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 0x55a600249a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51330/0 (socket says 172.21.15.27:51330) 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.193+0000 7f4b727fc700 1 -- 172.21.15.27:0/1441321104 learned_addr learned my addr 172.21.15.27:0/1441321104 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b737fe700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600233880 0x55a6002af830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a60022d7a0 0x55a6002494d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b727fc700 1 -- 172.21.15.27:0/1441321104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600233880 msgr2=0x55a6002af830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b727fc700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600233880 0x55a6002af830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b727fc700 1 -- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a60022d7a0 msgr2=0x55a6002494d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b727fc700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a60022d7a0 0x55a6002494d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b727fc700 1 -- 172.21.15.27:0/1441321104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6002afd70 con 0x55a600232f60 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b727fc700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 0x55a600249a10 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c009990 tx=0x7f4b5c003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff668768caf1b777 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:30.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b5a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/1441321104 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b5c029070 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/1441321104 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f4b5c0054c0 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b6c015040 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/1441321104 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4b5c035050 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b83c9ab80 10 client.15741 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.194+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55a6002b0f60 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/1441321104 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f4b6c015040 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/1441321104 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f4b5c00f760 con 0x55a600232f60 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b83c9ab80 10 client.15741 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b83c9ab80 10 client.15741 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:56:30.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b83c9ab80 20 client.15741 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002b3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b83c9ab80 4 client.15741 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a6001862d0 con 0x55a600246f00 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.195+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002b3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b72ffd700 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002b3710 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2d403d4473ec7504 server_cookie=4ed9f60b53ea594e in_seq=0 out_seq=0 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b5a7fc700 10 client.15741 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b5a7fc700 1 -- 172.21.15.27:0/1441321104 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a6001862d0 con 0x55a600246f00 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b5a7fc700 10 client.15741 handle_command_reply: tid=0 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 client.15741 shutdown 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 msgr2=0x55a600249a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 0x55a600249a10 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f4b5c009990 tx=0x7f4b5c003ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 shutdown_connections 2024-06-06T07:56:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55a600246f00 0x55a6002b3710 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a600233880 0x55a6002af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a60022d7a0 0x55a6002494d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 --2- 172.21.15.27:0/1441321104 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a600232f60 0x55a600249a10 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 >> 172.21.15.27:0/1441321104 conn(0x55a60015a080 msgr2=0x55a600232360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b5a7fc700 0 client.15741 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 shutdown_connections 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 1 -- 172.21.15.27:0/1441321104 wait complete. 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.196+0000 7f4b83c9ab80 20 client.15741 trim_cache size 0 max 16384 2024-06-06T07:56:30.205 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:56:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4b600a2fc0 msgr2=0x7f4b600a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4b600a2fc0 0x7f4b600a5480 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4b64003f10 tx=0x7f4b64009180 comp rx=0 tx=0).stop 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 msgr2=0x7f4b74101ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 0x7f4b74101ed0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c00d980 tx=0x7f4b6c00dc90 comp rx=0 tx=0).stop 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 shutdown_connections 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f4b600a2fc0 0x7f4b600a5480 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f4b741084d0 0x7f4b74101ed0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f4b7406aa00 0x7f4b74101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 --2- 172.21.15.27:0/4117614599 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b7406b3a0 0x7f4b74101990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 >> 172.21.15.27:0/4117614599 conn(0x7f4b74078330 msgr2=0x7f4b740ff3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 shutdown_connections 2024-06-06T07:56:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:30.197+0000 7f4b79417700 1 -- 172.21.15.27:0/4117614599 wait complete. 2024-06-06T07:56:31.031 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-06-06T07:56:31.284 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:31.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:31 smithi027 ceph-mon[32293]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:31.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:31 smithi176 ceph-mon[36543]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:31 smithi203 ceph-mon[37192]: pgmap v35: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-06-06T07:56:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 -- 172.21.15.27:0/3535525435 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 msgr2=0x7f62e810f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 --2- 172.21.15.27:0/3535525435 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e810f280 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f62e000b0a0 tx=0x7f62e000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 -- 172.21.15.27:0/3535525435 shutdown_connections 2024-06-06T07:56:33.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 --2- 172.21.15.27:0/3535525435 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e810f280 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 --2- 172.21.15.27:0/3535525435 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62e8107570 0x7f62e8107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 --2- 172.21.15.27:0/3535525435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62e8100e50 0x7f62e81012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.231+0000 7f62ed1be700 1 -- 172.21.15.27:0/3535525435 >> 172.21.15.27:0/3535525435 conn(0x7f62e80766b0 msgr2=0x7f62e8076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.232+0000 7f62ed1be700 1 -- 172.21.15.27:0/3535525435 shutdown_connections 2024-06-06T07:56:33.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.232+0000 7f62ed1be700 1 -- 172.21.15.27:0/3535525435 wait complete. 2024-06-06T07:56:33.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.232+0000 7f62ed1be700 1 Processor -- start 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.232+0000 7f62ed1be700 1 -- start start 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62ed1be700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62e8100e50 0x7f62e819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62ed1be700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e819ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62ed1be700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62e8107570 0x7f62e8198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62ed1be700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f62e8112910 con 0x7f62e8101810 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62ed1be700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f62e8112790 con 0x7f62e8107570 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62ed1be700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f62e8112a90 con 0x7f62e8100e50 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e819ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e819ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51348/0 (socket says 172.21.15.27:51348) 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 -- 172.21.15.27:0/231563546 learned_addr learned my addr 172.21.15.27:0/231563546 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:33.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62e8100e50 0x7f62e819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e759e700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62e8107570 0x7f62e8198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 -- 172.21.15.27:0/231563546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62e8100e50 msgr2=0x7f62e819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62e8100e50 0x7f62e819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 -- 172.21.15.27:0/231563546 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62e8107570 msgr2=0x7f62e8198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62e8107570 0x7f62e8198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 -- 172.21.15.27:0/231563546 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62e8199290 con 0x7f62e8101810 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.233+0000 7f62e659c700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e819ee60 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00d980 tx=0x7f62dc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.234+0000 7f62cffff700 1 -- 172.21.15.27:0/231563546 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc017070 con 0x7f62e8101810 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.234+0000 7f62cffff700 1 -- 172.21.15.27:0/231563546 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62dc005020 con 0x7f62e8101810 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.234+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62e8199580 con 0x7f62e8101810 2024-06-06T07:56:33.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.234+0000 7f62cffff700 1 -- 172.21.15.27:0/231563546 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc00fc60 con 0x7f62e8101810 2024-06-06T07:56:33.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.234+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62e81a57f0 con 0x7f62e8101810 2024-06-06T07:56:33.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.236+0000 7f62cffff700 1 -- 172.21.15.27:0/231563546 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f62dc0051d0 con 0x7f62e8101810 2024-06-06T07:56:33.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.237+0000 7f62cffff700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62d00a2f40 0x7f62d00a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.237+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62d00a2f40 0x7f62d00a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.237+0000 7f62cffff700 1 -- 172.21.15.27:0/231563546 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f62dc0cf8a0 con 0x7f62e8101810 2024-06-06T07:56:33.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.237+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62d00a2f40 0x7f62d00a5400 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f62e8077c30 tx=0x7f62d8007400 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:33.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 Processor -- start 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 -- start start 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24c43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c48f0 0x556ba24c86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24c9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556ba2411810 con 0x556ba24c3fd0 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556ba23b9720 con 0x556ba24c8c30 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556ba240d7d0 con 0x556ba24c48f0 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24c43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24c43b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51356/0 (socket says 172.21.15.27:51356) 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 -- 172.21.15.27:0/664385552 learned_addr learned my addr 172.21.15.27:0/664385552 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:33.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e759e700 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24c9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e659c700 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c48f0 0x556ba24c86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 -- 172.21.15.27:0/664385552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c48f0 msgr2=0x556ba24c86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c48f0 0x556ba24c86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 -- 172.21.15.27:0/664385552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 msgr2=0x556ba24c9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24c9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.238+0000 7f62e6d9d700 1 -- 172.21.15.27:0/664385552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ba23aff50 con 0x556ba24c3fd0 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.239+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24c43b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f62d8010d60 tx=0x7f62d8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8562cb321cc34c9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.239+0000 7f62cd7fa700 1 -- 172.21.15.27:0/664385552 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d8011bb0 con 0x556ba24c3fd0 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.239+0000 7f62cd7fa700 1 -- 172.21.15.27:0/664385552 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62d8011d50 con 0x556ba24c3fd0 2024-06-06T07:56:33.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.239+0000 7f62cd7fa700 1 -- 172.21.15.27:0/664385552 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d801c790 con 0x556ba24c3fd0 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 -- 172.21.15.27:0/664385552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 msgr2=0x556ba24c43b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24c43b0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f62d8010d60 tx=0x7f62d8013000 comp rx=0 tx=0).stop 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 -- 172.21.15.27:0/664385552 shutdown_connections 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24c9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24c43b0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/664385552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c48f0 0x556ba24c86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 -- 172.21.15.27:0/664385552 >> 172.21.15.27:0/664385552 conn(0x556ba23eacc0 msgr2=0x556ba24ba850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 -- 172.21.15.27:0/664385552 shutdown_connections 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 -- 172.21.15.27:0/664385552 wait complete. 2024-06-06T07:56:33.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 -- start start 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 Processor -- start 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c48f0 0x556ba24cd480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.240+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba24cd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x556ba24d0dd0 con 0x556ba24c3fd0 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x556ba23b1bf0 con 0x556ba24c48f0 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556ba24d0f50 con 0x556ba24c8c30 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24d0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51370/0 (socket says 172.21.15.27:51370) 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 -- 172.21.15.27:0/4121011841 learned_addr learned my addr 172.21.15.27:0/4121011841 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62f7a41b80 10 client.0 _ll_register_callbacks cb 0x556ba23ab920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e759e700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba24cd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e659c700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c48f0 0x556ba24cd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 -- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 msgr2=0x556ba24cd9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba24cd9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 -- 172.21.15.27:0/4121011841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c48f0 msgr2=0x556ba24cd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c48f0 0x556ba24cd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 -- 172.21.15.27:0/4121011841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ba23608d0 con 0x556ba24c3fd0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e659c700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c48f0 0x556ba24cd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24d0180 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f62d801ef40 tx=0x7f62d8010fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bfa5ca7f3ca87fa server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62caff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62caff5700 1 -- 172.21.15.27:0/4121011841 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62d80053a0 con 0x556ba24c3fd0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62caff5700 1 -- 172.21.15.27:0/4121011841 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f62d8005540 con 0x556ba24c3fd0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.241+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62d8011d50 con 0x556ba24c3fd0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62caff5700 1 -- 172.21.15.27:0/4121011841 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f62d801e420 con 0x556ba24c3fd0 2024-06-06T07:56:33.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 10 client.15753 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556ba24db6b0 con 0x556ba24c3fd0 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62caff5700 1 -- 172.21.15.27:0/4121011841 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62d8011d50 con 0x556ba24c3fd0 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62caff5700 1 -- 172.21.15.27:0/4121011841 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f62d8031420 con 0x556ba24c3fd0 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 10 client.15753 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 10 client.15753 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 20 client.15753 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba24ddc90 0x556ba24e0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 4 client.15753 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ba241ed10 con 0x556ba24ddc90 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.242+0000 7f62e659c700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba24ddc90 0x556ba24e0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.243+0000 7f62caff5700 10 client.15753 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.243+0000 7f62e659c700 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba24ddc90 0x556ba24e0080 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1a4f40cba9117b9c server_cookie=d79eab13856bdbcc in_seq=0 out_seq=0 2024-06-06T07:56:33.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62caff5700 1 -- 172.21.15.27:0/4121011841 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x556ba241ed10 con 0x556ba24ddc90 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62caff5700 10 client.15753 handle_command_reply: tid=0 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 client.15753 shutdown 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 msgr2=0x556ba24d0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24d0180 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f62d801ef40 tx=0x7f62d8010fc0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 shutdown_connections 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba24ddc90 0x556ba24e0080 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba24cd9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62caff5700 0 client.15753 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c3fd0 0x556ba24d0180 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/4121011841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c48f0 0x556ba24cd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 >> 172.21.15.27:0/4121011841 conn(0x556ba23eacc0 msgr2=0x556ba24be9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 shutdown_connections 2024-06-06T07:56:33.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 1 -- 172.21.15.27:0/4121011841 wait complete. 2024-06-06T07:56:33.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.244+0000 7f62f7a41b80 20 client.15753 trim_cache size 0 max 16384 2024-06-06T07:56:33.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 Processor -- start 2024-06-06T07:56:33.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 -- start start 2024-06-06T07:56:33.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c3fd0 0x556ba24cc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24e57a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24e5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81ac370 con 0x556ba24c48f0 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81adeb0 con 0x556ba24c8c30 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81aca40 con 0x556ba24c3fd0 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.259+0000 7f62e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24e57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24e57a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51384/0 (socket says 172.21.15.27:51384) 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 -- 172.21.15.27:0/1238439863 learned_addr learned my addr 172.21.15.27:0/1238439863 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:33.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c3fd0 0x556ba24cc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e759e700 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24e5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 -- 172.21.15.27:0/1238439863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c3fd0 msgr2=0x556ba24cc480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c3fd0 0x556ba24cc480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 -- 172.21.15.27:0/1238439863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 msgr2=0x556ba24e5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24e5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 -- 172.21.15.27:0/1238439863 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ba24cfdc0 con 0x556ba24c48f0 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62e659c700 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24e57a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00d950 tx=0x7f62dc086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33a6839ea37cdf98 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62ccff9700 1 -- 172.21.15.27:0/1238439863 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc0a4490 con 0x556ba24c48f0 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62ccff9700 1 -- 172.21.15.27:0/1238439863 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62dc00fe00 con 0x556ba24c48f0 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.260+0000 7f62ccff9700 1 -- 172.21.15.27:0/1238439863 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc0a4260 con 0x556ba24c48f0 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- 172.21.15.27:0/1238439863 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 msgr2=0x556ba24e57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24e57a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00d950 tx=0x7f62dc086040 comp rx=0 tx=0).stop 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- 172.21.15.27:0/1238439863 shutdown_connections 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c8c30 0x556ba24e5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c3fd0 0x556ba24cc480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/1238439863 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24e57a0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- 172.21.15.27:0/1238439863 >> 172.21.15.27:0/1238439863 conn(0x556ba23eacc0 msgr2=0x556ba24cbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:33.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- 172.21.15.27:0/1238439863 shutdown_connections 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- 172.21.15.27:0/1238439863 wait complete. 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- start start 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 Processor -- start 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c3fd0 0x556ba24d1380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba2546760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.261+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81ad7e0 con 0x556ba24c48f0 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81ad110 con 0x556ba24c3fd0 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62f7a41b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f62e81aa310 con 0x556ba24c8c30 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62f7a41b80 10 client.0 _ll_register_callbacks cb 0x556ba23ab920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:33.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e6d9d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c3fd0 0x556ba24d1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24d18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51398/0 (socket says 172.21.15.27:51398) 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 -- 172.21.15.27:0/311888910 learned_addr learned my addr 172.21.15.27:0/311888910 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e759e700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba2546760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 -- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 msgr2=0x556ba2546760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba2546760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 -- 172.21.15.27:0/311888910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c3fd0 msgr2=0x556ba24d1380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c3fd0 0x556ba24d1380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 -- 172.21.15.27:0/311888910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ba2546ca0 con 0x556ba24c48f0 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e759e700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba2546760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:33.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62e659c700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24d18c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f62dc0981f0 tx=0x7f62dc0a4500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f938d875a136c5e3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62caff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62caff5700 1 -- 172.21.15.27:0/311888910 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62dc0b8070 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62caff5700 1 -- 172.21.15.27:0/311888910 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f62dc09bc80 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62dc00fe00 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62caff5700 1 -- 172.21.15.27:0/311888910 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f62dc0a4000 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62f7a41b80 10 client.15759 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.262+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x556ba2547ed0 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62caff5700 1 -- 172.21.15.27:0/311888910 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f62dc00fe00 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62caff5700 1 -- 172.21.15.27:0/311888910 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f62dc09ac70 con 0x556ba24c48f0 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62f7a41b80 10 client.15759 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62f7a41b80 10 client.15759 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62f7a41b80 20 client.15759 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:33.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba25485d0 0x556ba254a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:33.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62f7a41b80 4 client.15759 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:56:33.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556ba2419290 con 0x556ba25485d0 2024-06-06T07:56:33.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.263+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba25485d0 0x556ba254a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62caff5700 10 client.15759 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62e6d9d700 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba25485d0 0x556ba254a9f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4f587d8337cfa8da server_cookie=81e3661768fb986c in_seq=0 out_seq=0 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62caff5700 1 -- 172.21.15.27:0/311888910 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556ba2419290 con 0x556ba25485d0 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62caff5700 10 client.15759 handle_command_reply: tid=0 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 client.15759 shutdown 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 msgr2=0x556ba24d18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24d18c0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f62dc0981f0 tx=0x7f62dc0a4500 comp rx=0 tx=0).stop 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 shutdown_connections 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x556ba25485d0 0x556ba254a9f0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556ba24c8c30 0x556ba2546760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x556ba24c3fd0 0x556ba24d1380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 --2- 172.21.15.27:0/311888910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x556ba24c48f0 0x556ba24d18c0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 >> 172.21.15.27:0/311888910 conn(0x556ba23eacc0 msgr2=0x556ba24cf540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62caff5700 0 client.15759 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 shutdown_connections 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 1 -- 172.21.15.27:0/311888910 wait complete. 2024-06-06T07:56:33.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.264+0000 7f62f7a41b80 20 client.15759 trim_cache size 0 max 16384 2024-06-06T07:56:33.273 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:56:33.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62d00a2f40 msgr2=0x7f62d00a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62d00a2f40 0x7f62d00a5400 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f62e8077c30 tx=0x7f62d8007400 comp rx=0 tx=0).stop 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 msgr2=0x7f62e819ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e819ee60 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00d980 tx=0x7f62dc00dc90 comp rx=0 tx=0).stop 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 shutdown_connections 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f62d00a2f40 0x7f62d00a5400 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f62e8107570 0x7f62e8198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62e8100e50 0x7f62e819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 --2- 172.21.15.27:0/231563546 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f62e8101810 0x7f62e819ee60 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 >> 172.21.15.27:0/231563546 conn(0x7f62e80766b0 msgr2=0x7f62e80ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 shutdown_connections 2024-06-06T07:56:33.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:33.265+0000 7f62ed1be700 1 -- 172.21.15.27:0/231563546 wait complete. 2024-06-06T07:56:33.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:33 smithi027 ceph-mon[32293]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-06-06T07:56:33.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:33 smithi176 ceph-mon[36543]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-06-06T07:56:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:33 smithi203 ceph-mon[37192]: pgmap v36: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-06-06T07:56:34.098 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T07:56:34.353 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 -- 172.21.15.27:0/4163111309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 msgr2=0x7f02a810ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 --2- 172.21.15.27:0/4163111309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a810ba30 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f0298009900 tx=0x7f029802a480 comp rx=0 tx=0).stop 2024-06-06T07:56:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 -- 172.21.15.27:0/4163111309 shutdown_connections 2024-06-06T07:56:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 --2- 172.21.15.27:0/4163111309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a810c000 0x7f02a810e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 --2- 172.21.15.27:0/4163111309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a810ba30 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 --2- 172.21.15.27:0/4163111309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a8102c30 0x7f02a8103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 -- 172.21.15.27:0/4163111309 >> 172.21.15.27:0/4163111309 conn(0x7f02a80779f0 msgr2=0x7f02a8077e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 -- 172.21.15.27:0/4163111309 shutdown_connections 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 -- 172.21.15.27:0/4163111309 wait complete. 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.782+0000 7f02af3d5640 1 Processor -- start 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 -- start start 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a8102c30 0x7f02a8198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a81987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a81987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a81987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34646/0 (socket says 172.21.15.27:34646) 2024-06-06T07:56:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a810c000 0x7f02a819cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 -- 172.21.15.27:0/1463497829 learned_addr learned my addr 172.21.15.27:0/1463497829 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f02a8111eb0 con 0x7f02a8103550 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f02a8111d30 con 0x7f02a810c000 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f02a8112030 con 0x7f02a8102c30 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ad171640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a8102c30 0x7f02a8198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ad972640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a810c000 0x7f02a819cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 -- 172.21.15.27:0/1463497829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a8102c30 msgr2=0x7f02a8198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a8102c30 0x7f02a8198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 -- 172.21.15.27:0/1463497829 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a810c000 msgr2=0x7f02a819cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a810c000 0x7f02a819cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 -- 172.21.15.27:0/1463497829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02a819d230 con 0x7f02a8103550 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ad171640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a8102c30 0x7f02a8198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ad972640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a810c000 0x7f02a819cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f02ac970640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a81987d0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0298006010 tx=0x7f02980042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.783+0000 7f029e7fc640 1 -- 172.21.15.27:0/1463497829 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029803f030 con 0x7f02a8103550 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.784+0000 7f029e7fc640 1 -- 172.21.15.27:0/1463497829 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0298003d00 con 0x7f02a8103550 2024-06-06T07:56:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.784+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02a819d4c0 con 0x7f02a8103550 2024-06-06T07:56:34.792 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.784+0000 7f029e7fc640 1 -- 172.21.15.27:0/1463497829 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0298035070 con 0x7f02a8103550 2024-06-06T07:56:34.792 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.784+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02a819d8f0 con 0x7f02a8103550 2024-06-06T07:56:34.792 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.786+0000 7f029e7fc640 1 -- 172.21.15.27:0/1463497829 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f0298042030 con 0x7f02a8103550 2024-06-06T07:56:34.792 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.786+0000 7f02b21b6740 1 Processor -- start 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.786+0000 7f02b21b6740 1 -- start start 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.786+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93eea740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02b21b6740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x560b93e414f0 con 0x560b93ee8350 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02b21b6740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x560b93ddf870 con 0x560b93edda90 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02b21b6740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b93e3d4b0 con 0x560b93edd170 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93eea740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f029e7fc640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f02940a2f50 0x7f02940a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.793 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93eea740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34658/0 (socket says 172.21.15.27:34658) 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 -- 172.21.15.27:0/3443179783 learned_addr learned my addr 172.21.15.27:0/3443179783 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ad972640 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ad171640 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ad972640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f02940a2f50 0x7f02940a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f029e7fc640 1 -- 172.21.15.27:0/1463497829 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f02980f0070 con 0x7f02a8103550 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 -- 172.21.15.27:0/3443179783 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 msgr2=0x560b93edd550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edd550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 -- 172.21.15.27:0/3443179783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 msgr2=0x560b93ee7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.794 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 -- 172.21.15.27:0/3443179783 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b93dfb9b0 con 0x560b93ee8350 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ac970640 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93eea740 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f02980c47f0 tx=0x7f0298040fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5682457fab6f4d4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.787+0000 7f02ad972640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f02940a2f50 0x7f02940a5410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f02a0005c40 tx=0x7f02a0009200 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02937fe640 1 -- 172.21.15.27:0/3443179783 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0298049070 con 0x560b93ee8350 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02937fe640 1 -- 172.21.15.27:0/3443179783 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f02980bc0b0 con 0x560b93ee8350 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02937fe640 1 -- 172.21.15.27:0/3443179783 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02980c4d20 con 0x560b93ee8350 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 -- 172.21.15.27:0/3443179783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 msgr2=0x560b93eea740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93eea740 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f02980c47f0 tx=0x7f0298040fb0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 -- 172.21.15.27:0/3443179783 shutdown_connections 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93eea740 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 --2- 172.21.15.27:0/3443179783 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edd550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 -- 172.21.15.27:0/3443179783 >> 172.21.15.27:0/3443179783 conn(0x560b93ed9680 msgr2=0x560b93ed9a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.788+0000 7f02b21b6740 1 -- 172.21.15.27:0/3443179783 shutdown_connections 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 -- 172.21.15.27:0/3443179783 wait complete. 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 -- start start 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 Processor -- start 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ee5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ee5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x560b93eead40 con 0x560b93ee8350 2024-06-06T07:56:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x560b93dcaae0 con 0x560b93edd170 2024-06-06T07:56:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b93eeaec0 con 0x560b93edda90 2024-06-06T07:56:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02b21b6740 10 client.0 _ll_register_callbacks cb 0x560b93e039b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02ad972640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02ad972640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34666/0 (socket says 172.21.15.27:34666) 2024-06-06T07:56:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.789+0000 7f02ad972640 1 -- 172.21.15.27:0/471274825 learned_addr learned my addr 172.21.15.27:0/471274825 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ac970640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ee5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad171640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ee5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad972640 1 -- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 msgr2=0x560b93ee5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad972640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ee5940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad972640 1 -- 172.21.15.27:0/471274825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 msgr2=0x560b93ee5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad972640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ee5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad972640 1 -- 172.21.15.27:0/471274825 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b93b55210 con 0x560b93ee8350 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02ad972640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee5e80 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f02a00142e0 tx=0x7f02a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb85476248118c0c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f0290ff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f0290ff9640 1 -- 172.21.15.27:0/471274825 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a0025070 con 0x560b93ee8350 2024-06-06T07:56:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f0290ff9640 1 -- 172.21.15.27:0/471274825 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f02a000fba0 con 0x560b93ee8350 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560b93e54f10 con 0x560b93ee8350 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f0290ff9640 1 -- 172.21.15.27:0/471274825 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f02a0031050 con 0x560b93ee8350 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02b21b6740 10 client.15771 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560b93c21620 con 0x560b93ee8350 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.790+0000 7f0290ff9640 1 -- 172.21.15.27:0/471274825 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x560b93e54f10 con 0x560b93ee8350 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f0290ff9640 1 -- 172.21.15.27:0/471274825 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f02a0013400 con 0x560b93ee8350 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02b21b6740 10 client.15771 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02b21b6740 10 client.15771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02b21b6740 20 client.15771 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02b21b6740 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93efa740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02b21b6740 4 client.15771 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b93e4ec20 con 0x560b93ef8350 2024-06-06T07:56:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.791+0000 7f02ad171640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93efa740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f0290ff9640 10 client.15771 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f02ad171640 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93efa740 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=813e85dbda945410 server_cookie=bcd633023207d51d in_seq=0 out_seq=0 2024-06-06T07:56:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f0290ff9640 1 -- 172.21.15.27:0/471274825 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560b93e4ec20 con 0x560b93ef8350 2024-06-06T07:56:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f0290ff9640 10 client.15771 handle_command_reply: tid=0 2024-06-06T07:56:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f02b21b6740 1 client.15771 shutdown 2024-06-06T07:56:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 msgr2=0x560b93ee5e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.792+0000 7f02b21b6740 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee5e80 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f02a00142e0 tx=0x7f02a0004a40 comp rx=0 tx=0).stop 2024-06-06T07:56:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 shutdown_connections 2024-06-06T07:56:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93efa740 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee5e80 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f0290ff9640 0 client.15771 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ee5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 --2- 172.21.15.27:0/471274825 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ee5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.804 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 >> 172.21.15.27:0/471274825 conn(0x560b93ed9680 msgr2=0x560b93edf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:34.804 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 shutdown_connections 2024-06-06T07:56:34.804 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 1 -- 172.21.15.27:0/471274825 wait complete. 2024-06-06T07:56:34.804 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.793+0000 7f02b21b6740 20 client.15771 trim_cache size 0 max 16384 2024-06-06T07:56:34.812 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 Processor -- start 2024-06-06T07:56:34.812 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 -- start start 2024-06-06T07:56:34.812 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93f00030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f02a81aedb0 con 0x560b93ee8350 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f02a81b08f0 con 0x560b93edda90 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02b21b6740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f02a81af480 con 0x560b93edd170 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02ad972640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93f00030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02ad972640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93f00030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34670/0 (socket says 172.21.15.27:34670) 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.808+0000 7f02ad972640 1 -- 172.21.15.27:0/351465146 learned_addr learned my addr 172.21.15.27:0/351465146 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ac970640 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad171640 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.813 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad972640 1 -- 172.21.15.27:0/351465146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 msgr2=0x560b93edfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad972640 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad972640 1 -- 172.21.15.27:0/351465146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 msgr2=0x560b93ee7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad972640 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad972640 1 -- 172.21.15.27:0/351465146 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b93eeaab0 con 0x560b93ee8350 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ac970640 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f02ad972640 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93f00030 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f02a0014500 tx=0x7f02a00098b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30ecb047c2a0824c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f0292ffd640 1 -- 172.21.15.27:0/351465146 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a0025040 con 0x560b93ee8350 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f0292ffd640 1 -- 172.21.15.27:0/351465146 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f02a003a070 con 0x560b93ee8350 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.809+0000 7f0292ffd640 1 -- 172.21.15.27:0/351465146 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a002a440 con 0x560b93ee8350 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- 172.21.15.27:0/351465146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 msgr2=0x560b93f00030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93f00030 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f02a0014500 tx=0x7f02a00098b0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.814 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- 172.21.15.27:0/351465146 shutdown_connections 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93f00030 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edda90 0x560b93ee7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- 172.21.15.27:0/351465146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edd170 0x560b93edfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- 172.21.15.27:0/351465146 >> 172.21.15.27:0/351465146 conn(0x560b93ed9680 msgr2=0x560b93ee6c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- 172.21.15.27:0/351465146 shutdown_connections 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- 172.21.15.27:0/351465146 wait complete. 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- start start 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 Processor -- start 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ef02d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ef0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f02a81b0220 con 0x560b93ee8350 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f02a81afb50 con 0x560b93edd170 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f02a81acd90 con 0x560b93edda90 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.810+0000 7f02b21b6740 10 client.0 _ll_register_callbacks cb 0x7f02a0014f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34686/0 (socket says 172.21.15.27:34686) 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 -- 172.21.15.27:0/799816871 learned_addr learned my addr 172.21.15.27:0/799816871 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ac970640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ef0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad171640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ef02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 -- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 msgr2=0x560b93ef0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ef0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 -- 172.21.15.27:0/799816871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 msgr2=0x560b93ef02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ef02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 -- 172.21.15.27:0/799816871 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b93ee2580 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ac970640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ef0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02ad972640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee1d50 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f02a0012010 tx=0x7f02a00134a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f74484eb89dc62a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f0290ff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f0290ff9640 1 -- 172.21.15.27:0/799816871 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02a0045060 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f02a003a070 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f0290ff9640 1 -- 172.21.15.27:0/799816871 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f02a00139c0 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f0290ff9640 1 -- 172.21.15.27:0/799816871 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f02a0025040 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02b21b6740 10 client.15777 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.811+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x560b93f66f40 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f0290ff9640 1 -- 172.21.15.27:0/799816871 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f02a003a070 con 0x560b93ee8350 2024-06-06T07:56:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f0290ff9640 1 -- 172.21.15.27:0/799816871 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f02a0005160 con 0x560b93ee8350 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02b21b6740 10 client.15777 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02b21b6740 10 client.15777 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02b21b6740 20 client.15777 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02b21b6740 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93f695b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02b21b6740 4 client.15777 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560b93e48f70 con 0x560b93ef8350 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02ad171640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93f695b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f0290ff9640 10 client.15777 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.812+0000 7f02ad171640 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93f695b0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33fcce9564caf057 server_cookie=e619329b6831f19c in_seq=0 out_seq=0 2024-06-06T07:56:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f0290ff9640 1 -- 172.21.15.27:0/799816871 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x560b93e48f70 con 0x560b93ef8350 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f0290ff9640 10 client.15777 handle_command_reply: tid=0 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 client.15777 shutdown 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 msgr2=0x560b93ee1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee1d50 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f02a0012010 tx=0x7f02a00134a0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 shutdown_connections 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b93ef8350 0x560b93f695b0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b93ee8350 0x560b93ee1d50 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b93edda90 0x560b93ef0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 --2- 172.21.15.27:0/799816871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b93edd170 0x560b93ef02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 >> 172.21.15.27:0/799816871 conn(0x560b93ed9680 msgr2=0x560b93ee74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.816+0000 7f0290ff9640 0 client.15777 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:34.821 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 shutdown_connections 2024-06-06T07:56:34.821 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02b21b6740 1 -- 172.21.15.27:0/799816871 wait complete. 2024-06-06T07:56:34.821 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02b21b6740 20 client.15777 trim_cache size 0 max 16384 2024-06-06T07:56:34.821 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:56:34.821 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:56:34.821 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:56:34.822 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f02940a2f50 msgr2=0x7f02940a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f02940a2f50 0x7f02940a5410 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f02a0005c40 tx=0x7f02a0009200 comp rx=0 tx=0).stop 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 msgr2=0x7f02a81987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a81987d0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0298006010 tx=0x7f02980042f0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 shutdown_connections 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f02940a2f50 0x7f02940a5410 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f02a810c000 0x7f02a819cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f02a8103550 0x7f02a81987d0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 --2- 172.21.15.27:0/1463497829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f02a8102c30 0x7f02a8198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 >> 172.21.15.27:0/1463497829 conn(0x7f02a80779f0 msgr2=0x7f02a80fd870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 shutdown_connections 2024-06-06T07:56:34.823 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:34.817+0000 7f02af3d5640 1 -- 172.21.15.27:0/1463497829 wait complete. 2024-06-06T07:56:35.630 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:35 smithi027 ceph-mon[32293]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:56:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:35 smithi176 ceph-mon[36543]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:56:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:35 smithi203 ceph-mon[37192]: pgmap v37: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 -- 172.21.15.27:0/1887022580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 msgr2=0x7f73e010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1887022580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e010f3c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f73d800b0d0 tx=0x7f73d800b3e0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 -- 172.21.15.27:0/1887022580 shutdown_connections 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1887022580 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e010f3c0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1887022580 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f73e0102740 0x7f73e0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1887022580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73e01030f0 0x7f73e0107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 -- 172.21.15.27:0/1887022580 >> 172.21.15.27:0/1887022580 conn(0x7f73e00795f0 msgr2=0x7f73e0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 -- 172.21.15.27:0/1887022580 shutdown_connections 2024-06-06T07:56:36.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.272+0000 7f73e5d53700 1 -- 172.21.15.27:0/1887022580 wait complete. 2024-06-06T07:56:36.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 Processor -- start 2024-06-06T07:56:36.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 -- start start 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f73e0102740 0x7f73e019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73e01030f0 0x7f73e019edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e0198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f73e0112910 con 0x7f73e0107840 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f73e0112790 con 0x7f73e0102740 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73e5d53700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f73e0112a90 con 0x7f73e01030f0 2024-06-06T07:56:36.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e0198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e0198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34690/0 (socket says 172.21.15.27:34690) 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 -- 172.21.15.27:0/1910134159 learned_addr learned my addr 172.21.15.27:0/1910134159 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73df7fe700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f73e0102740 0x7f73e019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73deffd700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73e01030f0 0x7f73e019edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 -- 172.21.15.27:0/1910134159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73e01030f0 msgr2=0x7f73e019edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73e01030f0 0x7f73e019edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 -- 172.21.15.27:0/1910134159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f73e0102740 msgr2=0x7f73e019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.273+0000 7f73dffff700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f73e0102740 0x7f73e019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73dffff700 1 -- 172.21.15.27:0/1910134159 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73e01991d0 con 0x7f73e0107840 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73dffff700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e0198a70 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f73d8007a20 tx=0x7f73d8007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73dcff9700 1 -- 172.21.15.27:0/1910134159 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d801f070 con 0x7f73e0107840 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73e0199460 con 0x7f73e0107840 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73dcff9700 1 -- 172.21.15.27:0/1910134159 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f73d8003c00 con 0x7f73e0107840 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73dcff9700 1 -- 172.21.15.27:0/1910134159 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d801b8a0 con 0x7f73e0107840 2024-06-06T07:56:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.274+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73e01a5780 con 0x7f73e0107840 2024-06-06T07:56:36.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.277+0000 7f73dcff9700 1 -- 172.21.15.27:0/1910134159 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f73d8022070 con 0x7f73e0107840 2024-06-06T07:56:36.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.278+0000 7f73dcff9700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73cc0a2f40 0x7f73cc0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.278+0000 7f73dcff9700 1 -- 172.21.15.27:0/1910134159 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f73d800f020 con 0x7f73e0107840 2024-06-06T07:56:36.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.278+0000 7f73df7fe700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73cc0a2f40 0x7f73cc0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.278+0000 7f73df7fe700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73cc0a2f40 0x7f73cc0a5400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f73d0005950 tx=0x7f73d000a300 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.278+0000 7f73f05d6b80 1 Processor -- start 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.278+0000 7f73f05d6b80 1 -- start start 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 0x5603ad4e59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4e5f20 0x5603ad4e6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5603ad437810 con 0x5603ad4ebf60 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5603ad3df720 con 0x5603ad4e5f20 2024-06-06T07:56:36.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5603ad4337d0 con 0x5603ad4eb640 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 0x5603ad4e59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 0x5603ad4e59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34698/0 (socket says 172.21.15.27:34698) 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 -- 172.21.15.27:0/853201438 learned_addr learned my addr 172.21.15.27:0/853201438 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73df7fe700 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73dffff700 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4e5f20 0x5603ad4e6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 -- 172.21.15.27:0/853201438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 msgr2=0x5603ad4eba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 -- 172.21.15.27:0/853201438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4e5f20 msgr2=0x5603ad4e6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4e5f20 0x5603ad4e6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 -- 172.21.15.27:0/853201438 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603ad3d5f50 con 0x5603ad4ebf60 2024-06-06T07:56:36.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73deffd700 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 0x5603ad4e59e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f73c8009ac0 tx=0x7f73c8009dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf3a1b9982ee5836 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:36.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73d5ffb700 1 -- 172.21.15.27:0/853201438 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c8017070 con 0x5603ad4ebf60 2024-06-06T07:56:36.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.279+0000 7f73d5ffb700 1 -- 172.21.15.27:0/853201438 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f73c800ee90 con 0x5603ad4ebf60 2024-06-06T07:56:36.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73d5ffb700 1 -- 172.21.15.27:0/853201438 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c80123d0 con 0x5603ad4ebf60 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 -- 172.21.15.27:0/853201438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 msgr2=0x5603ad4e59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 0x5603ad4e59e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f73c8009ac0 tx=0x7f73c8009dd0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 -- 172.21.15.27:0/853201438 shutdown_connections 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4e5f20 0x5603ad4e6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/853201438 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4ebf60 0x5603ad4e59e0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 -- 172.21.15.27:0/853201438 >> 172.21.15.27:0/853201438 conn(0x5603ad410cc0 msgr2=0x5603ad4e0850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 -- 172.21.15.27:0/853201438 shutdown_connections 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.280+0000 7f73f05d6b80 1 -- 172.21.15.27:0/853201438 wait complete. 2024-06-06T07:56:36.285 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 -- start start 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 Processor -- start 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 0x5603ad4f1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad4ef4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5603ad4f29d0 con 0x5603ad4e5f20 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5603ad3d7bf0 con 0x5603ad4ebf60 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5603ad4f2b50 con 0x5603ad4eb640 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73f05d6b80 10 client.0 _ll_register_callbacks cb 0x5603ad3d1920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73df7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 0x5603ad4f1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73df7fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 0x5603ad4f1c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34712/0 (socket says 172.21.15.27:34712) 2024-06-06T07:56:36.286 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73df7fe700 1 -- 172.21.15.27:0/2476856310 learned_addr learned my addr 172.21.15.27:0/2476856310 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.281+0000 7f73deffd700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73dffff700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad4ef4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73df7fe700 1 -- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 msgr2=0x5603ad4eef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73df7fe700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73df7fe700 1 -- 172.21.15.27:0/2476856310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 msgr2=0x5603ad4ef4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73df7fe700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad4ef4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73df7fe700 1 -- 172.21.15.27:0/2476856310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603ad3868d0 con 0x5603ad4e5f20 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73deffd700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73dffff700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad4ef4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73df7fe700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 0x5603ad4f1c80 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f73d001da90 tx=0x7f73d00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7471f4cdf937ed3c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73beffd700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:36.287 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73beffd700 1 -- 172.21.15.27:0/2476856310 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d0016070 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73beffd700 1 -- 172.21.15.27:0/2476856310 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f73d0010940 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73c800ee90 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73beffd700 1 -- 172.21.15.27:0/2476856310 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f73d0010b40 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73f05d6b80 10 client.15789 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5603ad4fd310 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.282+0000 7f73beffd700 1 -- 172.21.15.27:0/2476856310 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f73c800ee90 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73beffd700 1 -- 172.21.15.27:0/2476856310 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f73d001b420 con 0x5603ad4e5f20 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73f05d6b80 10 client.15789 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73f05d6b80 10 client.15789 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:56:36.288 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73f05d6b80 20 client.15789 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad4ffa40 0x5603ad501e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73f05d6b80 4 client.15789 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603ad444d10 con 0x5603ad4ffa40 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.283+0000 7f73deffd700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad4ffa40 0x5603ad501e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.284+0000 7f73deffd700 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad4ffa40 0x5603ad501e70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aa4641882bda4529 server_cookie=4ff356a121acc625 in_seq=0 out_seq=0 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.284+0000 7f73beffd700 10 client.15789 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.284+0000 7f73beffd700 1 -- 172.21.15.27:0/2476856310 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5603ad444d10 con 0x5603ad4ffa40 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.284+0000 7f73beffd700 10 client.15789 handle_command_reply: tid=0 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.284+0000 7f73f05d6b80 1 client.15789 shutdown 2024-06-06T07:56:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 msgr2=0x5603ad4f1c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 0x5603ad4f1c80 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f73d001da90 tx=0x7f73d00047c0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 shutdown_connections 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad4ffa40 0x5603ad501e70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad4ef4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4e5f20 0x5603ad4f1c80 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73beffd700 0 client.15789 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2476856310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4eb640 0x5603ad4eef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 >> 172.21.15.27:0/2476856310 conn(0x5603ad410cc0 msgr2=0x5603ad4e49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 shutdown_connections 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2476856310 wait complete. 2024-06-06T07:56:36.290 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.285+0000 7f73f05d6b80 20 client.15789 trim_cache size 0 max 16384 2024-06-06T07:56:36.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 Processor -- start 2024-06-06T07:56:36.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 -- start start 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4e59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad507740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad507c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f73e01ae410 con 0x5603ad4eb640 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f73e01aff50 con 0x5603ad4ebf60 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f73e01aeae0 con 0x5603ad4e5f20 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.300+0000 7f73deffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad507740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad507740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34724/0 (socket says 172.21.15.27:34724) 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 -- 172.21.15.27:0/1753869296 learned_addr learned my addr 172.21.15.27:0/1753869296 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73df7fe700 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4e59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 -- 172.21.15.27:0/1753869296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 msgr2=0x5603ad4e59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4e59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 -- 172.21.15.27:0/1753869296 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 msgr2=0x5603ad507c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad507c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 -- 172.21.15.27:0/1753869296 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603ad5024f0 con 0x5603ad4eb640 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73deffd700 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad507740 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f73c80099e0 tx=0x7f73c8008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1944ea0b11afa3c0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73d57fa700 1 -- 172.21.15.27:0/1753869296 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c802b070 con 0x5603ad4eb640 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73d57fa700 1 -- 172.21.15.27:0/1753869296 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f73c8013d00 con 0x5603ad4eb640 2024-06-06T07:56:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.301+0000 7f73d57fa700 1 -- 172.21.15.27:0/1753869296 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c8017040 con 0x5603ad4eb640 2024-06-06T07:56:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 -- 172.21.15.27:0/1753869296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 msgr2=0x5603ad507740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad507740 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f73c80099e0 tx=0x7f73c8008040 comp rx=0 tx=0).stop 2024-06-06T07:56:36.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 -- 172.21.15.27:0/1753869296 shutdown_connections 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad507c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4e59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/1753869296 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad507740 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 -- 172.21.15.27:0/1753869296 >> 172.21.15.27:0/1753869296 conn(0x5603ad410cc0 msgr2=0x5603ad4e0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 -- 172.21.15.27:0/1753869296 shutdown_connections 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 -- 172.21.15.27:0/1753869296 wait complete. 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.302+0000 7f73f05d6b80 1 -- start start 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 Processor -- start 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4f8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad4f8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad506b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f73e01af880 con 0x5603ad4eb640 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f73e01af1b0 con 0x5603ad4ebf60 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f73e01ac3b0 con 0x5603ad4e5f20 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73f05d6b80 10 client.0 _ll_register_callbacks cb 0x5603ad3d1920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad4f8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad4f8560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34738/0 (socket says 172.21.15.27:34738) 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 -- 172.21.15.27:0/2583033803 learned_addr learned my addr 172.21.15.27:0/2583033803 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73df7fe700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4f8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73dffff700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad506b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 -- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 msgr2=0x5603ad4f8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4f8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 -- 172.21.15.27:0/2583033803 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 msgr2=0x5603ad506b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad506b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 -- 172.21.15.27:0/2583033803 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603ad507280 con 0x5603ad4eb640 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73deffd700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad4f8560 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f73c80048a0 tx=0x7f73c8013eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=890ba36811fdcc2e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.303+0000 7f73beffd700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73beffd700 1 -- 172.21.15.27:0/2583033803 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73c802b070 con 0x5603ad4eb640 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73beffd700 1 -- 172.21.15.27:0/2583033803 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f73c800e990 con 0x5603ad4eb640 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f73c8013d00 con 0x5603ad4eb640 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73beffd700 1 -- 172.21.15.27:0/2583033803 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f73c8039050 con 0x5603ad4eb640 2024-06-06T07:56:36.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 10 client.15795 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5603ad56a110 con 0x5603ad4eb640 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73beffd700 1 -- 172.21.15.27:0/2583033803 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f73c8013d00 con 0x5603ad4eb640 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73beffd700 1 -- 172.21.15.27:0/2583033803 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f73c80307c0 con 0x5603ad4eb640 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 10 client.15795 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 10 client.15795 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 20 client.15795 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad56a4b0 0x5603ad56c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 4 client.15795 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.304+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5603ad43f290 con 0x5603ad56a4b0 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73df7fe700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad56a4b0 0x5603ad56c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:36.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73df7fe700 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad56a4b0 0x5603ad56c8d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ce1caa7dbf8ae4af server_cookie=e682f017a2bab5d in_seq=0 out_seq=0 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73beffd700 10 client.15795 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73beffd700 1 -- 172.21.15.27:0/2583033803 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5603ad43f290 con 0x5603ad56a4b0 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73beffd700 10 client.15795 handle_command_reply: tid=0 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 client.15795 shutdown 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 msgr2=0x5603ad4f8560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad4f8560 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f73c80048a0 tx=0x7f73c8013eb0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 shutdown_connections 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x5603ad56a4b0 0x5603ad56c8d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5603ad4ebf60 0x5603ad506b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603ad4e5f20 0x5603ad4f8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 --2- 172.21.15.27:0/2583033803 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5603ad4eb640 0x5603ad4f8560 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73beffd700 0 client.15795 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 >> 172.21.15.27:0/2583033803 conn(0x5603ad410cc0 msgr2=0x5603ad4d9e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.305+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 shutdown_connections 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73f05d6b80 1 -- 172.21.15.27:0/2583033803 wait complete. 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73f05d6b80 20 client.15795 trim_cache size 0 max 16384 2024-06-06T07:56:36.312 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:56:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73cc0a2f40 msgr2=0x7f73cc0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73cc0a2f40 0x7f73cc0a5400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f73d0005950 tx=0x7f73d000a300 comp rx=0 tx=0).stop 2024-06-06T07:56:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 msgr2=0x7f73e0198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e0198a70 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f73d8007a20 tx=0x7f73d8007a50 comp rx=0 tx=0).stop 2024-06-06T07:56:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 shutdown_connections 2024-06-06T07:56:36.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73cc0a2f40 0x7f73cc0a5400 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f73e0107840 0x7f73e0198a70 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f73e0102740 0x7f73e019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 --2- 172.21.15.27:0/1910134159 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73e01030f0 0x7f73e019edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:36.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 >> 172.21.15.27:0/1910134159 conn(0x7f73e00795f0 msgr2=0x7f73e0100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:36.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 shutdown_connections 2024-06-06T07:56:36.314 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:36.306+0000 7f73e5d53700 1 -- 172.21.15.27:0/1910134159 wait complete. 2024-06-06T07:56:37.181 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T07:56:37.434 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:37.556 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:37 smithi027 ceph-mon[32293]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:56:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:37 smithi176 ceph-mon[36543]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:56:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:37 smithi203 ceph-mon[37192]: pgmap v38: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.224+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3949958265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e0108500 msgr2=0x7f87e01088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.224+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3949958265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e0108500 0x7f87e01088e0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f87d4009990 tx=0x7f87d4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3949958265 shutdown_connections 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3949958265 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f87e006ab30 0x7f87e010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3949958265 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e0108500 0x7f87e01088e0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3949958265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e006a170 0x7f87e006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3949958265 >> 172.21.15.27:0/3949958265 conn(0x7f87e0078340 msgr2=0x7f87e0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3949958265 shutdown_connections 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3949958265 wait complete. 2024-06-06T07:56:39.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.225+0000 7f87e6ffe700 1 Processor -- start 2024-06-06T07:56:39.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 -- start start 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 0x7f87e019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f87e006ab30 0x7f87e019ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e0108500 0x7f87e0198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01128c0 con 0x7f87e006a170 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f87e0112740 con 0x7f87e006ab30 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e6ffe700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f87e0112a40 con 0x7f87e0108500 2024-06-06T07:56:39.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 0x7f87e019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 0x7f87e019e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34754/0 (socket says 172.21.15.27:34754) 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3038679861 learned_addr learned my addr 172.21.15.27:0/3038679861 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87dffff700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f87e006ab30 0x7f87e019ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e559b700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e0108500 0x7f87e0198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3038679861 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e0108500 msgr2=0x7f87e0198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e0108500 0x7f87e0198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3038679861 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f87e006ab30 msgr2=0x7f87e019ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f87e006ab30 0x7f87e019ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.226+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3038679861 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e01992a0 con 0x7f87e006a170 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.227+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 0x7f87e019e930 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f87d4000c00 tx=0x7f87d400b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.227+0000 7f87ddffb700 1 -- 172.21.15.27:0/3038679861 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d4027070 con 0x7f87e006a170 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.227+0000 7f87ddffb700 1 -- 172.21.15.27:0/3038679861 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f87d4022470 con 0x7f87e006a170 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.227+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e0199530 con 0x7f87e006a170 2024-06-06T07:56:39.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.227+0000 7f87ddffb700 1 -- 172.21.15.27:0/3038679861 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d4017630 con 0x7f87e006a170 2024-06-06T07:56:39.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.227+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e01a5800 con 0x7f87e006a170 2024-06-06T07:56:39.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.230+0000 7f87ddffb700 1 -- 172.21.15.27:0/3038679861 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f87d402a070 con 0x7f87e006a170 2024-06-06T07:56:39.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87ddffb700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f87d00a2fc0 0x7f87d00a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 Processor -- start 2024-06-06T07:56:39.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87dffff700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f87d00a2fc0 0x7f87d00a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87ddffb700 1 -- 172.21.15.27:0/3038679861 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f87d40d0940 con 0x7f87e006a170 2024-06-06T07:56:39.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 -- start start 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b6340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55fc0a5a2f60 con 0x55fc0a6b6880 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55fc0a601850 con 0x55fc0a6b5f60 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.231+0000 7f87f1881b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fc0a569460 con 0x55fc0a6b07a0 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b0260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34766/0 (socket says 172.21.15.27:34766) 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 -- 172.21.15.27:0/166689321 learned_addr learned my addr 172.21.15.27:0/166689321 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f87d00a2fc0 0x7f87d00a5480 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f87e00788b0 tx=0x7f87cc009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87e559b700 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 -- 172.21.15.27:0/166689321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b07a0 msgr2=0x55fc0a6b0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 -- 172.21.15.27:0/166689321 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b5f60 msgr2=0x55fc0a6b6340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b6340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 -- 172.21.15.27:0/166689321 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc0a5508d0 con 0x55fc0a6b6880 2024-06-06T07:56:39.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87dffff700 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b0260 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f87cc011d10 tx=0x7f87cc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e87e787f6c3bd3f9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:39.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87caffd700 1 -- 172.21.15.27:0/166689321 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc00eb20 con 0x55fc0a6b6880 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87caffd700 1 -- 172.21.15.27:0/166689321 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f87cc021070 con 0x55fc0a6b6880 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.232+0000 7f87caffd700 1 -- 172.21.15.27:0/166689321 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc026470 con 0x55fc0a6b6880 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 -- 172.21.15.27:0/166689321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 msgr2=0x55fc0a6b0260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b0260 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f87cc011d10 tx=0x7f87cc014000 comp rx=0 tx=0).stop 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 -- 172.21.15.27:0/166689321 shutdown_connections 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b6340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 --2- 172.21.15.27:0/166689321 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b0260 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 -- 172.21.15.27:0/166689321 >> 172.21.15.27:0/166689321 conn(0x55fc0a5dd080 msgr2=0x55fc0a6ab220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 -- 172.21.15.27:0/166689321 shutdown_connections 2024-06-06T07:56:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.233+0000 7f87f1881b80 1 -- 172.21.15.27:0/166689321 wait complete. 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 -- start start 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 Processor -- start 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6bc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55fc0a5a1fc0 con 0x55fc0a6b5f60 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55fc0a5fd810 con 0x55fc0a6b07a0 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fc0a6bd260 con 0x55fc0a6b6880 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87f1881b80 10 client.0 _ll_register_callbacks cb 0x55fc0a5975b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87dffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87dffff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b9930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34780/0 (socket says 172.21.15.27:34780) 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.234+0000 7f87dffff700 1 -- 172.21.15.27:0/1217718555 learned_addr learned my addr 172.21.15.27:0/1217718555 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87e559b700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6bc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87dffff700 1 -- 172.21.15.27:0/1217718555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 msgr2=0x55fc0a6b9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87dffff700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87dffff700 1 -- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 msgr2=0x55fc0a6bc630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87dffff700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6bc630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87dffff700 1 -- 172.21.15.27:0/1217718555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc0a5c7750 con 0x55fc0a6b5f60 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6bc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87dffff700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b9930 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f87cc026720 tx=0x7f87cc026750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a863e569cb65013 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87bffff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87bffff700 1 -- 172.21.15.27:0/1217718555 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87cc003cb0 con 0x55fc0a6b5f60 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87bffff700 1 -- 172.21.15.27:0/1217718555 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f87cc026a60 con 0x55fc0a6b5f60 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87cc021070 con 0x55fc0a6b5f60 2024-06-06T07:56:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87bffff700 1 -- 172.21.15.27:0/1217718555 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f87cc037050 con 0x55fc0a6b5f60 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87f1881b80 10 client.15807 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.235+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fc0a6c7a20 con 0x55fc0a6b5f60 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87bffff700 1 -- 172.21.15.27:0/1217718555 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f87cc021070 con 0x55fc0a6b5f60 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87bffff700 1 -- 172.21.15.27:0/1217718555 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f87cc01d550 con 0x55fc0a6b5f60 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87f1881b80 10 client.15807 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87f1881b80 10 client.15807 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87f1881b80 20 client.15807 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87f1881b80 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a6c9ef0 0x55fc0a6cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87f1881b80 4 client.15807 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.236+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc0a60ed50 con 0x55fc0a6c9ef0 2024-06-06T07:56:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.237+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a6c9ef0 0x55fc0a6cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.237+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a6c9ef0 0x55fc0a6cc2e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=15d912f26571e9a9 server_cookie=47d2eeb53320ef97 in_seq=0 out_seq=0 2024-06-06T07:56:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.237+0000 7f87bffff700 10 client.15807 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87bffff700 1 -- 172.21.15.27:0/1217718555 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55fc0a60ed50 con 0x55fc0a6c9ef0 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87bffff700 10 client.15807 handle_command_reply: tid=0 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 client.15807 shutdown 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 msgr2=0x55fc0a6b9930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b9930 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f87cc026720 tx=0x7f87cc026750 comp rx=0 tx=0).stop 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 shutdown_connections 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a6c9ef0 0x55fc0a6cc2e0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6b9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6bc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87bffff700 0 client.15807 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 --2- 172.21.15.27:0/1217718555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b5f60 0x55fc0a6b9930 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 >> 172.21.15.27:0/1217718555 conn(0x55fc0a5dd080 msgr2=0x55fc0a6aa700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.238+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 shutdown_connections 2024-06-06T07:56:39.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.239+0000 7f87f1881b80 1 -- 172.21.15.27:0/1217718555 wait complete. 2024-06-06T07:56:39.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.239+0000 7f87f1881b80 20 client.15807 trim_cache size 0 max 16384 2024-06-06T07:56:39.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 Processor -- start 2024-06-06T07:56:39.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 -- start start 2024-06-06T07:56:39.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6ba000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6aae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01ae410 con 0x55fc0a6c63b0 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01aff50 con 0x55fc0a6b07a0 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87f1881b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01aeae0 con 0x55fc0a6b6880 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87e559b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6aae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87e559b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6aae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34784/0 (socket says 172.21.15.27:34784) 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87e559b700 1 -- 172.21.15.27:0/3505657602 learned_addr learned my addr 172.21.15.27:0/3505657602 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.256+0000 7f87dffff700 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6ba000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87e559b700 1 -- 172.21.15.27:0/3505657602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 msgr2=0x55fc0a6ba000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87e559b700 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6ba000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87e559b700 1 -- 172.21.15.27:0/3505657602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 msgr2=0x55fc0a6b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87e559b700 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87e559b700 1 -- 172.21.15.27:0/3505657602 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc0a6b7ec0 con 0x55fc0a6c63b0 2024-06-06T07:56:39.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87dffff700 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6ba000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:39.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87e559b700 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6aae80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f87d8007660 tx=0x7f87d800b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=575e2219ecaa89bb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:39.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87ca7fc700 1 -- 172.21.15.27:0/3505657602 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d801b030 con 0x55fc0a6c63b0 2024-06-06T07:56:39.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87ca7fc700 1 -- 172.21.15.27:0/3505657602 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f87d8004bb0 con 0x55fc0a6c63b0 2024-06-06T07:56:39.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.257+0000 7f87ca7fc700 1 -- 172.21.15.27:0/3505657602 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d80055e0 con 0x55fc0a6c63b0 2024-06-06T07:56:39.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 -- 172.21.15.27:0/3505657602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 msgr2=0x55fc0a6aae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6aae80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f87d8007660 tx=0x7f87d800b040 comp rx=0 tx=0).stop 2024-06-06T07:56:39.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 -- 172.21.15.27:0/3505657602 shutdown_connections 2024-06-06T07:56:39.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6aae80 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3505657602 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6ba000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 -- 172.21.15.27:0/3505657602 >> 172.21.15.27:0/3505657602 conn(0x55fc0a5dd080 msgr2=0x55fc0a6b98f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 -- 172.21.15.27:0/3505657602 shutdown_connections 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 -- 172.21.15.27:0/3505657602 wait complete. 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 -- start start 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.258+0000 7f87f1881b80 1 Processor -- start 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6d1520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6d1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6d1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01af880 con 0x55fc0a6b07a0 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01af1b0 con 0x55fc0a6c63b0 2024-06-06T07:56:39.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f87e01ac3b0 con 0x55fc0a6b6880 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87e4d9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6d1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87f1881b80 10 client.0 _ll_register_callbacks cb 0x55fc0a5975b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87e4d9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6d1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34798/0 (socket says 172.21.15.27:34798) 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3431381657 learned_addr learned my addr 172.21.15.27:0/3431381657 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87e559b700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6d1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.259+0000 7f87dffff700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6d1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3431381657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 msgr2=0x55fc0a6d1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6d1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6c63b0 msgr2=0x55fc0a6d1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6d1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87e4d9a700 1 -- 172.21.15.27:0/3431381657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc0a733900 con 0x55fc0a6b07a0 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87dffff700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6d1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:39.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87e4d9a700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6d1520 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f87d4098db0 tx=0x7f87d401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88667cdf5f88ce90 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87bffff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87bffff700 1 -- 172.21.15.27:0/3431381657 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d40ba060 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87bffff700 1 -- 172.21.15.27:0/3431381657 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f87d4022620 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87d8004bb0 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87bffff700 1 -- 172.21.15.27:0/3431381657 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f87d4022820 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87f1881b80 10 client.15813 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55fc0a734bc0 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.260+0000 7f87bffff700 1 -- 172.21.15.27:0/3431381657 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f87d8004bb0 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87bffff700 1 -- 172.21.15.27:0/3431381657 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f87d409cc40 con 0x55fc0a6b07a0 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87f1881b80 10 client.15813 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87f1881b80 10 client.15813 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87f1881b80 20 client.15813 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:39.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a7351d0 0x55fc0a7375f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87f1881b80 4 client.15813 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fc0a6092d0 con 0x55fc0a7351d0 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87dffff700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a7351d0 0x55fc0a7375f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87bffff700 10 client.15813 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87dffff700 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a7351d0 0x55fc0a7375f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c3dfc0241e02cc9 server_cookie=d54590b03f298fc6 in_seq=0 out_seq=0 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87bffff700 1 -- 172.21.15.27:0/3431381657 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fc0a6092d0 con 0x55fc0a7351d0 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.261+0000 7f87bffff700 10 client.15813 handle_command_reply: tid=0 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 client.15813 shutdown 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 msgr2=0x55fc0a6d1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6d1520 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f87d4098db0 tx=0x7f87d401a040 comp rx=0 tx=0).stop 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 shutdown_connections 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fc0a7351d0 0x55fc0a7375f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fc0a6c63b0 0x55fc0a6d1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fc0a6b07a0 0x55fc0a6d1520 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 --2- 172.21.15.27:0/3431381657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc0a6b6880 0x55fc0a6d1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87bffff700 0 client.15813 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 >> 172.21.15.27:0/3431381657 conn(0x55fc0a5dd080 msgr2=0x55fc0a6b6ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 shutdown_connections 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 1 -- 172.21.15.27:0/3431381657 wait complete. 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.262+0000 7f87f1881b80 20 client.15813 trim_cache size 0 max 16384 2024-06-06T07:56:39.266 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f87d00a2fc0 msgr2=0x7f87d00a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f87d00a2fc0 0x7f87d00a5480 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f87e00788b0 tx=0x7f87cc009260 comp rx=0 tx=0).stop 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 msgr2=0x7f87e019e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 0x7f87e019e930 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f87d4000c00 tx=0x7f87d400b610 comp rx=0 tx=0).stop 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 shutdown_connections 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f87d00a2fc0 0x7f87d00a5480 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e0108500 0x7f87e0198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f87e006a170 0x7f87e019e930 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 --2- 172.21.15.27:0/3038679861 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f87e006ab30 0x7f87e019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:39.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 >> 172.21.15.27:0/3038679861 conn(0x7f87e0078340 msgr2=0x7f87e00fff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:39.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 shutdown_connections 2024-06-06T07:56:39.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:39.263+0000 7f87e6ffe700 1 -- 172.21.15.27:0/3038679861 wait complete. 2024-06-06T07:56:39.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:39 smithi027 ceph-mon[32293]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-06-06T07:56:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:39 smithi176 ceph-mon[36543]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-06-06T07:56:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:39 smithi203 ceph-mon[37192]: pgmap v39: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-06-06T07:56:40.107 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T07:56:40.372 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:41.442 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 34.4 2024-06-06T07:56:41.443 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:56:41.556 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:41 smithi027 ceph-mon[32293]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-06T07:56:41.556 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:41 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:56:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:41 smithi176 ceph-mon[36543]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-06T07:56:41.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:41 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:56:41.768 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:41 smithi203 ceph-mon[37192]: pgmap v40: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-06-06T07:56:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:41 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 -- 172.21.15.27:0/847426451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc102ee0 msgr2=0x7ff7dc10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/847426451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc10f3c0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff7d400b0a0 tx=0x7ff7d400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 -- 172.21.15.27:0/847426451 shutdown_connections 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/847426451 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc10f3c0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/847426451 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc107450 0x7ff7dc107830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/847426451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102540 0x7ff7dc1029a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 -- 172.21.15.27:0/847426451 >> 172.21.15.27:0/847426451 conn(0x7ff7dc0795f0 msgr2=0x7ff7dc079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:42.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 -- 172.21.15.27:0/847426451 shutdown_connections 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.461+0000 7ff7e0da4700 1 -- 172.21.15.27:0/847426451 wait complete. 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.462+0000 7ff7e0da4700 1 Processor -- start 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.462+0000 7ff7e0da4700 1 -- start start 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7e0da4700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc102540 0x7ff7dc19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7e0da4700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc19ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7e0da4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 0x7ff7dc198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7e0da4700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc112930 con 0x7ff7dc107450 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7e0da4700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1127b0 con 0x7ff7dc102540 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7e0da4700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc112ab0 con 0x7ff7dc102ee0 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 0x7ff7dc198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 0x7ff7dc198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34814/0 (socket says 172.21.15.27:34814) 2024-06-06T07:56:42.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 -- 172.21.15.27:0/4221897081 learned_addr learned my addr 172.21.15.27:0/4221897081 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7da59c700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc102540 0x7ff7dc19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc19ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 -- 172.21.15.27:0/4221897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102ee0 msgr2=0x7ff7dc19ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc19ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 -- 172.21.15.27:0/4221897081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc102540 msgr2=0x7ff7dc19e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc102540 0x7ff7dc19e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 -- 172.21.15.27:0/4221897081 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7dc199230 con 0x7ff7dc107450 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7da59c700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc102540 0x7ff7dc19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 0x7ff7dc198ad0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff7d400b070 tx=0x7ff7d4004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.463+0000 7ff7cb7fe700 1 -- 172.21.15.27:0/4221897081 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4021070 con 0x7ff7dc107450 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.464+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7dc1994c0 con 0x7ff7dc107450 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.464+0000 7ff7cb7fe700 1 -- 172.21.15.27:0/4221897081 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7d4007b80 con 0x7ff7dc107450 2024-06-06T07:56:42.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.464+0000 7ff7cb7fe700 1 -- 172.21.15.27:0/4221897081 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4005280 con 0x7ff7dc107450 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.464+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7dc1a57e0 con 0x7ff7dc107450 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.467+0000 7ff7cb7fe700 1 -- 172.21.15.27:0/4221897081 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7ff7d4024070 con 0x7ff7dc107450 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.467+0000 7ff7eb627b80 1 Processor -- start 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 -- start start 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7cb7fe700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7c40a2f40 0x7ff7c40a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9c6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c0af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9cd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55d7cd8aef60 con 0x55d7cd9c0670 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55d7cd90d850 con 0x55d7cd9c1030 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d7cd875460 con 0x55d7cd9c6470 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7c40a2f40 0x7ff7c40a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7dad9d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9cd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7dad9d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9cd210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:49260/0 (socket says 172.21.15.27:49260) 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1972512778 learned_addr learned my addr 172.21.15.27:0/1972512778 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7cb7fe700 1 -- 172.21.15.27:0/4221897081 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff7d40d0c40 con 0x7ff7dc107450 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9c6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1972512778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 msgr2=0x55d7cd9c6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.468+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9c6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1972512778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 msgr2=0x55d7cd9c0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1972512778 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7cd85c8d0 con 0x55d7cd9c1030 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7c40a2f40 0x7ff7c40a5400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc079a80 tx=0x7ff7d0009b90 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9cd210 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4099620 tx=0x7ff7d4029000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6c4f3edfdc4050d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:42.478 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7c8ff9700 1 -- 172.21.15.27:0/1972512778 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d409cc50 con 0x55d7cd9c1030 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7c8ff9700 1 -- 172.21.15.27:0/1972512778 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7d40a1000 con 0x55d7cd9c1030 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.469+0000 7ff7c8ff9700 1 -- 172.21.15.27:0/1972512778 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d407c1a0 con 0x55d7cd9c1030 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1972512778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 msgr2=0x55d7cd9cd210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9cd210 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4099620 tx=0x7ff7d4029000 comp rx=0 tx=0).stop 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1972512778 shutdown_connections 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9cd210 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9c6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1972512778 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1972512778 >> 172.21.15.27:0/1972512778 conn(0x55d7cd8e9080 msgr2=0x55d7cd9b7220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1972512778 shutdown_connections 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1972512778 wait complete. 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.470+0000 7ff7eb627b80 1 -- start start 2024-06-06T07:56:42.479 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 Processor -- start 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c0670 0x55d7cd9cfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 0x55d7cd9ca170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55d7cd8adfc0 con 0x55d7cd9c6470 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55d7cd909810 con 0x55d7cd9c0670 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d7cd9c6e50 con 0x55d7cd9c1030 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7eb627b80 10 client.0 _ll_register_callbacks cb 0x55d7cd8a35b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 0x55d7cd9ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 0x55d7cd9ca170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34832/0 (socket says 172.21.15.27:34832) 2024-06-06T07:56:42.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1333325610 learned_addr learned my addr 172.21.15.27:0/1333325610 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c0670 0x55d7cd9cfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 msgr2=0x55d7cd9d0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1333325610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c0670 msgr2=0x55d7cd9cfdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c0670 0x55d7cd9cfdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.471+0000 7ff7dad9d700 1 -- 172.21.15.27:0/1333325610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7cd8d3750 con 0x55d7cd9c6470 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 0x55d7cd9ca170 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff7d401dce0 tx=0x7ff7d40cdd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15caacb402f66009 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1333325610 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d402b070 con 0x55d7cd9c6470 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1333325610 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff7d40a53a0 con 0x55d7cd9c6470 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7d40a1000 con 0x55d7cd9c6470 2024-06-06T07:56:42.481 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1333325610 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff7d409acf0 con 0x55d7cd9c6470 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 10 client.15825 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d7cd9d7b50 con 0x55d7cd9c6470 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1333325610 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7d40a1000 con 0x55d7cd9c6470 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1333325610 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff7d4011070 con 0x55d7cd9c6470 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 10 client.15825 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 20 client.15825 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cd9da070 0x55d7cd9dc460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 4 client.15825 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.472+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7cd91ad50 con 0x55d7cd9da070 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.473+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cd9da070 0x55d7cd9dc460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.482 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.473+0000 7ff7c1ffb700 10 client.15825 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.473+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cd9da070 0x55d7cd9dc460 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f675ed7796c1fd8 server_cookie=78542b2dda6ec8f8 in_seq=0 out_seq=0 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1333325610 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d7cd91ad50 con 0x55d7cd9da070 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7c1ffb700 10 client.15825 handle_command_reply: tid=0 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 client.15825 shutdown 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 msgr2=0x55d7cd9ca170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 0x55d7cd9ca170 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7ff7d401dce0 tx=0x7ff7d40cdd90 comp rx=0 tx=0).stop 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 shutdown_connections 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cd9da070 0x55d7cd9dc460 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c6470 0x55d7cd9ca170 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c0670 0x55d7cd9cfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1333325610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 >> 172.21.15.27:0/1333325610 conn(0x55d7cd8e9080 msgr2=0x55d7cd9b6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7c1ffb700 0 client.15825 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:42.483 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 shutdown_connections 2024-06-06T07:56:42.484 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1333325610 wait complete. 2024-06-06T07:56:42.484 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.474+0000 7ff7eb627b80 20 client.15825 trim_cache size 0 max 16384 2024-06-06T07:56:42.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 Processor -- start 2024-06-06T07:56:42.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 -- start start 2024-06-06T07:56:42.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9b6e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9b73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1ac270 con 0x55d7cd9c0670 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1addb0 con 0x55d7cd9c1030 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1ac940 con 0x55d7cd9c6470 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7da59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.505+0000 7ff7da59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34834/0 (socket says 172.21.15.27:34834) 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 -- 172.21.15.27:0/3390631865 learned_addr learned my addr 172.21.15.27:0/3390631865 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9b73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 -- 172.21.15.27:0/3390631865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 msgr2=0x55d7cd9b73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9b73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 -- 172.21.15.27:0/3390631865 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 msgr2=0x55d7cd9b6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9b6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.506 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 -- 172.21.15.27:0/3390631865 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7cd9b7e40 con 0x55d7cd9c0670 2024-06-06T07:56:42.507 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9b73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:42.507 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7da59c700 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c5b00 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc00bbe0 tx=0x7ff7cc011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f91bf24b4f191bb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:42.509 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7c3fff700 1 -- 172.21.15.27:0/3390631865 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc004020 con 0x55d7cd9c0670 2024-06-06T07:56:42.509 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7c3fff700 1 -- 172.21.15.27:0/3390631865 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7cc004830 con 0x55d7cd9c0670 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.506+0000 7ff7c3fff700 1 -- 172.21.15.27:0/3390631865 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc0054e0 con 0x55d7cd9c0670 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 -- 172.21.15.27:0/3390631865 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 msgr2=0x55d7cd9c5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c5b00 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc00bbe0 tx=0x7ff7cc011720 comp rx=0 tx=0).stop 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 -- 172.21.15.27:0/3390631865 shutdown_connections 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c6470 0x55d7cd9b73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9c5b00 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/3390631865 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c1030 0x55d7cd9b6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 -- 172.21.15.27:0/3390631865 >> 172.21.15.27:0/3390631865 conn(0x55d7cd8e9080 msgr2=0x55d7cd9ca090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 -- 172.21.15.27:0/3390631865 shutdown_connections 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.507+0000 7ff7eb627b80 1 -- 172.21.15.27:0/3390631865 wait complete. 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 -- start start 2024-06-06T07:56:42.510 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 Processor -- start 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9d6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c6470 0x55d7cd9d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1ad6e0 con 0x55d7cd9c0670 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1ad010 con 0x55d7cd9c6470 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff7dc1aa230 con 0x55d7cd9c1030 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7eb627b80 10 client.0 _ll_register_callbacks cb 0x55d7cd8a35b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9d6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9d6930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:34846/0 (socket says 172.21.15.27:34846) 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 -- 172.21.15.27:0/1044563679 learned_addr learned my addr 172.21.15.27:0/1044563679 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.511 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7dad9d700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c6470 0x55d7cd9d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 -- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 msgr2=0x55d7cd9d3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 -- 172.21.15.27:0/1044563679 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c6470 msgr2=0x55d7cd9d4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c6470 0x55d7cd9d4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7da59c700 1 -- 172.21.15.27:0/1044563679 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7cd9d4a50 con 0x55d7cd9c0670 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.508+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7da59c700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9d6930 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc005100 tx=0x7ff7cc011e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=626dd6e3a8b83578 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1044563679 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc004020 con 0x55d7cd9c0670 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1044563679 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff7cc0041c0 con 0x55d7cd9c0670 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7cc004830 con 0x55d7cd9c0670 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1044563679 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff7cc038050 con 0x55d7cd9c0670 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7eb627b80 10 client.15831 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:42.512 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d7cda44d50 con 0x55d7cd9c0670 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.509+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1044563679 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff7cc004830 con 0x55d7cd9c0670 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1044563679 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff7cc003ba0 con 0x55d7cd9c0670 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7eb627b80 10 client.15831 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7eb627b80 10 client.15831 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7eb627b80 20 client.15831 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cda452f0 0x55d7cda47710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7eb627b80 4 client.15831 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d7cd9152d0 con 0x55d7cda452f0 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cda452f0 0x55d7cda47710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7d9d9b700 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cda452f0 0x55d7cda47710 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd7e42ade2a11fdc server_cookie=36f47d52fece6ea9 in_seq=0 out_seq=0 2024-06-06T07:56:42.513 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.510+0000 7ff7c1ffb700 10 client.15831 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:42.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7c1ffb700 1 -- 172.21.15.27:0/1044563679 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d7cd9152d0 con 0x55d7cda452f0 2024-06-06T07:56:42.514 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7c1ffb700 10 client.15831 handle_command_reply: tid=0 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 client.15831 shutdown 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 msgr2=0x55d7cd9d6930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9d6930 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc005100 tx=0x7ff7cc011e70 comp rx=0 tx=0).stop 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 shutdown_connections 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d7cda452f0 0x55d7cda47710 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7c1ffb700 0 client.15831 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d7cd9c6470 0x55d7cd9d4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d7cd9c0670 0x55d7cd9d6930 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 --2- 172.21.15.27:0/1044563679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7cd9c1030 0x55d7cd9d3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 >> 172.21.15.27:0/1044563679 conn(0x55d7cd8e9080 msgr2=0x55d7cd9bb250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 shutdown_connections 2024-06-06T07:56:42.515 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 1 -- 172.21.15.27:0/1044563679 wait complete. 2024-06-06T07:56:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.511+0000 7ff7eb627b80 20 client.15831 trim_cache size 0 max 16384 2024-06-06T07:56:42.516 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:56:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7c40a2f40 msgr2=0x7ff7c40a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7c40a2f40 0x7ff7c40a5400 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc079a80 tx=0x7ff7d0009b90 comp rx=0 tx=0).stop 2024-06-06T07:56:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 msgr2=0x7ff7dc198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:42.516 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 0x7ff7dc198ad0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7ff7d400b070 tx=0x7ff7d4004db0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 shutdown_connections 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7c40a2f40 0x7ff7c40a5400 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff7dc107450 0x7ff7dc198ad0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff7dc102540 0x7ff7dc19e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 --2- 172.21.15.27:0/4221897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff7dc102ee0 0x7ff7dc19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 >> 172.21.15.27:0/4221897081 conn(0x7ff7dc0795f0 msgr2=0x7ff7dc1004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 shutdown_connections 2024-06-06T07:56:42.517 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:42.512+0000 7ff7e0da4700 1 -- 172.21.15.27:0/4221897081 wait complete. 2024-06-06T07:56:42.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:42 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:56:42.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:42 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:56:42.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:42 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:56:42.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:42 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:56:42.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:42 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:56:42.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:42 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:56:42.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:42 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:56:42.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:42 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:56:42.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:42 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:56:43.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:43 smithi027 ceph-mon[32293]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-06-06T07:56:43.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:43 smithi176 ceph-mon[36543]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-06-06T07:56:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:43 smithi203 ceph-mon[37192]: pgmap v41: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-06-06T07:56:44.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 -- 172.21.15.27:0/1934099626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406a170 msgr2=0x7f0f4406a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 --2- 172.21.15.27:0/1934099626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406a170 0x7f0f4406a5f0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0f38009990 tx=0x7f0f38009ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 -- 172.21.15.27:0/1934099626 shutdown_connections 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 --2- 172.21.15.27:0/1934099626 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f4406ab30 0x7f0f4410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 --2- 172.21.15.27:0/1934099626 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f44108500 0x7f0f441088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 --2- 172.21.15.27:0/1934099626 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406a170 0x7f0f4406a5f0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 -- 172.21.15.27:0/1934099626 >> 172.21.15.27:0/1934099626 conn(0x7f0f44078340 msgr2=0x7f0f44078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 -- 172.21.15.27:0/1934099626 shutdown_connections 2024-06-06T07:56:44.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.803+0000 7f0f49dee700 1 -- 172.21.15.27:0/1934099626 wait complete. 2024-06-06T07:56:44.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 Processor -- start 2024-06-06T07:56:44.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 -- start start 2024-06-06T07:56:44.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f4406a170 0x7f0f44101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:44.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 0x7f0f441019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:44.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f44108500 0x7f0f44101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44112920 con 0x7f0f4406ab30 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0f441127a0 con 0x7f0f44108500 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f49dee700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0f44112aa0 con 0x7f0f4406a170 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f42ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 0x7f0f441019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f42ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 0x7f0f441019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37804/0 (socket says 172.21.15.27:37804) 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.804+0000 7f0f42ffd700 1 -- 172.21.15.27:0/3183749213 learned_addr learned my addr 172.21.15.27:0/3183749213 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f437fe700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f4406a170 0x7f0f44101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f43fff700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f44108500 0x7f0f44101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f42ffd700 1 -- 172.21.15.27:0/3183749213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f4406a170 msgr2=0x7f0f44101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f42ffd700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f4406a170 0x7f0f44101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f42ffd700 1 -- 172.21.15.27:0/3183749213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f44108500 msgr2=0x7f0f44101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:44.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f42ffd700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f44108500 0x7f0f44101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f42ffd700 1 -- 172.21.15.27:0/3183749213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f441a7330 con 0x7f0f4406ab30 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f43fff700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f44108500 0x7f0f44101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f42ffd700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 0x7f0f441019a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0f38000c00 tx=0x7f0f38003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3800bb20 con 0x7f0f4406ab30 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f441a75c0 con 0x7f0f4406ab30 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.805+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f441a7a70 con 0x7f0f4406ab30 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.806+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0f3800f460 con 0x7f0f4406ab30 2024-06-06T07:56:44.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.806+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f38017630 con 0x7f0f4406ab30 2024-06-06T07:56:44.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.807+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f30005330 con 0x7f0f4406ab30 2024-06-06T07:56:44.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.808+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f0f380052d0 con 0x7f0f4406ab30 2024-06-06T07:56:44.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.809+0000 7f0f40ff9700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0f2c0a3160 0x7f0f2c0a5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:44.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.809+0000 7f0f437fe700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0f2c0a3160 0x7f0f2c0a5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:44.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.809+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f0f380d07d0 con 0x7f0f4406ab30 2024-06-06T07:56:44.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.809+0000 7f0f437fe700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0f2c0a3160 0x7f0f2c0a5620 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0f34009a10 tx=0x7f0f34009190 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:44.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:44.813+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0f38013070 con 0x7f0f4406ab30 2024-06-06T07:56:45.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.074+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f30005620 con 0x7f0f4406ab30 2024-06-06T07:56:45.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.075+0000 7f0f40ff9700 1 -- 172.21.15.27:0/3183749213 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f0f3809cee0 con 0x7f0f4406ab30 2024-06-06T07:56:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:56:45.075 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.077+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0f2c0a3160 msgr2=0x7f0f2c0a5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.077+0000 7f0f49dee700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0f2c0a3160 0x7f0f2c0a5620 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0f34009a10 tx=0x7f0f34009190 comp rx=0 tx=0).stop 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.077+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 msgr2=0x7f0f441019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.077+0000 7f0f49dee700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 0x7f0f441019a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f0f38000c00 tx=0x7f0f38003ca0 comp rx=0 tx=0).stop 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 shutdown_connections 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0f2c0a3160 0x7f0f2c0a5620 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:45.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0f44108500 0x7f0f44101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f4406a170 0x7f0f44101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 --2- 172.21.15.27:0/3183749213 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0f4406ab30 0x7f0f441019a0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 >> 172.21.15.27:0/3183749213 conn(0x7f0f44078340 msgr2=0x7f0f440fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 shutdown_connections 2024-06-06T07:56:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:45.078+0000 7f0f49dee700 1 -- 172.21.15.27:0/3183749213 wait complete. 2024-06-06T07:56:45.078 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:56:45.241 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T07:56:45.241 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T07:56:45.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:45 smithi027 ceph-mon[32293]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-06-06T07:56:45.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3183749213' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:45 smithi176 ceph-mon[36543]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-06-06T07:56:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3183749213' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:45 smithi203 ceph-mon[37192]: pgmap v42: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-06-06T07:56:45.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3183749213' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:45.900 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24487 quiesce db / --timeout 90 --expiration 154.4 --await-for 45.0' 2024-06-06T07:56:45.901 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24487 quiesce db / --timeout 90 --expiration 154.4 --await-for 45.0 2024-06-06T07:56:45.954 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:47.239 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:47.627 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:47 smithi027 ceph-mon[32293]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-06-06T07:56:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:47 smithi176 ceph-mon[36543]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-06-06T07:56:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:47 smithi203 ceph-mon[37192]: pgmap v43: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 -- 172.21.15.27:0/3531288331 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 msgr2=0x7ff76c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 --2- 172.21.15.27:0/3531288331 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c100d50 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7ff760009930 tx=0x7ff76002a420 comp rx=0 tx=0).stop 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 -- 172.21.15.27:0/3531288331 shutdown_connections 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 --2- 172.21.15.27:0/3531288331 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff76c101290 0x7ff76c10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 --2- 172.21.15.27:0/3531288331 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c100d50 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 --2- 172.21.15.27:0/3531288331 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff76c106890 0x7ff76c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.917 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 -- 172.21.15.27:0/3531288331 >> 172.21.15.27:0/3531288331 conn(0x7ff76c077a20 msgr2=0x7ff76c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:47.918 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 -- 172.21.15.27:0/3531288331 shutdown_connections 2024-06-06T07:56:47.918 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.917+0000 7ff77161c640 1 -- 172.21.15.27:0/3531288331 wait complete. 2024-06-06T07:56:47.918 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 Processor -- start 2024-06-06T07:56:47.919 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 -- start start 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c19a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff76c101290 0x7ff76c19aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff76c106890 0x7ff76c19edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c110d90 con 0x7ff76c1008d0 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c110c10 con 0x7ff76c106890 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.918+0000 7ff77161c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c110f10 con 0x7ff76c101290 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c19a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c19a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37826/0 (socket says 172.21.15.27:37826) 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 -- 172.21.15.27:0/1034294399 learned_addr learned my addr 172.21.15.27:0/1034294399 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff76c106890 0x7ff76c19edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.920 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff76c101290 0x7ff76c19aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 -- 172.21.15.27:0/1034294399 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff76c101290 msgr2=0x7ff76c19aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff76c101290 0x7ff76c19aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 -- 172.21.15.27:0/1034294399 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff76c106890 msgr2=0x7ff76c19edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff76c106890 0x7ff76c19edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 -- 172.21.15.27:0/1034294399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff76c19f4f0 con 0x7ff76c1008d0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff76affd640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c19a500 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ff75c00c920 tx=0x7ff75c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff753fff640 1 -- 172.21.15.27:0/1034294399 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c007c70 con 0x7ff76c1008d0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff76c19f7e0 con 0x7ff76c1008d0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff753fff640 1 -- 172.21.15.27:0/1034294399 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff75c007e10 con 0x7ff76c1008d0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff753fff640 1 -- 172.21.15.27:0/1034294399 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c018940 con 0x7ff76c1008d0 2024-06-06T07:56:47.921 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.919+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff76c1a7070 con 0x7ff76c1008d0 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff753fff640 1 -- 172.21.15.27:0/1034294399 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7ff75c018b20 con 0x7ff76c1008d0 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff774406740 1 Processor -- start 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff774406740 1 -- start start 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff774406740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff774406740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff774406740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3be740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.922+0000 7ff774406740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55ea8f3154f0 con 0x55ea8f3b1a90 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff774406740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55ea8f2b3870 con 0x55ea8f3b1170 2024-06-06T07:56:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff774406740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ea8f3114b0 con 0x55ea8f3bc350 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37830/0 (socket says 172.21.15.27:37830) 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 -- 172.21.15.27:0/2276251418 learned_addr learned my addr 172.21.15.27:0/2276251418 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff753fff640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7540a2f50 0x7ff7540a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3be740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 -- 172.21.15.27:0/2276251418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 msgr2=0x55ea8f3be740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3be740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 -- 172.21.15.27:0/2276251418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1170 msgr2=0x55ea8f3b1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 -- 172.21.15.27:0/2276251418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea8f2cf9b0 con 0x55ea8f3b1a90 2024-06-06T07:56:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7540a2f50 0x7ff7540a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff753fff640 1 -- 172.21.15.27:0/1034294399 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff75c0cfb60 con 0x7ff76c1008d0 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.923+0000 7ff76affd640 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bbe10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7ff75c0cccb0 tx=0x7ff75c090f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9dbda365a3a56cd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff7517fa640 1 -- 172.21.15.27:0/2276251418 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c09b8b0 con 0x55ea8f3b1a90 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff7517fa640 1 -- 172.21.15.27:0/2276251418 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff75c066b70 con 0x55ea8f3b1a90 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7540a2f50 0x7ff7540a5410 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff7640098b0 tx=0x7ff764004a40 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff7517fa640 1 -- 172.21.15.27:0/2276251418 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c01b120 con 0x55ea8f3b1a90 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 -- 172.21.15.27:0/2276251418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 msgr2=0x55ea8f3bbe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bbe10 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7ff75c0cccb0 tx=0x7ff75c090f70 comp rx=0 tx=0).stop 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 -- 172.21.15.27:0/2276251418 shutdown_connections 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3be740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bbe10 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 --2- 172.21.15.27:0/2276251418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.924+0000 7ff774406740 1 -- 172.21.15.27:0/2276251418 >> 172.21.15.27:0/2276251418 conn(0x55ea8f3ad680 msgr2=0x55ea8f3ada60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 -- 172.21.15.27:0/2276251418 shutdown_connections 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 -- 172.21.15.27:0/2276251418 wait complete. 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 -- start start 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 Processor -- start 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b91f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3b9730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3b9c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55ea8f3bef20 con 0x55ea8f3b1170 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55ea8f29eae0 con 0x55ea8f3b1a90 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ea8f3bf0a0 con 0x55ea8f3bc350 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff774406740 10 client.0 _ll_register_callbacks cb 0x55ea8f2d79b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff76affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.930 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff76affd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b91f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37840/0 (socket says 172.21.15.27:37840) 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff76affd640 1 -- 172.21.15.27:0/3877397693 learned_addr learned my addr 172.21.15.27:0/3877397693 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.925+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3b9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3b9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76affd640 1 -- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 msgr2=0x55ea8f3b9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76affd640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3b9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76affd640 1 -- 172.21.15.27:0/3877397693 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1a90 msgr2=0x55ea8f3b9730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76affd640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3b9730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76affd640 1 -- 172.21.15.27:0/3877397693 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea8f029210 con 0x55ea8f3b1170 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff76affd640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b91f0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7ff75c007590 tx=0x7ff75c0d3340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f73110860fa7286d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff74eff5640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff74eff5640 1 -- 172.21.15.27:0/3877397693 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff75c09b440 con 0x55ea8f3b1170 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff74eff5640 1 -- 172.21.15.27:0/3877397693 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff75c00fbe0 con 0x55ea8f3b1170 2024-06-06T07:56:47.931 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff75c066b70 con 0x55ea8f3b1170 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff74eff5640 1 -- 172.21.15.27:0/3877397693 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff75c09b620 con 0x55ea8f3b1170 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff774406740 10 client.15849 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ea8f0f5620 con 0x55ea8f3b1170 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.926+0000 7ff74eff5640 1 -- 172.21.15.27:0/3877397693 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff75c066b70 con 0x55ea8f3b1170 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff74eff5640 1 -- 172.21.15.27:0/3877397693 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff75c09bd40 con 0x55ea8f3b1170 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff774406740 10 client.15849 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff774406740 10 client.15849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff774406740 20 client.15849 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff774406740 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f3cc260 0x55ea8f3ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff774406740 4 client.15849 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea8f328f10 con 0x55ea8f3cc260 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f3cc260 0x55ea8f3ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.932 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f3cc260 0x55ea8f3ce650 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a8ac9d8716c789 server_cookie=da04e5ed87166f46 in_seq=0 out_seq=0 2024-06-06T07:56:47.933 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.927+0000 7ff74eff5640 10 client.15849 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:47.933 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff74eff5640 1 -- 172.21.15.27:0/3877397693 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55ea8f328f10 con 0x55ea8f3cc260 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff74eff5640 10 client.15849 handle_command_reply: tid=0 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 client.15849 shutdown 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 msgr2=0x55ea8f3b91f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b91f0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7ff75c007590 tx=0x7ff75c0d3340 comp rx=0 tx=0).stop 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 shutdown_connections 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f3cc260 0x55ea8f3ce650 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3bc350 0x55ea8f3b9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3b9730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 --2- 172.21.15.27:0/3877397693 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3b1170 0x55ea8f3b91f0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 >> 172.21.15.27:0/3877397693 conn(0x55ea8f3ad680 msgr2=0x55ea8f3b3400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:47.934 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff74eff5640 0 client.15849 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:47.935 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.928+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 shutdown_connections 2024-06-06T07:56:47.935 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.929+0000 7ff774406740 1 -- 172.21.15.27:0/3877397693 wait complete. 2024-06-06T07:56:47.935 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.929+0000 7ff774406740 20 client.15849 trim_cache size 0 max 16384 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 Processor -- start 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 -- start start 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3b6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1b0fd0 con 0x55ea8f3bc350 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1b2b10 con 0x55ea8f3d1bb0 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.944+0000 7ff774406740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1b16a0 con 0x55ea8f3b1a90 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.945 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3d1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37844/0 (socket says 172.21.15.27:37844) 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1783973862 learned_addr learned my addr 172.21.15.27:0/1783973862 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3b6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76affd640 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1783973862 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 msgr2=0x55ea8f3bb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1783973862 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 msgr2=0x55ea8f3b6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3b6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1783973862 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea8f3b18c0 con 0x55ea8f3bc350 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3d1670 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7ff760009930 tx=0x7ff760009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f5db19b030b455 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff750ff9640 1 -- 172.21.15.27:0/1783973862 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff760048070 con 0x55ea8f3bc350 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff750ff9640 1 -- 172.21.15.27:0/1783973862 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff760005540 con 0x55ea8f3bc350 2024-06-06T07:56:47.946 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.945+0000 7ff750ff9640 1 -- 172.21.15.27:0/1783973862 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff760035070 con 0x55ea8f3bc350 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 -- 172.21.15.27:0/1783973862 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 msgr2=0x55ea8f3d1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3d1670 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7ff760009930 tx=0x7ff760009640 comp rx=0 tx=0).stop 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 -- 172.21.15.27:0/1783973862 shutdown_connections 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3b6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3d1670 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 --2- 172.21.15.27:0/1783973862 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3bb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 -- 172.21.15.27:0/1783973862 >> 172.21.15.27:0/1783973862 conn(0x55ea8f3ad680 msgr2=0x55ea8f3baa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 -- 172.21.15.27:0/1783973862 shutdown_connections 2024-06-06T07:56:47.950 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 -- 172.21.15.27:0/1783973862 wait complete. 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.946+0000 7ff774406740 1 -- start start 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 Processor -- start 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3ceb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3cf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1b2440 con 0x55ea8f3bc350 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1b1d70 con 0x55ea8f3d1bb0 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff76c1aefb0 con 0x55ea8f3b1a90 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff774406740 10 client.0 _ll_register_callbacks cb 0x7ff75c097e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3cf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3cf0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37850/0 (socket says 172.21.15.27:37850) 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1246346699 learned_addr learned my addr 172.21.15.27:0/1246346699 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:47.951 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76affd640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3ceb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76b7fe640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 msgr2=0x55ea8f3ceb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3ceb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1246346699 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 msgr2=0x55ea8f3cf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3cf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 -- 172.21.15.27:0/1246346699 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea8f435bf0 con 0x55ea8f3bc350 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff76a7fc640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3cf0b0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7ff760046040 tx=0x7ff760004570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c19eac702a1e7f78 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.947+0000 7ff74eff5640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff74eff5640 1 -- 172.21.15.27:0/1246346699 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff760048040 con 0x55ea8f3bc350 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff74eff5640 1 -- 172.21.15.27:0/1246346699 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7ff7600051e0 con 0x55ea8f3bc350 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff760005540 con 0x55ea8f3bc350 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff74eff5640 1 -- 172.21.15.27:0/1246346699 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7ff760059050 con 0x55ea8f3bc350 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 10 client.15855 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:47.952 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55ea8f436f00 con 0x55ea8f3bc350 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff74eff5640 1 -- 172.21.15.27:0/1246346699 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff760005540 con 0x55ea8f3bc350 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff74eff5640 1 -- 172.21.15.27:0/1246346699 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7ff760054030 con 0x55ea8f3bc350 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 10 client.15855 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 10 client.15855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 20 client.15855 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f4375f0 0x55ea8f439a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 4 client.15855 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.948+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ea8f322c20 con 0x55ea8f4375f0 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.949+0000 7ff76affd640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f4375f0 0x55ea8f439a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.949+0000 7ff76affd640 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f4375f0 0x55ea8f439a10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e34c29b3ad63416 server_cookie=4dbbde6c1b20e58d in_seq=0 out_seq=0 2024-06-06T07:56:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.949+0000 7ff74eff5640 10 client.15855 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff74eff5640 1 -- 172.21.15.27:0/1246346699 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55ea8f322c20 con 0x55ea8f4375f0 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff74eff5640 10 client.15855 handle_command_reply: tid=0 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 client.15855 shutdown 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 msgr2=0x55ea8f3cf0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3cf0b0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7ff760046040 tx=0x7ff760004570 comp rx=0 tx=0).stop 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 shutdown_connections 2024-06-06T07:56:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55ea8f4375f0 0x55ea8f439a10 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55ea8f3d1bb0 0x55ea8f3cf5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55ea8f3bc350 0x55ea8f3cf0b0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff74eff5640 0 client.15855 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 --2- 172.21.15.27:0/1246346699 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ea8f3b1a90 0x55ea8f3ceb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 >> 172.21.15.27:0/1246346699 conn(0x55ea8f3ad680 msgr2=0x55ea8f3c7b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 shutdown_connections 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.956+0000 7ff774406740 1 -- 172.21.15.27:0/1246346699 wait complete. 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff774406740 20 client.15855 trim_cache size 0 max 16384 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:56:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:56:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7540a2f50 msgr2=0x7ff7540a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7540a2f50 0x7ff7540a5410 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff7640098b0 tx=0x7ff764004a40 comp rx=0 tx=0).stop 2024-06-06T07:56:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 msgr2=0x7ff76c19a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c19a500 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ff75c00c920 tx=0x7ff75c00cde0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 shutdown_connections 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff7540a2f50 0x7ff7540a5410 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff76c106890 0x7ff76c19edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff76c101290 0x7ff76c19aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 --2- 172.21.15.27:0/1034294399 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff76c1008d0 0x7ff76c19a500 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 >> 172.21.15.27:0/1034294399 conn(0x7ff76c077a20 msgr2=0x7ff76c069050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 shutdown_connections 2024-06-06T07:56:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:56:47.957+0000 7ff77161c640 1 -- 172.21.15.27:0/1034294399 wait complete. 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 -- 172.21.15.27:0/3118916839 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f764406b3c0 msgr2=0x7f764410f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 --2- 172.21.15.27:0/3118916839 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f764406b3c0 0x7f764410f310 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f763c00b0a0 tx=0x7f763c00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 -- 172.21.15.27:0/3118916839 shutdown_connections 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 --2- 172.21.15.27:0/3118916839 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f764406b3c0 0x7f764410f310 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 --2- 172.21.15.27:0/3118916839 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76441084f0 0x7f76441088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 --2- 172.21.15.27:0/3118916839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f764406aa00 0x7f764406ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 -- 172.21.15.27:0/3118916839 >> 172.21.15.27:0/3118916839 conn(0x7f7644078300 msgr2=0x7f7644078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 -- 172.21.15.27:0/3118916839 shutdown_connections 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 -- 172.21.15.27:0/3118916839 wait complete. 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 Processor -- start 2024-06-06T07:56:48.452 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.452+0000 7f764a4fc700 1 -- start start 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f764a4fc700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f764406aa00 0x7f764419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f764a4fc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f764406b3c0 0x7f764419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f764a4fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 0x7f7644198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f764a4fc700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f76441128b0 con 0x7f76441084f0 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f764a4fc700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7644112730 con 0x7f764406aa00 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f764a4fc700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7644112a30 con 0x7f764406b3c0 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 0x7f7644198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7643fff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f764406aa00 0x7f764419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 0x7f7644198a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37868/0 (socket says 172.21.15.27:37868) 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f76437fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f764406b3c0 0x7f764419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 -- 172.21.15.27:0/974173884 learned_addr learned my addr 172.21.15.27:0/974173884 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 -- 172.21.15.27:0/974173884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f764406b3c0 msgr2=0x7f764419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f764406b3c0 0x7f764419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 -- 172.21.15.27:0/974173884 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f764406aa00 msgr2=0x7f764419e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.453+0000 7f7648a99700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f764406aa00 0x7f764419e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f7648a99700 1 -- 172.21.15.27:0/974173884 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76441991f0 con 0x7f76441084f0 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f7648a99700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 0x7f7644198a90 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f763c006070 tx=0x7f763c004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f76417fa700 1 -- 172.21.15.27:0/974173884 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c021070 con 0x7f76441084f0 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f76417fa700 1 -- 172.21.15.27:0/974173884 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f763c003c00 con 0x7f76441084f0 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7644199480 con 0x7f76441084f0 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f76417fa700 1 -- 172.21.15.27:0/974173884 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c01d450 con 0x7f76441084f0 2024-06-06T07:56:48.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.454+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76441a57a0 con 0x7f76441084f0 2024-06-06T07:56:48.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.457+0000 7f76417fa700 1 -- 172.21.15.27:0/974173884 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f763c007980 con 0x7f76441084f0 2024-06-06T07:56:48.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.458+0000 7f76417fa700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f762c0a2f40 0x7f762c0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.458+0000 7f76417fa700 1 -- 172.21.15.27:0/974173884 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f763c00f020 con 0x7f76441084f0 2024-06-06T07:56:48.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.458+0000 7f7643fff700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f762c0a2f40 0x7f762c0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.458+0000 7f7654d7fb80 1 Processor -- start 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.458+0000 7f7654d7fb80 1 -- start start 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.458+0000 7f7643fff700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f762c0a2f40 0x7f762c0a5400 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7644199bd0 tx=0x7f763400a380 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ef4f0 0x5574367ef8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367e9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5574366d7fe0 con 0x5574367ea0b0 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5574367368d0 con 0x5574367ef4f0 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55743669e4e0 con 0x5574367e96f0 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367e9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367e9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:54522/0 (socket says 172.21.15.27:54522) 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7643fff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ef4f0 0x5574367ef8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 -- 172.21.15.27:0/2166007356 learned_addr learned my addr 172.21.15.27:0/2166007356 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f7648a99700 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 -- 172.21.15.27:0/2166007356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ef4f0 msgr2=0x5574367ef8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ef4f0 0x5574367ef8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 -- 172.21.15.27:0/2166007356 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 msgr2=0x5574367f6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.459+0000 7f76437fe700 1 -- 172.21.15.27:0/2166007356 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557436685950 con 0x5574367e96f0 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.460+0000 7f76437fe700 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367e9b70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f763800b700 tx=0x7f763800ba10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b14588c35318560a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.460+0000 7f762a7fc700 1 -- 172.21.15.27:0/2166007356 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638004a30 con 0x5574367e96f0 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.460+0000 7f762a7fc700 1 -- 172.21.15.27:0/2166007356 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7638015070 con 0x5574367e96f0 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.460+0000 7f762a7fc700 1 -- 172.21.15.27:0/2166007356 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7638003b90 con 0x5574367e96f0 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.460+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2166007356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 msgr2=0x5574367e9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.460+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367e9b70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f763800b700 tx=0x7f763800ba10 comp rx=0 tx=0).stop 2024-06-06T07:56:48.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2166007356 shutdown_connections 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ef4f0 0x5574367ef8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2166007356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367e9b70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2166007356 >> 172.21.15.27:0/2166007356 conn(0x557436712100 msgr2=0x5574367e02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2166007356 shutdown_connections 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2166007356 wait complete. 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 -- start start 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.461+0000 7f7654d7fb80 1 Processor -- start 2024-06-06T07:56:48.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ef4f0 0x5574367f37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5574366d7040 con 0x5574367ea0b0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x557436732890 con 0x5574367e96f0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5574367f67d0 con 0x5574367ef4f0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:49112/0 (socket says 172.21.15.27:49112) 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 -- 172.21.15.27:0/3331045242 learned_addr learned my addr 172.21.15.27:0/3331045242 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f76437fe700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7654d7fb80 10 client.0 _ll_register_callbacks cb 0x5574366cc630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7648a99700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ef4f0 0x5574367f37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 -- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ef4f0 msgr2=0x5574367f37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ef4f0 0x5574367f37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 -- 172.21.15.27:0/3331045242 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 msgr2=0x5574367f3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 -- 172.21.15.27:0/3331045242 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574366fc7d0 con 0x5574367e96f0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f7643fff700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5f80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f76340036d0 tx=0x7f76340047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b187aae8bdaf65a5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.462+0000 7f76237fe700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f76237fe700 1 -- 172.21.15.27:0/3331045242 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7634016070 con 0x5574367e96f0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f76237fe700 1 -- 172.21.15.27:0/3331045242 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f7634010840 con 0x5574367e96f0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7638015070 con 0x5574367e96f0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f76237fe700 1 -- 172.21.15.27:0/3331045242 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f7634010a80 con 0x5574367e96f0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 10 client.25454 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x557436800ec0 con 0x5574367e96f0 2024-06-06T07:56:48.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f76237fe700 1 -- 172.21.15.27:0/3331045242 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7638015070 con 0x5574367e96f0 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f76237fe700 1 -- 172.21.15.27:0/3331045242 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f763401e410 con 0x5574367e96f0 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 10 client.25454 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 10 client.25454 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 20 client.25454 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x5574368058f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 4 client.25454 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.463+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557436743dd0 con 0x557436803500 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.464+0000 7f76437fe700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x5574368058f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.464+0000 7f76437fe700 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x5574368058f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=224a73088263406e server_cookie=590fe59e6119dd45 in_seq=0 out_seq=0 2024-06-06T07:56:48.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.464+0000 7f76237fe700 10 client.25454 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f76237fe700 1 -- 172.21.15.27:0/3331045242 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x557436743dd0 con 0x557436803500 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f76237fe700 10 client.25454 handle_command_reply: tid=0 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 client.25454 shutdown 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 msgr2=0x5574367f5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5f80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f76340036d0 tx=0x7f76340047c0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 shutdown_connections 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x5574368058f0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.471 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f76237fe700 0 client.25454 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ef4f0 0x5574367f37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5f80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/3331045242 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ea0b0 0x5574367f3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.465+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 >> 172.21.15.27:0/3331045242 conn(0x557436712100 msgr2=0x5574367df780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.466+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 shutdown_connections 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.466+0000 7f7654d7fb80 1 -- 172.21.15.27:0/3331045242 wait complete. 2024-06-06T07:56:48.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.466+0000 7f7654d7fb80 20 client.25454 trim_cache size 0 max 16384 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 Processor -- start 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 -- start start 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ea0b0 0x5574367dff00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367e0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f76441ac230 con 0x5574367ef4f0 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f76441add70 con 0x5574367e96f0 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76441ac900 con 0x5574367ea0b0 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7648a99700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367e0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7648a99700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367e0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37896/0 (socket says 172.21.15.27:37896) 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7648a99700 1 -- 172.21.15.27:0/2278107479 learned_addr learned my addr 172.21.15.27:0/2278107479 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:48.487 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f7643fff700 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.488 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.487+0000 7f76437fe700 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ea0b0 0x5574367dff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7648a99700 1 -- 172.21.15.27:0/2278107479 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ea0b0 msgr2=0x5574367dff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7648a99700 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ea0b0 0x5574367dff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7648a99700 1 -- 172.21.15.27:0/2278107479 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 msgr2=0x5574367f5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7648a99700 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7648a99700 1 -- 172.21.15.27:0/2278107479 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574367e0ec0 con 0x5574367ef4f0 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7643fff700 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7648a99700 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367e0440 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f763c0bd180 tx=0x7f763c0bd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7eb5d113ac2889 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7629ffb700 1 -- 172.21.15.27:0/2278107479 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c09cfa0 con 0x5574367ef4f0 2024-06-06T07:56:48.490 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7629ffb700 1 -- 172.21.15.27:0/2278107479 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f763c0a1350 con 0x5574367ef4f0 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.488+0000 7f7629ffb700 1 -- 172.21.15.27:0/2278107479 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c0a56f0 con 0x5574367ef4f0 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2278107479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 msgr2=0x5574367e0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367e0440 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f763c0bd180 tx=0x7f763c0bd040 comp rx=0 tx=0).stop 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2278107479 shutdown_connections 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367e0440 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367e96f0 0x5574367f5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/2278107479 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367ea0b0 0x5574367dff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2278107479 >> 172.21.15.27:0/2278107479 conn(0x557436712100 msgr2=0x5574367ecb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2278107479 shutdown_connections 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 -- 172.21.15.27:0/2278107479 wait complete. 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.489+0000 7f7654d7fb80 1 -- start start 2024-06-06T07:56:48.491 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 Processor -- start 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367f68a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ea0b0 0x5574367f6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367f7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f76441ad6a0 con 0x5574367ef4f0 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f76441acfd0 con 0x5574367ea0b0 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76441aa1f0 con 0x5574367e96f0 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7654d7fb80 10 client.0 _ll_register_callbacks cb 0x5574366cc630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7648a99700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367f7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7643fff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367f68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7648a99700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367f7320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37906/0 (socket says 172.21.15.27:37906) 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f7648a99700 1 -- 172.21.15.27:0/329637133 learned_addr learned my addr 172.21.15.27:0/329637133 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:48.492 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.490+0000 7f76437fe700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ea0b0 0x5574367f6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7648a99700 1 -- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 msgr2=0x5574367f68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7648a99700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367f68a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7648a99700 1 -- 172.21.15.27:0/329637133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ea0b0 msgr2=0x5574367f6de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7648a99700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ea0b0 0x5574367f6de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7648a99700 1 -- 172.21.15.27:0/329637133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55743686e220 con 0x5574367ef4f0 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7643fff700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367f68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7648a99700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367f7320 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f763c099970 tx=0x7f763c09d7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac18fb6807e1a1c8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:48.493 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f76237fe700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:48.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f76237fe700 1 -- 172.21.15.27:0/329637133 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c09cfa0 con 0x5574367ef4f0 2024-06-06T07:56:48.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f76237fe700 1 -- 172.21.15.27:0/329637133 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f763c0a56f0 con 0x5574367ef4f0 2024-06-06T07:56:48.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f763c0a1350 con 0x5574367ef4f0 2024-06-06T07:56:48.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f76237fe700 1 -- 172.21.15.27:0/329637133 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f763c0a5b80 con 0x5574367ef4f0 2024-06-06T07:56:48.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7654d7fb80 10 client.15873 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:48.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55743686f560 con 0x5574367ef4f0 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.491+0000 7f76237fe700 1 -- 172.21.15.27:0/329637133 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f763c0a1350 con 0x5574367ef4f0 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f76237fe700 1 -- 172.21.15.27:0/329637133 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f763c011070 con 0x5574367ef4f0 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7654d7fb80 10 client.15873 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7654d7fb80 10 client.15873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7654d7fb80 20 client.15873 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x557436871c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7654d7fb80 4 client.15873 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55743673e350 con 0x557436803500 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7643fff700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x557436871c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f76237fe700 10 client.15873 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.492+0000 7f7643fff700 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x557436871c20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b472aef4d8b0b81b server_cookie=ba1be32d11527e19 in_seq=0 out_seq=0 2024-06-06T07:56:48.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f76237fe700 1 -- 172.21.15.27:0/329637133 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55743673e350 con 0x557436803500 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f76237fe700 10 client.15873 handle_command_reply: tid=0 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 client.15873 shutdown 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 msgr2=0x5574367f7320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367f7320 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f763c099970 tx=0x7f763c09d7e0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 shutdown_connections 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x557436803500 0x557436871c20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5574367ef4f0 0x5574367f7320 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574367e96f0 0x5574367f68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 --2- 172.21.15.27:0/329637133 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5574367ea0b0 0x5574367f6de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f76237fe700 0 client.15873 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 >> 172.21.15.27:0/329637133 conn(0x557436712100 msgr2=0x5574367f3390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:48.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 shutdown_connections 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 1 -- 172.21.15.27:0/329637133 wait complete. 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.494+0000 7f7654d7fb80 20 client.15873 trim_cache size 0 max 16384 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stdout: "return_code": 0, 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_tag": "9c09b743-9111-4100-88d2-0560beea1a41", 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": "asynchronous" 2024-06-06T07:56:48.498 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:48.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f762c0a2f40 msgr2=0x7f762c0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f762c0a2f40 0x7f762c0a5400 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7644199bd0 tx=0x7f763400a380 comp rx=0 tx=0).stop 2024-06-06T07:56:48.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 msgr2=0x7f7644198a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:48.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 0x7f7644198a90 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f763c006070 tx=0x7f763c004ce0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 shutdown_connections 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f762c0a2f40 0x7f762c0a5400 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f76441084f0 0x7f7644198a90 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f764406aa00 0x7f764419e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 --2- 172.21.15.27:0/974173884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f764406b3c0 0x7f764419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 >> 172.21.15.27:0/974173884 conn(0x7f7644078300 msgr2=0x7f76440ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 shutdown_connections 2024-06-06T07:56:48.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:48.495+0000 7f764a4fc700 1 -- 172.21.15.27:0/974173884 wait complete. 2024-06-06T07:56:49.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:49 smithi027 ceph-mon[32293]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-06-06T07:56:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:49 smithi027 ceph-mon[32293]: scrub queued for path: / 2024-06-06T07:56:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:49 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:56:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:49 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:56:49.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:49 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:56:49.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:49 smithi176 ceph-mon[36543]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-06-06T07:56:49.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:49 smithi176 ceph-mon[36543]: scrub queued for path: / 2024-06-06T07:56:49.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:49 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:56:49.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:49 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:56:49.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:49 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:56:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:49 smithi203 ceph-mon[37192]: pgmap v44: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.5 KiB/s wr, 13 op/s 2024-06-06T07:56:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:49 smithi203 ceph-mon[37192]: scrub queued for path: / 2024-06-06T07:56:49.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:49 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:56:49.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:49 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:56:49.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:49 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:56:49.867 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T07:56:50.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 -- 172.21.15.27:0/2234644202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0101d80 msgr2=0x7f37c010e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 --2- 172.21.15.27:0/2234644202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0101d80 0x7f37c010e220 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f37b800b0a0 tx=0x7f37b800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 -- 172.21.15.27:0/2234644202 shutdown_connections 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 --2- 172.21.15.27:0/2234644202 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0101d80 0x7f37c010e220 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 --2- 172.21.15.27:0/2234644202 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37c0107470 0x7f37c0107850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 --2- 172.21.15.27:0/2234644202 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37c01013c0 0x7f37c0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 -- 172.21.15.27:0/2234644202 >> 172.21.15.27:0/2234644202 conn(0x7f37c00783d0 msgr2=0x7f37c00787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 -- 172.21.15.27:0/2234644202 shutdown_connections 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.371+0000 7f37c7bda700 1 -- 172.21.15.27:0/2234644202 wait complete. 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 Processor -- start 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 -- start start 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37c01013c0 0x7f37c019e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37c0101d80 0x7f37c019ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 0x7f37c01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01117c0 con 0x7f37c0107470 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111640 con 0x7f37c0101d80 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c7bda700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f37c0111940 con 0x7f37c01013c0 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c6177700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 0x7f37c01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c6177700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 0x7f37c01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37924/0 (socket says 172.21.15.27:37924) 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c6177700 1 -- 172.21.15.27:0/1572521264 learned_addr learned my addr 172.21.15.27:0/1572521264 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.372+0000 7f37c5976700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37c01013c0 0x7f37c019e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c5175700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37c0101d80 0x7f37c019ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c6177700 1 -- 172.21.15.27:0/1572521264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37c01013c0 msgr2=0x7f37c019e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c6177700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37c01013c0 0x7f37c019e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c6177700 1 -- 172.21.15.27:0/1572521264 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37c0101d80 msgr2=0x7f37c019ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c6177700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37c0101d80 0x7f37c019ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c6177700 1 -- 172.21.15.27:0/1572521264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c0199010 con 0x7f37c0107470 2024-06-06T07:56:50.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c6177700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 0x7f37c01988b0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f37b8006070 tx=0x7f37b8004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37b6ffd700 1 -- 172.21.15.27:0/1572521264 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b8021070 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c01992a0 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37b6ffd700 1 -- 172.21.15.27:0/1572521264 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37b8003c00 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37b6ffd700 1 -- 172.21.15.27:0/1572521264 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b801d450 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.373+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c01a5570 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.376+0000 7f37b6ffd700 1 -- 172.21.15.27:0/1572521264 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f37b8007a00 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.377+0000 7f37b6ffd700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37ac0a2fe0 0x7f37ac0a54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.377+0000 7f37b6ffd700 1 -- 172.21.15.27:0/1572521264 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f37b800f020 con 0x7f37c0107470 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.377+0000 7f37c5976700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37ac0a2fe0 0x7f37ac0a54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 Processor -- start 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37c5976700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37ac0a2fe0 0x7f37ac0a54a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f37c00696a0 tx=0x7f37bc00a380 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 -- start start 2024-06-06T07:56:50.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3789d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3783bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3784510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5607e36720f0 con 0x5607e37899a0 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5607e36d09e0 con 0x5607e378a2c0 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37d245db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5607e36385f0 con 0x5607e37840f0 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37c5976700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3789d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37c5976700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3789d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37934/0 (socket says 172.21.15.27:37934) 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37c5976700 1 -- 172.21.15.27:0/2396712142 learned_addr learned my addr 172.21.15.27:0/2396712142 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37c6177700 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3784510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.378+0000 7f37c5175700 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3783bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37c5976700 1 -- 172.21.15.27:0/2396712142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 msgr2=0x5607e3784510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37c5976700 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3784510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37c5976700 1 -- 172.21.15.27:0/2396712142 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 msgr2=0x5607e3783bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37c5976700 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3783bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37c5976700 1 -- 172.21.15.27:0/2396712142 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607e361fa60 con 0x5607e37899a0 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37c5976700 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3789d80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00fe90 tx=0x7f37bc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=377afce378f64078 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37abfff700 1 -- 172.21.15.27:0/2396712142 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc016070 con 0x5607e37899a0 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37abfff700 1 -- 172.21.15.27:0/2396712142 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37bc014070 con 0x5607e37899a0 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.379+0000 7f37abfff700 1 -- 172.21.15.27:0/2396712142 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37bc01d400 con 0x5607e37899a0 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 -- 172.21.15.27:0/2396712142 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 msgr2=0x5607e3789d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3789d80 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f37bc00fe90 tx=0x7f37bc012000 comp rx=0 tx=0).stop 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 -- 172.21.15.27:0/2396712142 shutdown_connections 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3784510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3789d80 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 --2- 172.21.15.27:0/2396712142 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3783bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 -- 172.21.15.27:0/2396712142 >> 172.21.15.27:0/2396712142 conn(0x5607e36ac210 msgr2=0x5607e377aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 -- 172.21.15.27:0/2396712142 shutdown_connections 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.380+0000 7f37d245db80 1 -- 172.21.15.27:0/2396712142 wait complete. 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 -- start start 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 Processor -- start 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e378ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e37899a0 0x5607e378d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 0x5607e378d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5607e3671150 con 0x5607e378a2c0 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5607e36cc9a0 con 0x5607e37899a0 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5607e3790ca0 con 0x5607e37840f0 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37d245db80 10 client.0 _ll_register_callbacks cb 0x5607e3666740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37c6177700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 0x5607e378d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37c6177700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 0x5607e378d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37936/0 (socket says 172.21.15.27:37936) 2024-06-06T07:56:50.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.381+0000 7f37c6177700 1 -- 172.21.15.27:0/3650739715 learned_addr learned my addr 172.21.15.27:0/3650739715 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c5976700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e378ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c5175700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e37899a0 0x5607e378d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c6177700 1 -- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 msgr2=0x5607e378ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c6177700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e378ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c6177700 1 -- 172.21.15.27:0/3650739715 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e37899a0 msgr2=0x5607e378d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c6177700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e37899a0 0x5607e378d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c6177700 1 -- 172.21.15.27:0/3650739715 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607e36968e0 con 0x5607e378a2c0 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c5175700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e37899a0 0x5607e378d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37c6177700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 0x5607e378d7f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f37b80ce230 tx=0x7f37b800b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14a0b101310745bf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37a97fa700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37a97fa700 1 -- 172.21.15.27:0/3650739715 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b809cfa0 con 0x5607e378a2c0 2024-06-06T07:56:50.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37a97fa700 1 -- 172.21.15.27:0/3650739715 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f37b80074e0 con 0x5607e378a2c0 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37bc014070 con 0x5607e378a2c0 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37a97fa700 1 -- 172.21.15.27:0/3650739715 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f37b80a1350 con 0x5607e378a2c0 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37d245db80 10 client.15885 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.382+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5607e379b3b0 con 0x5607e378a2c0 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37a97fa700 1 -- 172.21.15.27:0/3650739715 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37bc014070 con 0x5607e378a2c0 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37a97fa700 1 -- 172.21.15.27:0/3650739715 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f37b8011070 con 0x5607e378a2c0 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37d245db80 10 client.15885 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37d245db80 10 client.15885 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37d245db80 20 client.15885 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37d245db80 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e379d970 0x5607e379fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37d245db80 4 client.15885 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:50.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607e36ddee0 con 0x5607e379d970 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.383+0000 7f37c5976700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e379d970 0x5607e379fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.384+0000 7f37a97fa700 10 client.15885 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.384+0000 7f37c5976700 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e379d970 0x5607e379fd90 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4af1076b80797b0b server_cookie=52ef7a1c04b6fbc3 in_seq=0 out_seq=0 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.384+0000 7f37a97fa700 1 -- 172.21.15.27:0/3650739715 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5607e36ddee0 con 0x5607e379d970 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.384+0000 7f37a97fa700 10 client.15885 handle_command_reply: tid=0 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 client.15885 shutdown 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 msgr2=0x5607e378d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 0x5607e378d7f0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f37b80ce230 tx=0x7f37b800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 shutdown_connections 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e379d970 0x5607e379fd90 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e378a2c0 0x5607e378d7f0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e378ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37a97fa700 0 client.15885 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 --2- 172.21.15.27:0/3650739715 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e37899a0 0x5607e378d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 >> 172.21.15.27:0/3650739715 conn(0x5607e36ac210 msgr2=0x5607e3779c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 shutdown_connections 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 1 -- 172.21.15.27:0/3650739715 wait complete. 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.385+0000 7f37d245db80 20 client.15885 trim_cache size 0 max 16384 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.408+0000 7f37d245db80 1 Processor -- start 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.408+0000 7f37d245db80 1 -- start start 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.408+0000 7f37d245db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37840f0 0x5607e378c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37d245db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37899a0 0x5607e378f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37d245db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e377a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37d245db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01ac0c0 con 0x5607e37840f0 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37d245db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01adc00 con 0x5607e378a2c0 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37d245db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01ac790 con 0x5607e37899a0 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c5976700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37840f0 0x5607e378c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c5976700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37840f0 0x5607e378c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37940/0 (socket says 172.21.15.27:37940) 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c5976700 1 -- 172.21.15.27:0/2868958298 learned_addr learned my addr 172.21.15.27:0/2868958298 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c6177700 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e377a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c6177700 1 -- 172.21.15.27:0/2868958298 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37899a0 msgr2=0x5607e378f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c6177700 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37899a0 0x5607e378f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c6177700 1 -- 172.21.15.27:0/2868958298 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37840f0 msgr2=0x5607e378c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.409+0000 7f37c6177700 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37840f0 0x5607e378c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.410+0000 7f37c6177700 1 -- 172.21.15.27:0/2868958298 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607e37a03f0 con 0x5607e378a2c0 2024-06-06T07:56:50.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.410+0000 7f37c6177700 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e377a3c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f37b809b250 tx=0x7f37b809b4b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16d63f11bc34ca48 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.410+0000 7f37ab7fe700 1 -- 172.21.15.27:0/2868958298 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b809c900 con 0x5607e378a2c0 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.411+0000 7f37ab7fe700 1 -- 172.21.15.27:0/2868958298 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37b80a5b80 con 0x5607e378a2c0 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.411+0000 7f37ab7fe700 1 -- 172.21.15.27:0/2868958298 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b80bbb50 con 0x5607e378a2c0 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.411+0000 7f37d245db80 1 -- 172.21.15.27:0/2868958298 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 msgr2=0x5607e377a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.411+0000 7f37d245db80 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e377a3c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f37b809b250 tx=0x7f37b809b4b0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 -- 172.21.15.27:0/2868958298 shutdown_connections 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e377a3c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37840f0 0x5607e378c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 --2- 172.21.15.27:0/2868958298 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37899a0 0x5607e378f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 -- 172.21.15.27:0/2868958298 >> 172.21.15.27:0/2868958298 conn(0x5607e36ac210 msgr2=0x5607e378eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 -- 172.21.15.27:0/2868958298 shutdown_connections 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 -- 172.21.15.27:0/2868958298 wait complete. 2024-06-06T07:56:50.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 -- start start 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.412+0000 7f37d245db80 1 Processor -- start 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37d245db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3796830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37d245db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3792f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37c5175700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3792f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37c5175700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3792f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37950/0 (socket says 172.21.15.27:37950) 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37d245db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3793670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37c5976700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3796830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37c5175700 1 -- 172.21.15.27:0/1793507263 learned_addr learned my addr 172.21.15.27:0/1793507263 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01ad530 con 0x5607e37899a0 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01ace60 con 0x5607e378a2c0 2024-06-06T07:56:50.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.413+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f37c01aa080 con 0x5607e37840f0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c6177700 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3793670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37d245db80 10 client.0 _ll_register_callbacks cb 0x5607e3666740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c5175700 1 -- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 msgr2=0x5607e3796830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c5175700 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3796830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c5175700 1 -- 172.21.15.27:0/1793507263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 msgr2=0x5607e3793670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c5175700 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3793670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c5175700 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607e3808600 con 0x5607e37899a0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37c5175700 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3792f30 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f37b0010a20 tx=0x7f37b0010d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0cdbc7842ed9b6a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37a97fa700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37a97fa700 1 -- 172.21.15.27:0/1793507263 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b0004a30 con 0x5607e37899a0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37a97fa700 1 -- 172.21.15.27:0/1793507263 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f37b000f810 con 0x5607e37899a0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.414+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37b80a5b80 con 0x5607e37899a0 2024-06-06T07:56:50.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37a97fa700 1 -- 172.21.15.27:0/1793507263 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f37b0025050 con 0x5607e37899a0 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 10 client.15891 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x5607e38097c0 con 0x5607e37899a0 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37a97fa700 1 -- 172.21.15.27:0/1793507263 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f37b001b400 con 0x5607e37899a0 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37a97fa700 1 -- 172.21.15.27:0/1793507263 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f37b000e3b0 con 0x5607e37899a0 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 10 client.15891 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 10 client.15891 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 20 client.15891 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e3809f70 0x5607e380c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 4 client.15891 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.4, "await_for": 45.0}] 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.415+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.4, "await_for": 45.0}) -- 0x7f37b80a5b80 con 0x5607e3809f70 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.416+0000 7f37c5976700 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e3809f70 0x5607e380c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.416+0000 7f37a97fa700 10 client.15891 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:50.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.417+0000 7f37c5976700 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e3809f70 0x5607e380c390 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6635aff104b92fc server_cookie=7d27496047e96004 in_seq=0 out_seq=0 2024-06-06T07:56:50.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37a97fa700 1 -- 172.21.15.27:0/1793507263 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7f37b80a5b80 con 0x5607e3809f70 2024-06-06T07:56:50.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37a97fa700 10 client.15891 handle_command_reply: tid=0 2024-06-06T07:56:50.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 client.15891 shutdown 2024-06-06T07:56:50.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 msgr2=0x5607e3792f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3792f30 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f37b0010a20 tx=0x7f37b0010d30 comp rx=0 tx=0).stop 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout: "epoch": 30, 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout: "leader": 24487, 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout: "set_version": 2, 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout: "sets": { 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout: "625adcf1": { 2024-06-06T07:56:50.432 INFO:teuthology.orchestra.run.smithi027.stdout: "version": 2, 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "age_ref": 0.0, 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "QUIESCED", 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "timeout": 90.0, 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "expiration": 154.4, 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "members": { 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "file:/": { 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "excluded": false, 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "QUIESCED", 2024-06-06T07:56:50.433 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:56:50.434 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:56:50.434 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:56:50.434 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:56:50.434 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:56:50.434 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:56:50.434 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 shutdown_connections 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5607e3809f70 0x5607e380c390 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5607e378a2c0 0x5607e3793670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5607e37840f0 0x5607e3796830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 --2- 172.21.15.27:0/1793507263 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5607e37899a0 0x5607e3792f30 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 >> 172.21.15.27:0/1793507263 conn(0x5607e36ac210 msgr2=0x5607e378f370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37a97fa700 0 client.15891 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.431+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 shutdown_connections 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37d245db80 1 -- 172.21.15.27:0/1793507263 wait complete. 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37d245db80 20 client.15891 trim_cache size 0 max 16384 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37ac0a2fe0 msgr2=0x7f37ac0a54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37ac0a2fe0 0x7f37ac0a54a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f37c00696a0 tx=0x7f37bc00a380 comp rx=0 tx=0).stop 2024-06-06T07:56:50.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 msgr2=0x7f37c01988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 0x7f37c01988b0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f37b8006070 tx=0x7f37b8004e20 comp rx=0 tx=0).stop 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 shutdown_connections 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f37ac0a2fe0 0x7f37ac0a54a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f37c0107470 0x7f37c01988b0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f37c01013c0 0x7f37c019e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.432+0000 7f37c7bda700 1 --2- 172.21.15.27:0/1572521264 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f37c0101d80 0x7f37c019ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.433+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 >> 172.21.15.27:0/1572521264 conn(0x7f37c00783d0 msgr2=0x7f37c0100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.433+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 shutdown_connections 2024-06-06T07:56:50.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:50.433+0000 7f37c7bda700 1 -- 172.21.15.27:0/1572521264 wait complete. 2024-06-06T07:56:51.132 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '625adcf1', quiesce took 9.7 seconds. Will release after: 24.7 2024-06-06T07:56:51.237 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:51.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:51 smithi027 ceph-mon[32293]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T07:56:51.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:51 smithi027 ceph-mon[32293]: scrub summary: idle 2024-06-06T07:56:51.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:51 smithi176 ceph-mon[36543]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T07:56:51.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:51 smithi176 ceph-mon[36543]: scrub summary: idle 2024-06-06T07:56:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:51 smithi203 ceph-mon[37192]: pgmap v45: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-06-06T07:56:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:51 smithi203 ceph-mon[37192]: scrub summary: idle 2024-06-06T07:56:53.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 -- 172.21.15.27:0/562069842 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101d30 msgr2=0x7fadb410e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/562069842 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101d30 0x7fadb410e210 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fadac00b0a0 tx=0x7fadac00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 -- 172.21.15.27:0/562069842 shutdown_connections 2024-06-06T07:56:53.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/562069842 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101d30 0x7fadb410e210 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/562069842 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb41073d0 0x7fadb41077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/562069842 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb4101390 0x7fadb41017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 -- 172.21.15.27:0/562069842 >> 172.21.15.27:0/562069842 conn(0x7fadb40782c0 msgr2=0x7fadb40786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:53.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 -- 172.21.15.27:0/562069842 shutdown_connections 2024-06-06T07:56:53.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.234+0000 7fadbb7e2700 1 -- 172.21.15.27:0/562069842 wait complete. 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 Processor -- start 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 -- start start 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 0x7fadb4197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4101d30 0x7fadb4197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb41073d0 0x7fadb41983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41117b0 con 0x7fadb4101390 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadb957e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 0x7fadb4197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadb957e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 0x7fadb4197940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37972/0 (socket says 172.21.15.27:37972) 2024-06-06T07:56:53.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadb957e700 1 -- 172.21.15.27:0/1131486569 learned_addr learned my addr 172.21.15.27:0/1131486569 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4101d30 0x7fadb4197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.235+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fadb4111630 con 0x7fadb41073d0 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fadb4111930 con 0x7fadb4101d30 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb41073d0 0x7fadb41983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb957e700 1 -- 172.21.15.27:0/1131486569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4101d30 msgr2=0x7fadb4197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb957e700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4101d30 0x7fadb4197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb957e700 1 -- 172.21.15.27:0/1131486569 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb41073d0 msgr2=0x7fadb41983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb957e700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb41073d0 0x7fadb41983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb957e700 1 -- 172.21.15.27:0/1131486569 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb41a71b0 con 0x7fadb4101390 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4101d30 0x7fadb4197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb41073d0 0x7fadb41983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:56:53.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadb957e700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 0x7fadb4197940 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fadb000cab0 tx=0x7fadb000ce70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:53.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.236+0000 7fadaa7fc700 1 -- 172.21.15.27:0/1131486569 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb0007bc0 con 0x7fadb4101390 2024-06-06T07:56:53.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.237+0000 7fadaa7fc700 1 -- 172.21.15.27:0/1131486569 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadb0004520 con 0x7fadb4101390 2024-06-06T07:56:53.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.237+0000 7fadaa7fc700 1 -- 172.21.15.27:0/1131486569 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb000f6b0 con 0x7fadb4101390 2024-06-06T07:56:53.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.237+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb41a74a0 con 0x7fadb4101390 2024-06-06T07:56:53.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.237+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb41a7930 con 0x7fadb4101390 2024-06-06T07:56:53.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.240+0000 7fadaa7fc700 1 -- 172.21.15.27:0/1131486569 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7fadb00037a0 con 0x7fadb4101390 2024-06-06T07:56:53.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.241+0000 7fadaa7fc700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fada00a2fc0 0x7fada00a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.241+0000 7fadaa7fc700 1 -- 172.21.15.27:0/1131486569 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fadb00cf7d0 con 0x7fadb4101390 2024-06-06T07:56:53.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.241+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fada00a2fc0 0x7fada00a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.242+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fada00a2fc0 0x7fada00a5480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fada4005950 tx=0x7fada40058e0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:53.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.242+0000 7fadc6065b80 1 Processor -- start 2024-06-06T07:56:53.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.242+0000 7fadc6065b80 1 -- start start 2024-06-06T07:56:53.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88065340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e8805f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8805fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadb9d7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8805fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadb9d7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8805fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37980/0 (socket says 172.21.15.27:37980) 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadb8d7d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e8805f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadb9d7f700 1 -- 172.21.15.27:0/1036953639 learned_addr learned my addr 172.21.15.27:0/1036953639 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x564e87f51f60 con 0x564e8805f7a0 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x564e87fb0850 con 0x564e88064f60 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.243+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564e87f18460 con 0x564e88065880 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb957e700 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88065340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb9d7f700 1 -- 172.21.15.27:0/1036953639 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 msgr2=0x564e8805f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e8805f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb9d7f700 1 -- 172.21.15.27:0/1036953639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 msgr2=0x564e88065340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88065340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb9d7f700 1 -- 172.21.15.27:0/1036953639 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e87eff8d0 con 0x564e8805f7a0 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8805fbc0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fadac015000 tx=0x7fadac009150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3399991983bf0619 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fadb957e700 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88065340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fad9f7fe700 1 -- 172.21.15.27:0/1036953639 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac022070 con 0x564e8805f7a0 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fad9f7fe700 1 -- 172.21.15.27:0/1036953639 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadac0074e0 con 0x564e8805f7a0 2024-06-06T07:56:53.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.244+0000 7fad9f7fe700 1 -- 172.21.15.27:0/1036953639 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac01c790 con 0x564e8805f7a0 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 msgr2=0x564e8805fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8805fbc0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fadac015000 tx=0x7fadac009150 comp rx=0 tx=0).stop 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 shutdown_connections 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8805fbc0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88065340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 --2- 172.21.15.27:0/1036953639 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e8805f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.245+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 >> 172.21.15.27:0/1036953639 conn(0x564e87f8c080 msgr2=0x564e8805a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:53.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.246+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 shutdown_connections 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.246+0000 7fadc6065b80 1 -- 172.21.15.27:0/1036953639 wait complete. 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.246+0000 7fadc6065b80 1 -- start start 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.246+0000 7fadc6065b80 1 Processor -- start 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.247+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8806b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.247+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88068830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.247+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88068d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadc6065b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x564e87f50fc0 con 0x564e8805f7a0 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb8d7d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88068830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb957e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8806b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb957e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8806b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:37992/0 (socket says 172.21.15.27:37992) 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb957e700 1 -- 172.21.15.27:0/2070765323 learned_addr learned my addr 172.21.15.27:0/2070765323 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x564e87fac810 con 0x564e88064f60 2024-06-06T07:56:53.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564e8806c2a0 con 0x564e88065880 2024-06-06T07:56:53.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88068d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadc6065b80 10 client.0 _ll_register_callbacks cb 0x564e87f465b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb8d7d700 1 -- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 msgr2=0x564e88068d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88068d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb8d7d700 1 -- 172.21.15.27:0/2070765323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 msgr2=0x564e8806b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8806b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.248+0000 7fadb8d7d700 1 -- 172.21.15.27:0/2070765323 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e87f76750 con 0x564e88064f60 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadac0074e0 con 0x564e88064f60 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88068830 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fada400fe30 tx=0x7fada4004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e78be00e8219ef56 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fad9cff9700 10 client.25484 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fad9cff9700 1 -- 172.21.15.27:0/2070765323 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada4023020 con 0x564e88064f60 2024-06-06T07:56:53.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fad9cff9700 1 -- 172.21.15.27:0/2070765323 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fada4003880 con 0x564e88064f60 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fad9cff9700 1 -- 172.21.15.27:0/2070765323 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fada4003aa0 con 0x564e88064f60 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fadc6065b80 10 client.25484 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.249+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({fsmap=30}) -- 0x564e88076910 con 0x564e88064f60 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fad9cff9700 1 -- 172.21.15.27:0/2070765323 <== mon.2 v2:172.21.15.176:3300/0 4 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fada4030020 con 0x564e88064f60 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadc6065b80 10 client.25484 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadc6065b80 10 client.25484 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadc6065b80 20 client.25484 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadc6065b80 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e8807b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadc6065b80 4 client.25484 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e87fbdd50 con 0x564e88078e40 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.250+0000 7fadb957e700 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e8807b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.251+0000 7fad9cff9700 10 client.25484 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.251+0000 7fadb957e700 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e8807b230 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df14903f01c56486 server_cookie=6ff1c71e94c9e563 in_seq=0 out_seq=0 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fad9cff9700 1 -- 172.21.15.27:0/2070765323 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x564e87fbdd50 con 0x564e88078e40 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fad9cff9700 10 client.25484 handle_command_reply: tid=0 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 client.25484 shutdown 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 msgr2=0x564e88068830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88068830 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fada400fe30 tx=0x7fada4004750 comp rx=0 tx=0).stop 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 shutdown_connections 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e8807b230 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88068d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e8805f7a0 0x564e8806b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fad9cff9700 0 client.25484 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 --2- 172.21.15.27:0/2070765323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88068830 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 >> 172.21.15.27:0/2070765323 conn(0x564e87f8c080 msgr2=0x564e88059700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:53.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 shutdown_connections 2024-06-06T07:56:53.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.252+0000 7fadc6065b80 1 -- 172.21.15.27:0/2070765323 wait complete. 2024-06-06T07:56:53.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.253+0000 7fadc6065b80 20 client.25484 trim_cache size 0 max 16384 2024-06-06T07:56:53.297 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 Processor -- start 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 -- start start 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e8805f7a0 0x564e8805f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 0x564e88067830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88059e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41b06c0 con 0x564e88064f60 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41b2200 con 0x564e8805f7a0 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadc6065b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41b0d90 con 0x564e88065880 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadb8d7d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 0x564e88067830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadb8d7d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 0x564e88067830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38008/0 (socket says 172.21.15.27:38008) 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadb8d7d700 1 -- 172.21.15.27:0/3740137453 learned_addr learned my addr 172.21.15.27:0/3740137453 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.296+0000 7fadb957e700 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e8805f7a0 0x564e8805f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.298 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88059e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb8d7d700 1 -- 172.21.15.27:0/3740137453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 msgr2=0x564e88059e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88059e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb8d7d700 1 -- 172.21.15.27:0/3740137453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e8805f7a0 msgr2=0x564e8805f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e8805f7a0 0x564e8805f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb8d7d700 1 -- 172.21.15.27:0/3740137453 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e880667f0 con 0x564e88064f60 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb9d7f700 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88059e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 0x564e88067830 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fada4000c00 tx=0x7fada4016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=254316f61a252ea1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fad9effd700 1 -- 172.21.15.27:0/3740137453 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada4023070 con 0x564e88064f60 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fad9effd700 1 -- 172.21.15.27:0/3740137453 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadac0074e0 con 0x564e88064f60 2024-06-06T07:56:53.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.297+0000 7fad9effd700 1 -- 172.21.15.27:0/3740137453 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada4033790 con 0x564e88064f60 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 -- 172.21.15.27:0/3740137453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 msgr2=0x564e88067830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 0x564e88067830 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fada4000c00 tx=0x7fada4016000 comp rx=0 tx=0).stop 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 -- 172.21.15.27:0/3740137453 shutdown_connections 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e88065880 0x564e88059e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e8805f7a0 0x564e8805f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 --2- 172.21.15.27:0/3740137453 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88064f60 0x564e88067830 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 -- 172.21.15.27:0/3740137453 >> 172.21.15.27:0/3740137453 conn(0x564e87f8c080 msgr2=0x564e88067120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 -- 172.21.15.27:0/3740137453 shutdown_connections 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.298+0000 7fadc6065b80 1 -- 172.21.15.27:0/3740137453 wait complete. 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 -- start start 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 Processor -- start 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e8805f7a0 0x564e880715c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88071b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88065880 0x564e8806e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41b1b30 con 0x564e88065880 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41b1460 con 0x564e88064f60 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fadb41ae660 con 0x564e8805f7a0 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.299+0000 7fadc6065b80 10 client.0 _ll_register_callbacks cb 0x564e87f465b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:56:53.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb9d7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88065880 0x564e8806e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88071b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88071b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:49262/0 (socket says 172.21.15.27:49262) 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb9d7f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88065880 0x564e8806e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:38022/0 (socket says 172.21.15.27:38022) 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 -- 172.21.15.27:0/4114830792 learned_addr learned my addr 172.21.15.27:0/4114830792 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb957e700 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e8805f7a0 0x564e880715c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 -- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e8805f7a0 msgr2=0x564e880715c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e8805f7a0 0x564e880715c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 -- 172.21.15.27:0/4114830792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88065880 msgr2=0x564e8806e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88065880 0x564e8806e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 -- 172.21.15.27:0/4114830792 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e880720f0 con 0x564e88064f60 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fadb8d7d700 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88071b00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fada400b4e0 tx=0x7fada4032e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b29e386a989d92b1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fad9cff9700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:56:53.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.300+0000 7fad9cff9700 1 -- 172.21.15.27:0/4114830792 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fada4041020 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fad9cff9700 1 -- 172.21.15.27:0/4114830792 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fada4005460 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadac0074e0 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fad9cff9700 1 -- 172.21.15.27:0/4114830792 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fada404c050 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fadc6065b80 10 client.25490 fetch_fsmap learned FSMap version 30 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x564e880e3f50 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fad9cff9700 1 -- 172.21.15.27:0/4114830792 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fadac0074e0 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.301+0000 7fad9cff9700 1 -- 172.21.15.27:0/4114830792 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fada4030040 con 0x564e88064f60 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadc6065b80 10 client.25490 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadc6065b80 10 client.25490 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadc6065b80 20 client.25490 populate_metadata read hostname 'smithi027' 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadc6065b80 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e880e65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadc6065b80 4 client.25490 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T07:56:53.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564e87fb82d0 con 0x564e88078e40 2024-06-06T07:56:53.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadb957e700 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e880e65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fadb957e700 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e880e65e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d5b0eecf4f7f40c server_cookie=cb14a291432a91b6 in_seq=0 out_seq=0 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.302+0000 7fad9cff9700 10 client.25490 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fad9cff9700 1 -- 172.21.15.27:0/4114830792 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564e87fb82d0 con 0x564e88078e40 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fad9cff9700 10 client.25490 handle_command_reply: tid=0 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 client.25490 shutdown 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 msgr2=0x564e88071b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88071b00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fada400b4e0 tx=0x7fada4032e30 comp rx=0 tx=0).stop 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 shutdown_connections 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564e88078e40 0x564e880e65e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564e88065880 0x564e8806e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e8805f7a0 0x564e880715c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 --2- 172.21.15.27:0/4114830792 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564e88064f60 0x564e88071b00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fad9cff9700 0 client.25490 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.303+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 >> 172.21.15.27:0/4114830792 conn(0x564e87f8c080 msgr2=0x564e8806a060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 shutdown_connections 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadc6065b80 1 -- 172.21.15.27:0/4114830792 wait complete. 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadc6065b80 20 client.25490 trim_cache size 0 max 16384 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:56:53.308 INFO:teuthology.orchestra.run.smithi027.stdout: "status": "no active scrubs running", 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stdout: "scrubs": {} 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fada00a2fc0 msgr2=0x7fada00a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fada00a2fc0 0x7fada00a5480 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fada4005950 tx=0x7fada40058e0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 msgr2=0x7fadb4197940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 0x7fadb4197940 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fadb000cab0 tx=0x7fadb000ce70 comp rx=0 tx=0).stop 2024-06-06T07:56:53.309 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 shutdown_connections 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fada00a2fc0 0x7fada00a5480 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fadb41073d0 0x7fadb41983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fadb4101390 0x7fadb4197940 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 --2- 172.21.15.27:0/1131486569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4101d30 0x7fadb4197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.304+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 >> 172.21.15.27:0/1131486569 conn(0x7fadb40782c0 msgr2=0x7fadb40ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.305+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 shutdown_connections 2024-06-06T07:56:53.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:53.305+0000 7fadbb7e2700 1 -- 172.21.15.27:0/1131486569 wait complete. 2024-06-06T07:56:53.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:53 smithi176 ceph-mon[36543]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-06-06T07:56:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:53 smithi203 ceph-mon[37192]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-06-06T07:56:53.800 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:53 smithi027 ceph-mon[32293]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.2 KiB/s wr, 15 op/s 2024-06-06T07:56:54.273 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T07:56:54.273 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:56:54.598 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:56:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:55 smithi176 ceph-mon[36543]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 11 op/s 2024-06-06T07:56:55.755 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:55 smithi027 ceph-mon[32293]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 11 op/s 2024-06-06T07:56:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:55 smithi203 ceph-mon[37192]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 11 op/s 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 -- 172.21.15.27:0/3581815126 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 msgr2=0x7f761410f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 --2- 172.21.15.27:0/3581815126 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761410f530 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f760c00b0a0 tx=0x7f760c00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 -- 172.21.15.27:0/3581815126 shutdown_connections 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 --2- 172.21.15.27:0/3581815126 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761410f530 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 --2- 172.21.15.27:0/3581815126 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76141086f0 0x7f7614108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 --2- 172.21.15.27:0/3581815126 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7614100a80 0x7f7614100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.551 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.550+0000 7f7618dd4700 1 -- 172.21.15.27:0/3581815126 >> 172.21.15.27:0/3581815126 conn(0x7f7614077a00 msgr2=0x7f76140fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:56.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.551+0000 7f7618dd4700 1 -- 172.21.15.27:0/3581815126 shutdown_connections 2024-06-06T07:56:56.552 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.551+0000 7f7618dd4700 1 -- 172.21.15.27:0/3581815126 wait complete. 2024-06-06T07:56:56.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 Processor -- start 2024-06-06T07:56:56.553 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 -- start start 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7614100a80 0x7f761419c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76141086f0 0x7f7614196a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7614110940 con 0x7f7614101440 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f76141107c0 con 0x7f7614100a80 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7618dd4700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7614110ac0 con 0x7f76141086f0 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f761259c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7614100a80 0x7f761419c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7611d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7611d9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761419cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51980/0 (socket says 172.21.15.27:51980) 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7611d9b700 1 -- 172.21.15.27:0/4273908445 learned_addr learned my addr 172.21.15.27:0/4273908445 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:56:56.554 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.552+0000 7f7612d9d700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76141086f0 0x7f7614196a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7611d9b700 1 -- 172.21.15.27:0/4273908445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76141086f0 msgr2=0x7f7614196a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7611d9b700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76141086f0 0x7f7614196a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7611d9b700 1 -- 172.21.15.27:0/4273908445 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7614100a80 msgr2=0x7f761419c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7611d9b700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7614100a80 0x7f761419c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7611d9b700 1 -- 172.21.15.27:0/4273908445 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7614197180 con 0x7f7614101440 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7612d9d700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76141086f0 0x7f7614196a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7611d9b700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761419cd50 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f7608011b50 tx=0x7f7608011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:56.555 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7608004a30 con 0x7f7614101440 2024-06-06T07:56:56.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7614197470 con 0x7f7614101440 2024-06-06T07:56:56.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f760800fcb0 con 0x7f7614101440 2024-06-06T07:56:56.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7608019400 con 0x7f7614101440 2024-06-06T07:56:56.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.553+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76141a36e0 con 0x7f7614101440 2024-06-06T07:56:56.556 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.554+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7614069180 con 0x7f7614101440 2024-06-06T07:56:56.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.557+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 25) ==== 138117+0+0 (secure 0 0 0) 0x7f760800f7b0 con 0x7f7614101440 2024-06-06T07:56:56.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.558+0000 7f76037fe700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f75fc0a2f40 0x7f75fc0a5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:56:56.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.558+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f76080cfc00 con 0x7f7614101440 2024-06-06T07:56:56.558 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.558+0000 7f761259c700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f75fc0a2f40 0x7f75fc0a5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:56:56.559 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.558+0000 7f761259c700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f75fc0a2f40 0x7f75fc0a5400 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7614107e60 tx=0x7f7604007400 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:56:56.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.561+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7608027080 con 0x7f7614101440 2024-06-06T07:56:56.928 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.928+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7614069f50 con 0x7f7614101440 2024-06-06T07:56:56.929 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.929+0000 7f76037fe700 1 -- 172.21.15.27:0/4273908445 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11947 (secure 0 0 0) 0x7f7608014070 con 0x7f7614101440 2024-06-06T07:56:56.930 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:56:56.930 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:55:23.976300+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24422":{"gid":24422,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/2182926099","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":2182926099},{"type":"v1","addr":"172.21.15.176:6835","nonce":2182926099}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:56:56.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.932+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f75fc0a2f40 msgr2=0x7f75fc0a5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:56.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.932+0000 7f7618dd4700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f75fc0a2f40 0x7f75fc0a5400 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7614107e60 tx=0x7f7604007400 comp rx=0 tx=0).stop 2024-06-06T07:56:56.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.932+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 msgr2=0x7f761419cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:56:56.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.932+0000 7f7618dd4700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761419cd50 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f7608011b50 tx=0x7f7608011e60 comp rx=0 tx=0).stop 2024-06-06T07:56:56.933 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 shutdown_connections 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f75fc0a2f40 0x7f75fc0a5400 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76141086f0 0x7f7614196a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7614100a80 0x7f761419c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 --2- 172.21.15.27:0/4273908445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7614101440 0x7f761419cd50 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 >> 172.21.15.27:0/4273908445 conn(0x7f7614077a00 msgr2=0x7f76140fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 shutdown_connections 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:56:56.933+0000 7f7618dd4700 1 -- 172.21.15.27:0/4273908445 wait complete. 2024-06-06T07:56:56.934 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 30 2024-06-06T07:56:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:57 smithi176 ceph-mon[36543]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 11 op/s 2024-06-06T07:56:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:57 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/4273908445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:57 smithi203 ceph-mon[37192]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 11 op/s 2024-06-06T07:56:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:57 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/4273908445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:57 smithi027 ceph-mon[32293]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1023 B/s wr, 11 op/s 2024-06-06T07:56:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:57 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/4273908445' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:56:59.696 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:59 smithi027 ceph-mon[32293]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-06-06T07:56:59.697 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:56:59 smithi027 ceph-mon[32293]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-06-06T07:56:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:59 smithi176 ceph-mon[36543]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-06-06T07:56:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:56:59 smithi176 ceph-mon[36543]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-06-06T07:56:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:59 smithi203 ceph-mon[37192]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-06-06T07:56:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:56:59 smithi203 ceph-mon[37192]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-06-06T07:57:01.094 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.094+0000 7f0d2159a640 1 -- 172.21.15.27:0/2780471252 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c031dc0 con 0x7f0d24101290 2024-06-06T07:57:01.095 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.094+0000 7f0d28b4f640 1 -- 172.21.15.27:0/2780471252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d24101290 msgr2=0x7f0d2410d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:01.095 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.094+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/2780471252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d24101290 0x7f0d2410d750 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c009cd0 tx=0x7f0d1c02a8e0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.095 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.094+0000 7f0d28b4f640 1 -- 172.21.15.27:0/2780471252 shutdown_connections 2024-06-06T07:57:01.095 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.094+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/2780471252 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d24101290 0x7f0d2410d750 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.095 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.095+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/2780471252 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d241008d0 0x7f0d24100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.096 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.095+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/2780471252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d24106890 0x7f0d24106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.096 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.095+0000 7f0d28b4f640 1 -- 172.21.15.27:0/2780471252 >> 172.21.15.27:0/2780471252 conn(0x7f0d24077a20 msgr2=0x7f0d24077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:01.096 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.095+0000 7f0d28b4f640 1 -- 172.21.15.27:0/2780471252 shutdown_connections 2024-06-06T07:57:01.096 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.095+0000 7f0d28b4f640 1 -- 172.21.15.27:0/2780471252 wait complete. 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 Processor -- start 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 -- start start 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 0x7f0d24196110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d24101290 0x7f0d24196650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d24106890 0x7f0d2419a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2410fcb0 con 0x7f0d241008d0 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2410fb30 con 0x7f0d24101290 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.096+0000 7f0d28b4f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2410fe30 con 0x7f0d24106890 2024-06-06T07:57:01.098 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 0x7f0d24196110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 0x7f0d24196110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51998/0 (socket says 172.21.15.27:51998) 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 -- 172.21.15.27:0/1905693299 learned_addr learned my addr 172.21.15.27:0/1905693299 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d24101290 0x7f0d24196650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d24106890 0x7f0d2419a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 -- 172.21.15.27:0/1905693299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d24106890 msgr2=0x7f0d2419a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d24106890 0x7f0d2419a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 -- 172.21.15.27:0/1905693299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d24101290 msgr2=0x7f0d24196650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d24101290 0x7f0d24196650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 -- 172.21.15.27:0/1905693299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2419b100 con 0x7f0d241008d0 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d24101290 0x7f0d24196650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.097+0000 7f0d2259c640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 0x7f0d24196110 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f0d1400d950 tx=0x7f0d1400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:01.099 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.098+0000 7f0d137fe640 1 -- 172.21.15.27:0/1905693299 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d14017030 con 0x7f0d241008d0 2024-06-06T07:57:01.100 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.098+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d2419b3f0 con 0x7f0d241008d0 2024-06-06T07:57:01.100 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.098+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d241a2c80 con 0x7f0d241008d0 2024-06-06T07:57:01.100 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.098+0000 7f0d137fe640 1 -- 172.21.15.27:0/1905693299 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d14004020 con 0x7f0d241008d0 2024-06-06T07:57:01.100 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.098+0000 7f0d137fe640 1 -- 172.21.15.27:0/1905693299 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d14004a00 con 0x7f0d241008d0 2024-06-06T07:57:01.102 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.102+0000 7f0d137fe640 1 -- 172.21.15.27:0/1905693299 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0d14004ba0 con 0x7f0d241008d0 2024-06-06T07:57:01.102 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.102+0000 7f0d2b85a740 1 Processor -- start 2024-06-06T07:57:01.103 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.102+0000 7f0d2b85a740 1 -- start start 2024-06-06T07:57:01.103 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 0x55d8dfb87490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.103 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb879d0 0x55d8dfb96220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.103 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb96760 0x55d8dfb98b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.104 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 0x55d8dfb87490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.104 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 0x55d8dfb87490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52006/0 (socket says 172.21.15.27:52006) 2024-06-06T07:57:01.104 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55d8dfaeb4f0 con 0x55d8dfb870b0 2024-06-06T07:57:01.104 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55d8dfa89870 con 0x55d8dfb879d0 2024-06-06T07:57:01.104 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d8dfae74b0 con 0x55d8dfb96760 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d22d9d640 1 -- 172.21.15.27:0/1659418597 learned_addr learned my addr 172.21.15.27:0/1659418597 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d2259c640 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb879d0 0x55d8dfb96220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.103+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb96760 0x55d8dfb98b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d22d9d640 1 -- 172.21.15.27:0/1659418597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb96760 msgr2=0x55d8dfb98b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb96760 0x55d8dfb98b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d22d9d640 1 -- 172.21.15.27:0/1659418597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb879d0 msgr2=0x55d8dfb96220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb879d0 0x55d8dfb96220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d22d9d640 1 -- 172.21.15.27:0/1659418597 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8dfaa59b0 con 0x55d8dfb870b0 2024-06-06T07:57:01.105 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d137fe640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0d0c0a2e20 0x7f0d0c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.106 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d2259c640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0d0c0a2e20 0x7f0d0c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.106 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 0x55d8dfb87490 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c009cd0 tx=0x7f0d1c0093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a7bc010fb1811c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:01.106 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d10ff9640 1 -- 172.21.15.27:0/1659418597 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c048070 con 0x55d8dfb870b0 2024-06-06T07:57:01.106 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d10ff9640 1 -- 172.21.15.27:0/1659418597 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d1c036070 con 0x55d8dfb870b0 2024-06-06T07:57:01.106 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.104+0000 7f0d10ff9640 1 -- 172.21.15.27:0/1659418597 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c004430 con 0x55d8dfb870b0 2024-06-06T07:57:01.106 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d137fe640 1 -- 172.21.15.27:0/1905693299 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f0d140cf070 con 0x7f0d241008d0 2024-06-06T07:57:01.107 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 -- 172.21.15.27:0/1659418597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 msgr2=0x55d8dfb87490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2259c640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0d0c0a2e20 0x7f0d0c0a52e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d140cc510 tx=0x7f0d140d4040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 0x55d8dfb87490 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c009cd0 tx=0x7f0d1c0093f0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 -- 172.21.15.27:0/1659418597 shutdown_connections 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb96760 0x55d8dfb98b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb879d0 0x55d8dfb96220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/1659418597 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb870b0 0x55d8dfb87490 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.105+0000 7f0d2b85a740 1 -- 172.21.15.27:0/1659418597 >> 172.21.15.27:0/1659418597 conn(0x55d8dfb83680 msgr2=0x55d8dfb83a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.106+0000 7f0d2b85a740 1 -- 172.21.15.27:0/1659418597 shutdown_connections 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.106+0000 7f0d2b85a740 1 -- 172.21.15.27:0/1659418597 wait complete. 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.106+0000 7f0d2b85a740 1 -- start start 2024-06-06T07:57:01.108 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.106+0000 7f0d2b85a740 1 Processor -- start 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.106+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfb93700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfb93c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb94180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb94180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb94180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52020/0 (socket says 172.21.15.27:52020) 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 -- 172.21.15.27:0/657979088 learned_addr learned my addr 172.21.15.27:0/657979088 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55d8dfb992d0 con 0x55d8dfb96760 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55d8dfa74ae0 con 0x55d8dfb870b0 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d8dfb99450 con 0x55d8dfb879d0 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfb93700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfb93c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 -- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 msgr2=0x55d8dfb93c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.109 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfb93c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.110 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 -- 172.21.15.27:0/657979088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 msgr2=0x55d8dfb93700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.110 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfb93700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.110 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 -- 172.21.15.27:0/657979088 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8df7ff210 con 0x55d8dfb96760 2024-06-06T07:57:01.111 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb94180 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c005e30 tx=0x7f0d1c02a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa455835d45c3de server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:01.111 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.107+0000 7f0d2b85a740 10 client.0 _ll_register_callbacks cb 0x55d8dfaad9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d1c036070 con 0x55d8dfb96760 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d09ffb640 1 -- 172.21.15.27:0/657979088 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c048040 con 0x55d8dfb96760 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d09ffb640 1 -- 172.21.15.27:0/657979088 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f0d1c004d40 con 0x55d8dfb96760 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d09ffb640 1 -- 172.21.15.27:0/657979088 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0d1c031760 con 0x55d8dfb96760 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 10 client.15927 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({fsmap=30}) -- 0x55d8df8cb620 con 0x55d8dfb96760 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d09ffb640 1 -- 172.21.15.27:0/657979088 <== mon.0 v2:172.21.15.27:3300/0 4 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f0d1c042030 con 0x55d8dfb96760 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 10 client.15927 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 10 client.15927 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:01.112 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 20 client.15927 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfba6040 0x55d8dfba8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 4 client.15927 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.108+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0d1c036070 con 0x55d8dfba6040 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.109+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfba6040 0x55d8dfba8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.109+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfba6040 0x55d8dfba8430 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0a2847678c65440 server_cookie=f74842e3f521d1b1 in_seq=0 out_seq=0 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.109+0000 7f0d09ffb640 10 client.15927 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d09ffb640 1 -- 172.21.15.27:0/657979088 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f0d1c036070 con 0x55d8dfba6040 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d09ffb640 10 client.15927 handle_command_reply: tid=0 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 client.15927 shutdown 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 msgr2=0x55d8dfb94180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb94180 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c005e30 tx=0x7f0d1c02a8e0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 shutdown_connections 2024-06-06T07:57:01.113 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfba6040 0x55d8dfba8430 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb94180 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfb93c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/657979088 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfb93700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 >> 172.21.15.27:0/657979088 conn(0x55d8dfb83680 msgr2=0x55d8dfb893e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d09ffb640 0 client.15927 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 shutdown_connections 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 1 -- 172.21.15.27:0/657979088 wait complete. 2024-06-06T07:57:01.114 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.110+0000 7f0d2b85a740 20 client.15927 trim_cache size 0 max 16384 2024-06-06T07:57:01.128 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.128+0000 7f0d2b85a740 1 Processor -- start 2024-06-06T07:57:01.129 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.128+0000 7f0d2b85a740 1 -- start start 2024-06-06T07:57:01.129 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.128+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfbadd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.129 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.128+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfbae240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.129 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.128+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb936c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0d241acb40 con 0x55d8dfb96760 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0d241ae680 con 0x55d8dfb870b0 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d2b85a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0d241ad210 con 0x55d8dfb879d0 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb936c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d21d9b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfbae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb936c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52022/0 (socket says 172.21.15.27:52022) 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d21d9b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfbae240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:33056/0 (socket says 172.21.15.27:33056) 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 -- 172.21.15.27:0/493450725 learned_addr learned my addr 172.21.15.27:0/493450725 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 -- 172.21.15.27:0/493450725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 msgr2=0x55d8dfbae240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.130 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfbae240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.131 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 -- 172.21.15.27:0/493450725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 msgr2=0x55d8dfbadd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.131 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfbadd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.131 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.129+0000 7f0d22d9d640 1 -- 172.21.15.27:0/493450725 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8dfb91c50 con 0x55d8dfb96760 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.130+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb936c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c02a920 tx=0x7f0d1c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2da8f776a9a11a2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.130+0000 7f0d0bfff640 1 -- 172.21.15.27:0/493450725 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c048070 con 0x55d8dfb96760 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.130+0000 7f0d0bfff640 1 -- 172.21.15.27:0/493450725 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d1c036020 con 0x55d8dfb96760 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.130+0000 7f0d0bfff640 1 -- 172.21.15.27:0/493450725 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c0513f0 con 0x55d8dfb96760 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 -- 172.21.15.27:0/493450725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 msgr2=0x55d8dfb936c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb936c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c02a920 tx=0x7f0d1c009a20 comp rx=0 tx=0).stop 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 -- 172.21.15.27:0/493450725 shutdown_connections 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb96760 0x55d8dfb936c0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb879d0 0x55d8dfbae240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.132 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/493450725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb870b0 0x55d8dfbadd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.133 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.131+0000 7f0d2b85a740 1 -- 172.21.15.27:0/493450725 >> 172.21.15.27:0/493450725 conn(0x55d8dfb83680 msgr2=0x55d8dfb8e940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:01.133 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.132+0000 7f0d2b85a740 1 -- 172.21.15.27:0/493450725 shutdown_connections 2024-06-06T07:57:01.133 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.132+0000 7f0d2b85a740 1 -- 172.21.15.27:0/493450725 wait complete. 2024-06-06T07:57:01.135 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.132+0000 7f0d2b85a740 1 -- start start 2024-06-06T07:57:01.135 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.132+0000 7f0d2b85a740 1 Processor -- start 2024-06-06T07:57:01.135 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb870b0 0x55d8dfb9e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d2b85a740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 0x55d8dfb9edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb870b0 0x55d8dfb9e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d21d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 0x55d8dfb9edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d22d9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb870b0 0x55d8dfb9e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:33068/0 (socket says 172.21.15.27:33068) 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d21d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 0x55d8dfb9edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52038/0 (socket says 172.21.15.27:52038) 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d22d9d640 1 -- 172.21.15.27:0/3306667614 learned_addr learned my addr 172.21.15.27:0/3306667614 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb96760 0x55d8dfb99ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0d241adfb0 con 0x55d8dfb879d0 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.133+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0d241ad8e0 con 0x55d8dfb96760 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0d241aab20 con 0x55d8dfb870b0 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d2b85a740 10 client.0 _ll_register_callbacks cb 0x7f0d1c046070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:01.136 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb96760 0x55d8dfb99ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d21d9b640 1 -- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb870b0 msgr2=0x55d8dfb9e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb870b0 0x55d8dfb9e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d21d9b640 1 -- 172.21.15.27:0/3306667614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb96760 msgr2=0x55d8dfb99ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb96760 0x55d8dfb99ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d21d9b640 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8dfb9a4a0 con 0x55d8dfb879d0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb96760 0x55d8dfb99ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d21d9b640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 0x55d8dfb9edb0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x55d8dfba8ca0 tx=0x7f0d180039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3411a97996d4e254 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.134+0000 7f0d09ffb640 1 -- 172.21.15.27:0/3306667614 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18010870 con 0x55d8dfb879d0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.135+0000 7f0d09ffb640 1 -- 172.21.15.27:0/3306667614 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f0d18010a10 con 0x55d8dfb879d0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.135+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d1c036020 con 0x55d8dfb879d0 2024-06-06T07:57:01.137 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.135+0000 7f0d09ffb640 1 -- 172.21.15.27:0/3306667614 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f0d18010c10 con 0x55d8dfb879d0 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 10 client.15933 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55d8dfc107a0 con 0x55d8dfb879d0 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d09ffb640 1 -- 172.21.15.27:0/3306667614 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0d1c036020 con 0x55d8dfb879d0 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d09ffb640 1 -- 172.21.15.27:0/3306667614 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f0d18026070 con 0x55d8dfb879d0 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 10 client.15933 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 10 client.15933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 20 client.15933 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfc10ec0 0x55d8dfc132b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 4 client.15933 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.136+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d8dfafef10 con 0x55d8dfc10ec0 2024-06-06T07:57:01.139 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.137+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfc10ec0 0x55d8dfc132b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:01.140 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.137+0000 7f0d22d9d640 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfc10ec0 0x55d8dfc132b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd795e0e0039bd4d server_cookie=48f92357951b4f3e in_seq=0 out_seq=0 2024-06-06T07:57:01.140 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:01.137+0000 7f0d09ffb640 10 client.15933 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:01.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:01 smithi176 ceph-mon[36543]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-06-06T07:57:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:01 smithi203 ceph-mon[37192]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-06-06T07:57:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:01 smithi027 ceph-mon[32293]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-06-06T07:57:02.123 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-06-06T07:57:02.405 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:03.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:03 smithi176 ceph-mon[36543]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T07:57:03.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:03 smithi203 ceph-mon[37192]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T07:57:03.852 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:03 smithi027 ceph-mon[32293]: pgmap v51: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 25 KiB/s wr, 33 op/s 2024-06-06T07:57:04.522 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/980466510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 msgr2=0x7fe8d4102950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.523 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/980466510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d4102950 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fe8c80099c0 tx=0x7fe8c8009cd0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.523 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/980466510 shutdown_connections 2024-06-06T07:57:04.523 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/980466510 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 0x7fe8d410f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.523 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/980466510 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 0x7fe8d4108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/980466510 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d4102950 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/980466510 >> 172.21.15.27:0/980466510 conn(0x7fe8d40fdf60 msgr2=0x7fe8d4100380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:04.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/980466510 shutdown_connections 2024-06-06T07:57:04.524 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.521+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/980466510 wait complete. 2024-06-06T07:57:04.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.522+0000 7fe8d8ea2700 1 Processor -- start 2024-06-06T07:57:04.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 -- start start 2024-06-06T07:57:04.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d419e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 0x7fe8d419ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.530 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 0x7fe8d4198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d41128c0 con 0x7fe8d41024d0 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d4112740 con 0x7fe8d4108580 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d8ea2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d4112a40 con 0x7fe8d4102e90 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d419e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d419e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47518/0 (socket says 172.21.15.27:47518) 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d259c700 1 -- 172.21.15.27:0/3460702672 learned_addr learned my addr 172.21.15.27:0/3460702672 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:04.531 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 0x7fe8d4198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 0x7fe8d419ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.523+0000 7fe8d259c700 1 -- 172.21.15.27:0/3460702672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 msgr2=0x7fe8d419ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 0x7fe8d419ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d259c700 1 -- 172.21.15.27:0/3460702672 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 msgr2=0x7fe8d4198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 0x7fe8d4198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.532 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d259c700 1 -- 172.21.15.27:0/3460702672 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d41991c0 con 0x7fe8d41024d0 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 0x7fe8d419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 0x7fe8d4198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d419e8a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400d950 tx=0x7fe8c400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8c37fe700 1 -- 172.21.15.27:0/3460702672 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4016070 con 0x7fe8d41024d0 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8d41994b0 con 0x7fe8d41024d0 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.524+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8d40746c0 con 0x7fe8d41024d0 2024-06-06T07:57:04.533 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.525+0000 7fe8c37fe700 1 -- 172.21.15.27:0/3460702672 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe8c400fd90 con 0x7fe8d41024d0 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.525+0000 7fe8c37fe700 1 -- 172.21.15.27:0/3460702672 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c400e610 con 0x7fe8d41024d0 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.528+0000 7fe8c37fe700 1 -- 172.21.15.27:0/3460702672 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe8c4019070 con 0x7fe8d41024d0 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.529+0000 7fe8c37fe700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe8bc0a2e10 0x7fe8bc0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.529+0000 7fe8c37fe700 1 -- 172.21.15.27:0/3460702672 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fe8c40cf450 con 0x7fe8d41024d0 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.529+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe8bc0a2e10 0x7fe8bc0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.529+0000 7fe8e3725b80 1 Processor -- start 2024-06-06T07:57:04.534 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.529+0000 7fe8e3725b80 1 -- start start 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 0x55bb31eb5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5f60 0x55bb31eaf9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31eb0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55bb31e01810 con 0x55bb31eb5640 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55bb31da9720 con 0x55bb31eb5f60 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55bb31dfd7d0 con 0x55bb31eaff20 2024-06-06T07:57:04.539 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 0x55bb31eb5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 0x55bb31eb5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47522/0 (socket says 172.21.15.27:47522) 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8d259c700 1 -- 172.21.15.27:0/3328909944 learned_addr learned my addr 172.21.15.27:0/3328909944 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8d259c700 1 -- 172.21.15.27:0/3328909944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 msgr2=0x55bb31eb0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31eb0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.530+0000 7fe8d259c700 1 -- 172.21.15.27:0/3328909944 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5f60 msgr2=0x55bb31eaf9e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5f60 0x55bb31eaf9e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8d259c700 1 -- 172.21.15.27:0/3328909944 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb31d9ff50 con 0x55bb31eb5640 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe8bc0a2e10 0x7fe8bc0a52d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe8d4107b20 tx=0x7fe8c8005fb0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 0x55bb31eb5a20 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fe8c409b3b0 tx=0x7fe8c409bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebcdc58c7595c420 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8c0ff9700 1 -- 172.21.15.27:0/3328909944 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4020070 con 0x55bb31eb5640 2024-06-06T07:57:04.540 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8c0ff9700 1 -- 172.21.15.27:0/3328909944 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe8c409fa60 con 0x55bb31eb5640 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.531+0000 7fe8c0ff9700 1 -- 172.21.15.27:0/3328909944 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4010780 con 0x55bb31eb5640 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3328909944 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 msgr2=0x55bb31eb5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 0x55bb31eb5a20 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fe8c409b3b0 tx=0x7fe8c409bdb0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3328909944 shutdown_connections 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31eb0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5640 0x55bb31eb5a20 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3328909944 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5f60 0x55bb31eaf9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.532+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3328909944 >> 172.21.15.27:0/3328909944 conn(0x55bb31ddacc0 msgr2=0x55bb31eaa850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.533+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3328909944 shutdown_connections 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.533+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3328909944 wait complete. 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.533+0000 7fe8e3725b80 1 -- start start 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.533+0000 7fe8e3725b80 1 Processor -- start 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31ebbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.541 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31eb9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 0x55bb31eb9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55bb31ebc910 con 0x55bb31eb5f60 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55bb31da1bf0 con 0x55bb31eb5640 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55bb31ebca90 con 0x55bb31eaff20 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8e3725b80 10 client.0 _ll_register_callbacks cb 0x55bb31d9b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 0x55bb31eb9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 0x55bb31eb9540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47524/0 (socket says 172.21.15.27:47524) 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 -- 172.21.15.27:0/2006830228 learned_addr learned my addr 172.21.15.27:0/2006830228 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d259c700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31ebbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 -- 172.21.15.27:0/2006830228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 msgr2=0x55bb31ebbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31ebbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 -- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 msgr2=0x55bb31eb9000 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31eb9000 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d2d9d700 1 -- 172.21.15.27:0/2006830228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb31d508d0 con 0x55bb31eb5f60 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.534+0000 7fe8d259c700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31ebbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 0x55bb31eb9540 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc009fd0 tx=0x7fe8cc0157c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70317f8dc2964460 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/2006830228 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8cc0092e0 con 0x55bb31eb5f60 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/2006830228 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fe8cc003a00 con 0x55bb31eb5f60 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8c409fa60 con 0x55bb31eb5f60 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/2006830228 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe8cc028050 con 0x55bb31eb5f60 2024-06-06T07:57:04.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8e3725b80 10 client.15945 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.535+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55bb31ec7300 con 0x55bb31eb5f60 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/2006830228 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe8cc003c40 con 0x55bb31eb5f60 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/2006830228 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe8cc023030 con 0x55bb31eb5f60 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8e3725b80 10 client.15945 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8e3725b80 10 client.15945 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8e3725b80 20 client.15945 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31ec9c50 0x55bb31ecc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8e3725b80 4 client.15945 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe8c409fa60 con 0x55bb31ec9c50 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.536+0000 7fe8d259c700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31ec9c50 0x55bb31ecc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.537+0000 7fe8d259c700 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31ec9c50 0x55bb31ecc070 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fb5438ccbf6ff86 server_cookie=6e4cc707ac0c180d in_seq=0 out_seq=0 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.537+0000 7fe8b9ffb700 10 client.15945 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.537+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/2006830228 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7fe8c409fa60 con 0x55bb31ec9c50 2024-06-06T07:57:04.544 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.537+0000 7fe8b9ffb700 10 client.15945 handle_command_reply: tid=0 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.538+0000 7fe8e3725b80 1 client.15945 shutdown 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.538+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 msgr2=0x55bb31eb9540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.538+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 0x55bb31eb9540 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc009fd0 tx=0x7fe8cc0157c0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.538+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 shutdown_connections 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.538+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31ec9c50 0x55bb31ecc070 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.539+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eb5f60 0x55bb31eb9540 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.539+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eaff20 0x55bb31ebbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.539+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/2006830228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31eb9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.539+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 >> 172.21.15.27:0/2006830228 conn(0x55bb31ddacc0 msgr2=0x55bb31eae9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:04.545 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.539+0000 7fe8b9ffb700 0 client.15945 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.542+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 shutdown_connections 2024-06-06T07:57:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.543+0000 7fe8e3725b80 1 -- 172.21.15.27:0/2006830228 wait complete. 2024-06-06T07:57:04.546 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.543+0000 7fe8e3725b80 20 client.15945 trim_cache size 0 max 16384 2024-06-06T07:57:04.574 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 Processor -- start 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 -- start start 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31eaf9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ed1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b400ec20 con 0x55bb31eaff20 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b4010760 con 0x55bb31eb5640 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8e3725b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b400f2f0 con 0x55bb31eb5f60 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31eaf9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31eaf9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47536/0 (socket says 172.21.15.27:47536) 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.572+0000 7fe8d259c700 1 -- 172.21.15.27:0/1993921335 learned_addr learned my addr 172.21.15.27:0/1993921335 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.575 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d259c700 1 -- 172.21.15.27:0/1993921335 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 msgr2=0x55bb31ed1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d259c700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d259c700 1 -- 172.21.15.27:0/1993921335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 msgr2=0x55bb31ed1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ed1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d259c700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ed1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d259c700 1 -- 172.21.15.27:0/1993921335 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb31eac080 con 0x55bb31eaff20 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ed1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.573+0000 7fe8d259c700 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31eaf9e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fe8c401e040 tx=0x7fe8c4097950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e4c3a6104145b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.574+0000 7fe8bbfff700 1 -- 172.21.15.27:0/1993921335 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4014040 con 0x55bb31eaff20 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.574+0000 7fe8bbfff700 1 -- 172.21.15.27:0/1993921335 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe8c40ccb60 con 0x55bb31eaff20 2024-06-06T07:57:04.576 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.574+0000 7fe8bbfff700 1 -- 172.21.15.27:0/1993921335 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4020040 con 0x55bb31eaff20 2024-06-06T07:57:04.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 -- 172.21.15.27:0/1993921335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 msgr2=0x55bb31eaf9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.580 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31eaf9e0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fe8c401e040 tx=0x7fe8c4097950 comp rx=0 tx=0).stop 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 -- 172.21.15.27:0/1993921335 shutdown_connections 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31eaf9e0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/1993921335 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ed1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 -- 172.21.15.27:0/1993921335 >> 172.21.15.27:0/1993921335 conn(0x55bb31ddacc0 msgr2=0x55bb31eaa380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 -- 172.21.15.27:0/1993921335 shutdown_connections 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.575+0000 7fe8e3725b80 1 -- 172.21.15.27:0/1993921335 wait complete. 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.576+0000 7fe8e3725b80 1 -- start start 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.576+0000 7fe8e3725b80 1 Processor -- start 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.576+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31ec1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.581 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8e3725b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ec22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31ec1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8d259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31ec1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47550/0 (socket says 172.21.15.27:47550) 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8d259c700 1 -- 172.21.15.27:0/3579495946 learned_addr learned my addr 172.21.15.27:0/3579495946 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed0930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b4010090 con 0x55bb31eaff20 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b400f9c0 con 0x55bb31eb5640 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b400cbc0 con 0x55bb31eb5f60 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ec22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.577+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d259c700 1 -- 172.21.15.27:0/3579495946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 msgr2=0x55bb31ed0930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:04.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed0930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d259c700 1 -- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 msgr2=0x55bb31ec22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ec22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d259c700 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb31ed0e70 con 0x55bb31eaff20 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d2d9d700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8d259c700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31ec1d80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400b2f0 tx=0x7fe8c40979c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=250cb5733686f58b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8e3725b80 10 client.0 _ll_register_callbacks cb 0x55bb31d9b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.578+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8c40ccb60 con 0x55bb31eaff20 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/3579495946 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c4020070 con 0x55bb31eaff20 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/3579495946 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fe8c4010780 con 0x55bb31eaff20 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/3579495946 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fe8c409b910 con 0x55bb31eaff20 2024-06-06T07:57:04.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 10 client.15951 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({fsmap=30}) -- 0x55bb31f33bc0 con 0x55bb31eaff20 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/3579495946 <== mon.0 v2:172.21.15.27:3300/0 4 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fe8c4082030 con 0x55bb31eaff20 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 10 client.15951 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 10 client.15951 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 20 client.15951 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31f33e40 0x55bb31f36250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 4 client.15951 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:04.584 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.579+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bb31e0ed10 con 0x55bb31f33e40 2024-06-06T07:57:04.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.580+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31f33e40 0x55bb31f36250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:04.585 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:04.585 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.580+0000 7fe8d1d9b700 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31f33e40 0x55bb31f36250 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fbad3bc7e5ae741b server_cookie=304d4b7783f6abe3 in_seq=0 out_seq=0 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.580+0000 7fe8b9ffb700 10 client.15951 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8b9ffb700 1 -- 172.21.15.27:0/3579495946 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bb31e0ed10 con 0x55bb31f33e40 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8b9ffb700 10 client.15951 handle_command_reply: tid=0 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 client.15951 shutdown 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 msgr2=0x55bb31ec1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31ec1d80 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400b2f0 tx=0x7fe8c40979c0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 shutdown_connections 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55bb31f33e40 0x55bb31f36250 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8b9ffb700 0 client.15951 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55bb31eb5f60 0x55bb31ed0930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.586 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55bb31eaff20 0x55bb31ec1d80 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 --2- 172.21.15.27:0/3579495946 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55bb31eb5640 0x55bb31ec22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 >> 172.21.15.27:0/3579495946 conn(0x55bb31ddacc0 msgr2=0x55bb31ea3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 shutdown_connections 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 1 -- 172.21.15.27:0/3579495946 wait complete. 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.581+0000 7fe8e3725b80 20 client.15951 trim_cache size 0 max 16384 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe8bc0a2e10 msgr2=0x7fe8bc0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe8bc0a2e10 0x7fe8bc0a52d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe8d4107b20 tx=0x7fe8c8005fb0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 msgr2=0x7fe8d419e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d419e8a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fe8c400d950 tx=0x7fe8c400dc60 comp rx=0 tx=0).stop 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 shutdown_connections 2024-06-06T07:57:04.587 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe8bc0a2e10 0x7fe8bc0a52d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe8d4108580 0x7fe8d4198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe8d41024d0 0x7fe8d419e8a0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 --2- 172.21.15.27:0/3460702672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe8d4102e90 0x7fe8d419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:04.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 >> 172.21.15.27:0/3460702672 conn(0x7fe8d40fdf60 msgr2=0x7fe8d40ff530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:04.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 shutdown_connections 2024-06-06T07:57:04.588 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:04.583+0000 7fe8d8ea2700 1 -- 172.21.15.27:0/3460702672 wait complete. 2024-06-06T07:57:05.455 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-06-06T07:57:05.519 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d09ffb640 1 -- 172.21.15.27:0/3306667614 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55d8dfafef10 con 0x55d8dfc10ec0 2024-06-06T07:57:05.519 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d09ffb640 10 client.15933 handle_command_reply: tid=0 2024-06-06T07:57:05.519 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 client.15933 shutdown 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 msgr2=0x55d8dfb9edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 0x55d8dfb9edb0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x55d8dfba8ca0 tx=0x7f0d180039c0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 shutdown_connections 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55d8dfc10ec0 0x55d8dfc132b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55d8dfb96760 0x55d8dfb99ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55d8dfb879d0 0x55d8dfb9edb0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 --2- 172.21.15.27:0/3306667614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d8dfb870b0 0x55d8dfb9e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 >> 172.21.15.27:0/3306667614 conn(0x55d8dfb83680 msgr2=0x55d8dfb936a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.518+0000 7f0d09ffb640 0 client.15933 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 shutdown_connections 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d2b85a740 1 -- 172.21.15.27:0/3306667614 wait complete. 2024-06-06T07:57:05.520 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d2b85a740 20 client.15933 trim_cache size 0 max 16384 2024-06-06T07:57:05.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:57:05.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:57:05.521 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0d0c0a2e20 msgr2=0x7f0d0c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0d0c0a2e20 0x7f0d0c0a52e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0d140cc510 tx=0x7f0d140d4040 comp rx=0 tx=0).stop 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 msgr2=0x7f0d24196110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.519+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 0x7f0d24196110 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f0d1400d950 tx=0x7f0d1400de10 comp rx=0 tx=0).stop 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 shutdown_connections 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0d0c0a2e20 0x7f0d0c0a52e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d24106890 0x7f0d2419a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0d24101290 0x7f0d24196650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 --2- 172.21.15.27:0/1905693299 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0d241008d0 0x7f0d24196110 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:05.522 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 >> 172.21.15.27:0/1905693299 conn(0x7f0d24077a20 msgr2=0x7f0d24103310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:05.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 shutdown_connections 2024-06-06T07:57:05.523 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:05.520+0000 7f0d28b4f640 1 -- 172.21.15.27:0/1905693299 wait complete. 2024-06-06T07:57:05.741 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:05 smithi176 ceph-mon[36543]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-06T07:57:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:05 smithi203 ceph-mon[37192]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-06T07:57:05.872 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:05 smithi027 ceph-mon[32293]: pgmap v52: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: *** Caught signal (Segmentation fault) ** 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: in thread 7fe2bfe7f700 thread_name:md_log_replay 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe2d1241d20] 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2: /usr/bin/ceph-mds(+0x549a2f) [0x55d3a7706a2f] 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55d3a770a1c3] 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 4: (MDLog::_replay_thread()+0x617) [0x55d3a7764ff7] 2024-06-06T07:57:06.499 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55d3a776e861] 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fe2d12371ca] 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 7: clone() 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.141+0000 7fe2bfe7f700 -1 *** Caught signal (Segmentation fault) ** 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: in thread 7fe2bfe7f700 thread_name:md_log_replay 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe2d1241d20] 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2: /usr/bin/ceph-mds(+0x549a2f) [0x55d3a7706a2f] 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55d3a770a1c3] 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 4: (MDLog::_replay_thread()+0x617) [0x55d3a7764ff7] 2024-06-06T07:57:06.500 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55d3a776e861] 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fe2d12371ca] 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 7: clone() 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 0> 2024-06-06T07:57:06.141+0000 7fe2bfe7f700 -1 *** Caught signal (Segmentation fault) ** 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: in thread 7fe2bfe7f700 thread_name:md_log_replay 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe2d1241d20] 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2: /usr/bin/ceph-mds(+0x549a2f) [0x55d3a7706a2f] 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55d3a770a1c3] 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 4: (MDLog::_replay_thread()+0x617) [0x55d3a7764ff7] 2024-06-06T07:57:06.501 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55d3a776e861] 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fe2d12371ca] 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 7: clone() 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 0> 2024-06-06T07:57:06.141+0000 7fe2bfe7f700 -1 *** Caught signal (Segmentation fault) ** 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: in thread 7fe2bfe7f700 thread_name:md_log_replay 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7fe2d1241d20] 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2: /usr/bin/ceph-mds(+0x549a2f) [0x55d3a7706a2f] 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55d3a770a1c3] 2024-06-06T07:57:06.502 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 4: (MDLog::_replay_thread()+0x617) [0x55d3a7764ff7] 2024-06-06T07:57:06.503 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55d3a776e861] 2024-06-06T07:57:06.503 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7fe2d12371ca] 2024-06-06T07:57:06.503 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 7: clone() 2024-06-06T07:57:06.503 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-06-06T07:57:06.503 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[65871]: 2024-06-06T07:57:06.503 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 podman[70301]: 2024-06-06 07:57:06.204174989 +0000 UTC m=+0.022885378 container died ffbed4c57803042f6eb4da8c700b302e60ef093063ad624596ca17346e5dafcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-06-06T07:57:07.170 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 podman[70301]: 2024-06-06 07:57:06.915748576 +0000 UTC m=+0.734458969 container remove ffbed4c57803042f6eb4da8c700b302e60ef093063ad624596ca17346e5dafcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, ceph=True, org.label-schema.license=GPLv2) 2024-06-06T07:57:07.170 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:06 smithi176 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service: Main process exited, code=exited, status=139/n/a 2024-06-06T07:57:07.424 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:07 smithi176 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service: Failed with result 'exit-code'. 2024-06-06T07:57:07.424 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:07 smithi176 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service: Consumed 1.123s CPU time. 2024-06-06T07:57:07.560 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:07 smithi027 ceph-mon[32293]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-06T07:57:07.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 -- 172.21.15.27:0/388577617 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb30806aa00 msgr2=0x7fb30806ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 --2- 172.21.15.27:0/388577617 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb30806aa00 0x7fb30806ae80 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fb2f8009990 tx=0x7fb2f8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 -- 172.21.15.27:0/388577617 shutdown_connections 2024-06-06T07:57:07.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 --2- 172.21.15.27:0/388577617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb30806b3c0 0x7fb30810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 --2- 172.21.15.27:0/388577617 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb3081084f0 0x7fb3081088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 --2- 172.21.15.27:0/388577617 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb30806aa00 0x7fb30806ae80 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 -- 172.21.15.27:0/388577617 >> 172.21.15.27:0/388577617 conn(0x7fb308078300 msgr2=0x7fb308078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:07.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 -- 172.21.15.27:0/388577617 shutdown_connections 2024-06-06T07:57:07.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.672+0000 7fb30ff84700 1 -- 172.21.15.27:0/388577617 wait complete. 2024-06-06T07:57:07.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 Processor -- start 2024-06-06T07:57:07.674 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 -- start start 2024-06-06T07:57:07.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb30806aa00 0x7fb308101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.675 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb30806b3c0 0x7fb308101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3081084f0 0x7fb308101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081128a0 con 0x7fb3081084f0 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb308112720 con 0x7fb30806aa00 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30ff84700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb308112a20 con 0x7fb30806b3c0 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.673+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb30806aa00 0x7fb308101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb30806aa00 0x7fb308101450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:56778/0 (socket says 172.21.15.27:56778) 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3081084f0 0x7fb308101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30dd20700 1 -- 172.21.15.27:0/2056068044 learned_addr learned my addr 172.21.15.27:0/2056068044 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30d51f700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb30806b3c0 0x7fb308101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 -- 172.21.15.27:0/2056068044 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb30806b3c0 msgr2=0x7fb308101990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb30806b3c0 0x7fb308101990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.676 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 -- 172.21.15.27:0/2056068044 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb30806aa00 msgr2=0x7fb308101450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb30806aa00 0x7fb308101450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 -- 172.21.15.27:0/2056068044 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3081a7230 con 0x7fb3081084f0 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb30e521700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3081084f0 0x7fb308101ed0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fb300007f10 tx=0x7fb30000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.674+0000 7fb2feffd700 1 -- 172.21.15.27:0/2056068044 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb30000ddd0 con 0x7fb3081084f0 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.675+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3081a7520 con 0x7fb3081084f0 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.675+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3081a7a30 con 0x7fb3081084f0 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.675+0000 7fb2feffd700 1 -- 172.21.15.27:0/2056068044 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb300009e20 con 0x7fb3081084f0 2024-06-06T07:57:07.677 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.675+0000 7fb2feffd700 1 -- 172.21.15.27:0/2056068044 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb300015660 con 0x7fb3081084f0 2024-06-06T07:57:07.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.677+0000 7fb2feffd700 1 -- 172.21.15.27:0/2056068044 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb300015800 con 0x7fb3081084f0 2024-06-06T07:57:07.678 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.678+0000 7fb2feffd700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb2f40a2e10 0x7fb2f40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.678+0000 7fb2feffd700 1 -- 172.21.15.27:0/2056068044 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb3000cf180 con 0x7fb3081084f0 2024-06-06T07:57:07.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.678+0000 7fb30dd20700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb2f40a2e10 0x7fb2f40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.679 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.679+0000 7fb30dd20700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb2f40a2e10 0x7fb2f40a52d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb3040046c0 tx=0x7fb304004040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:07.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.679+0000 7fb31a807b80 1 Processor -- start 2024-06-06T07:57:07.680 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.679+0000 7fb31a807b80 1 -- start start 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59ee340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59ee880 0x55aab59e8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 0x55aab59e8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb31a807b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55aab58daf60 con 0x55aab59e87a0 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb31a807b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55aab5939850 con 0x55aab59edf60 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb31a807b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55aab58a1460 con 0x55aab59ee880 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59ee340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 0x55aab59e8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.681 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 0x55aab59e8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47582/0 (socket says 172.21.15.27:47582) 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 -- 172.21.15.27:0/1340618485 learned_addr learned my addr 172.21.15.27:0/1340618485 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30d51f700 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59ee880 0x55aab59e8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 -- 172.21.15.27:0/1340618485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59ee880 msgr2=0x55aab59e8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59ee880 0x55aab59e8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 -- 172.21.15.27:0/1340618485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 msgr2=0x55aab59ee340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59ee340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.680+0000 7fb30e521700 1 -- 172.21.15.27:0/1340618485 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aab58888d0 con 0x55aab59e87a0 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.681+0000 7fb30d51f700 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59ee880 0x55aab59e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:07.682 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.681+0000 7fb30e521700 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 0x55aab59e8bc0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb30009b2d0 tx=0x7fb30009aca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4254ce9e92401ff4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:07.683 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.681+0000 7fb2f3fff700 1 -- 172.21.15.27:0/1340618485 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb30009f6f0 con 0x55aab59e87a0 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.681+0000 7fb2f3fff700 1 -- 172.21.15.27:0/1340618485 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb3000a3fb0 con 0x55aab59e87a0 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.681+0000 7fb2f3fff700 1 -- 172.21.15.27:0/1340618485 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3000a3b20 con 0x55aab59e87a0 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 -- 172.21.15.27:0/1340618485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 msgr2=0x55aab59e8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 0x55aab59e8bc0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb30009b2d0 tx=0x7fb30009aca0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 -- 172.21.15.27:0/1340618485 shutdown_connections 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59e87a0 0x55aab59e8bc0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59ee340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 --2- 172.21.15.27:0/1340618485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59ee880 0x55aab59e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 -- 172.21.15.27:0/1340618485 >> 172.21.15.27:0/1340618485 conn(0x55aab5915080 msgr2=0x55aab59e3220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.682+0000 7fb31a807b80 1 -- 172.21.15.27:0/1340618485 shutdown_connections 2024-06-06T07:57:07.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.683+0000 7fb31a807b80 1 -- 172.21.15.27:0/1340618485 wait complete. 2024-06-06T07:57:07.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.683+0000 7fb31a807b80 1 -- start start 2024-06-06T07:57:07.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.683+0000 7fb31a807b80 1 Processor -- start 2024-06-06T07:57:07.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59f19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55aab58d9fc0 con 0x55aab59ee880 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55aab5935810 con 0x55aab59e87a0 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55aab59f5200 con 0x55aab59edf60 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb31a807b80 10 client.0 _ll_register_callbacks cb 0x55aab58cf5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59f46e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:56806/0 (socket says 172.21.15.27:56806) 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb30dd20700 1 -- 172.21.15.27:0/750470905 learned_addr learned my addr 172.21.15.27:0/750470905 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb30d51f700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59f19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.684+0000 7fb30e521700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30dd20700 1 -- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 msgr2=0x55aab59f19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30dd20700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59f19e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30dd20700 1 -- 172.21.15.27:0/750470905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 msgr2=0x55aab59f1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30dd20700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30dd20700 1 -- 172.21.15.27:0/750470905 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aab58ff750 con 0x55aab59e87a0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30e521700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb30dd20700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59f46e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb30400fd40 tx=0x7fb304004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=64621dfbb9b60c69 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb2f17fa700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb2f17fa700 1 -- 172.21.15.27:0/750470905 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304011e60 con 0x55aab59e87a0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3000a3fb0 con 0x55aab59e87a0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.685+0000 7fb2f17fa700 1 -- 172.21.15.27:0/750470905 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb30401f430 con 0x55aab59e87a0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb2f17fa700 1 -- 172.21.15.27:0/750470905 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb304030050 con 0x55aab59e87a0 2024-06-06T07:57:07.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 10 client.25529 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55aab59ff960 con 0x55aab59e87a0 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb2f17fa700 1 -- 172.21.15.27:0/750470905 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb3000a3fb0 con 0x55aab59e87a0 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb2f17fa700 1 -- 172.21.15.27:0/750470905 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb304028880 con 0x55aab59e87a0 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 10 client.25529 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 10 client.25529 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 20 client.25529 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a01f40 0x55aab5a04330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 4 client.25529 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aab5946d50 con 0x55aab5a01f40 2024-06-06T07:57:07.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.686+0000 7fb30d51f700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a01f40 0x55aab5a04330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.687+0000 7fb2f17fa700 10 client.25529 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:07.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.687+0000 7fb30d51f700 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a01f40 0x55aab5a04330 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=59378dc8b79e3937 server_cookie=b171c98785075adf in_seq=0 out_seq=0 2024-06-06T07:57:07.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb2f17fa700 1 -- 172.21.15.27:0/750470905 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55aab5946d50 con 0x55aab5a01f40 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb2f17fa700 10 client.25529 handle_command_reply: tid=0 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 client.25529 shutdown 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 msgr2=0x55aab59f46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59f46e0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fb30400fd40 tx=0x7fb304004750 comp rx=0 tx=0).stop 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 shutdown_connections 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a01f40 0x55aab5a04330 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59f46e0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 --2- 172.21.15.27:0/750470905 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59f19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 >> 172.21.15.27:0/750470905 conn(0x55aab5915080 msgr2=0x55aab59e2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb2f17fa700 0 client.25529 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:07.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 shutdown_connections 2024-06-06T07:57:07.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.688+0000 7fb31a807b80 1 -- 172.21.15.27:0/750470905 wait complete. 2024-06-06T07:57:07.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.689+0000 7fb31a807b80 20 client.25529 trim_cache size 0 max 16384 2024-06-06T07:57:07.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.704+0000 7fb31a807b80 1 Processor -- start 2024-06-06T07:57:07.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.704+0000 7fb31a807b80 1 -- start start 2024-06-06T07:57:07.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.704+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59fe350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.704+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59ef3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.705 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb31a807b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081b07d0 con 0x55aab59ee880 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb31a807b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081b2310 con 0x55aab59e87a0 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb31a807b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081b0ea0 con 0x55aab59edf60 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30e521700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30e521700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47592/0 (socket says 172.21.15.27:47592) 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59fe350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59fe350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:56812/0 (socket says 172.21.15.27:56812) 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 -- 172.21.15.27:0/986366146 learned_addr learned my addr 172.21.15.27:0/986366146 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:07.706 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30d51f700 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59ef3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.707 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 -- 172.21.15.27:0/986366146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 msgr2=0x55aab59ef3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59ef3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 -- 172.21.15.27:0/986366146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 msgr2=0x55aab59f4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30dd20700 1 -- 172.21.15.27:0/986366146 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aab59df810 con 0x55aab59e87a0 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.705+0000 7fb30e521700 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.706+0000 7fb30dd20700 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59fe350 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb304005950 tx=0x7fb30401e640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8c33b834fe74fd1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.706+0000 7fb2f37fe700 1 -- 172.21.15.27:0/986366146 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304011cb0 con 0x55aab59e87a0 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.706+0000 7fb2f37fe700 1 -- 172.21.15.27:0/986366146 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb304038030 con 0x55aab59e87a0 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.706+0000 7fb2f37fe700 1 -- 172.21.15.27:0/986366146 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3040289f0 con 0x55aab59e87a0 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.706+0000 7fb31a807b80 1 -- 172.21.15.27:0/986366146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 msgr2=0x55aab59fe350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.708 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.706+0000 7fb31a807b80 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59fe350 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb304005950 tx=0x7fb30401e640 comp rx=0 tx=0).stop 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 -- 172.21.15.27:0/986366146 shutdown_connections 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab59f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59e87a0 0x55aab59fe350 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 --2- 172.21.15.27:0/986366146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59edf60 0x55aab59ef3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 -- 172.21.15.27:0/986366146 >> 172.21.15.27:0/986366146 conn(0x55aab5915080 msgr2=0x55aab59ed340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 -- 172.21.15.27:0/986366146 shutdown_connections 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 -- 172.21.15.27:0/986366146 wait complete. 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 -- start start 2024-06-06T07:57:07.709 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.707+0000 7fb31a807b80 1 Processor -- start 2024-06-06T07:57:07.712 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 0x55aab59fa750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59fac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab5a09180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081b1c40 con 0x55aab59ee880 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081b1570 con 0x55aab59edf60 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb3081ae770 con 0x55aab59e87a0 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb31a807b80 10 client.0 _ll_register_callbacks cb 0x55aab58cf5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 0x55aab59fa750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 0x55aab59fa750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:43868/0 (socket says 172.21.15.27:43868) 2024-06-06T07:57:07.713 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 -- 172.21.15.27:0/609428413 learned_addr learned my addr 172.21.15.27:0/609428413 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30e521700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab5a09180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 -- 172.21.15.27:0/609428413 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 msgr2=0x55aab59fac90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59fac90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 -- 172.21.15.27:0/609428413 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 msgr2=0x55aab5a09180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.708+0000 7fb30dd20700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab5a09180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb30dd20700 1 -- 172.21.15.27:0/609428413 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aab5a099f0 con 0x55aab59e87a0 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb30e521700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab5a09180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb30dd20700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 0x55aab59fa750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb304010010 tx=0x7fb304005720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0e7345ef2a589b4 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb2f17fa700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb2f17fa700 1 -- 172.21.15.27:0/609428413 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb304043070 con 0x55aab59e87a0 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb304038030 con 0x55aab59e87a0 2024-06-06T07:57:07.714 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb2f17fa700 1 -- 172.21.15.27:0/609428413 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fb30401e820 con 0x55aab59e87a0 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb2f17fa700 1 -- 172.21.15.27:0/609428413 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fb30404f050 con 0x55aab59e87a0 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb31a807b80 10 client.25558 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.709+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55aab5a74eb0 con 0x55aab59e87a0 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb2f17fa700 1 -- 172.21.15.27:0/609428413 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb304038030 con 0x55aab59e87a0 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb2f17fa700 1 -- 172.21.15.27:0/609428413 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fb304048560 con 0x55aab59e87a0 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb31a807b80 10 client.25558 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb31a807b80 10 client.25558 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb31a807b80 20 client.25558 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb31a807b80 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a75510 0x55aab5a77930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb31a807b80 4 client.25558 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55aab59412d0 con 0x55aab5a75510 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.710+0000 7fb30d51f700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a75510 0x55aab5a77930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:07.715 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb2f17fa700 10 client.25558 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb30d51f700 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a75510 0x55aab5a77930 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=72e2454efee133ec server_cookie=85aa08b0a59b292b in_seq=0 out_seq=0 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb2f17fa700 1 -- 172.21.15.27:0/609428413 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55aab59412d0 con 0x55aab5a75510 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb2f17fa700 10 client.25558 handle_command_reply: tid=0 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 client.25558 shutdown 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 msgr2=0x55aab59fa750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 0x55aab59fa750 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb304010010 tx=0x7fb304005720 comp rx=0 tx=0).stop 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 shutdown_connections 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55aab5a75510 0x55aab5a77930 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb2f17fa700 0 client.25558 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aab59ee880 0x55aab5a09180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aab59e87a0 0x55aab59fa750 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.716 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 --2- 172.21.15.27:0/609428413 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aab59edf60 0x55aab59fac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.711+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 >> 172.21.15.27:0/609428413 conn(0x55aab5915080 msgr2=0x55aab59ed340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:07.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.712+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 shutdown_connections 2024-06-06T07:57:07.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.712+0000 7fb31a807b80 1 -- 172.21.15.27:0/609428413 wait complete. 2024-06-06T07:57:07.717 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.712+0000 7fb31a807b80 20 client.25558 trim_cache size 0 max 16384 2024-06-06T07:57:07.717 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.712+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb2f40a2e10 msgr2=0x7fb2f40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.712+0000 7fb30ff84700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb2f40a2e10 0x7fb2f40a52d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb3040046c0 tx=0x7fb304004040 comp rx=0 tx=0).stop 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3081084f0 msgr2=0x7fb308101ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3081084f0 0x7fb308101ed0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fb300007f10 tx=0x7fb30000d3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 shutdown_connections 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb2f40a2e10 0x7fb2f40a52d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb3081084f0 0x7fb308101ed0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.718 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb30806aa00 0x7fb308101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 --2- 172.21.15.27:0/2056068044 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb30806b3c0 0x7fb308101990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:07.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 >> 172.21.15.27:0/2056068044 conn(0x7fb308078300 msgr2=0x7fb308100040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:07.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 shutdown_connections 2024-06-06T07:57:07.719 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:07.713+0000 7fb30ff84700 1 -- 172.21.15.27:0/2056068044 wait complete. 2024-06-06T07:57:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:07 smithi176 ceph-mon[36543]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-06T07:57:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:07 smithi203 ceph-mon[37192]: pgmap v53: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 25 op/s 2024-06-06T07:57:08.668 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T07:57:08.969 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:09.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:09 smithi027 ceph-mon[32293]: pgmap v54: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-06-06T07:57:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:09 smithi176 ceph-mon[36543]: pgmap v54: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-06-06T07:57:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:09 smithi203 ceph-mon[37192]: pgmap v54: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 -- 172.21.15.27:0/77197268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c1063a0 msgr2=0x7f013c106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 --2- 172.21.15.27:0/77197268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c1063a0 0x7f013c106780 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f012c009990 tx=0x7f012c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 -- 172.21.15.27:0/77197268 shutdown_connections 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 --2- 172.21.15.27:0/77197268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c102510 0x7f013c10e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 --2- 172.21.15.27:0/77197268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c1063a0 0x7f013c106780 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 --2- 172.21.15.27:0/77197268 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c101b50 0x7f013c101fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 -- 172.21.15.27:0/77197268 >> 172.21.15.27:0/77197268 conn(0x7f013c077990 msgr2=0x7f013c0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 -- 172.21.15.27:0/77197268 shutdown_connections 2024-06-06T07:57:11.025 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.025+0000 7f0142a4e700 1 -- 172.21.15.27:0/77197268 wait complete. 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.026+0000 7f0142a4e700 1 Processor -- start 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.026+0000 7f0142a4e700 1 -- start start 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.026+0000 7f0142a4e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 0x7f013c19b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 0x7f013c19b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 0x7f013c19b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47622/0 (socket says 172.21.15.27:47622) 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f0142a4e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c102510 0x7f013c19b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.027 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 -- 172.21.15.27:0/2680183685 learned_addr learned my addr 172.21.15.27:0/2680183685 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c19fc10 0x7f013c1a0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f013c112ab0 con 0x7f013c101b50 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f013c112930 con 0x7f013c19fc10 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f013c112c30 con 0x7f013c102510 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f0140feb700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c19fc10 0x7f013c1a0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013b7fe700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c102510 0x7f013c19b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 -- 172.21.15.27:0/2680183685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c102510 msgr2=0x7f013c19b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c102510 0x7f013c19b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 -- 172.21.15.27:0/2680183685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c19fc10 msgr2=0x7f013c1a0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c19fc10 0x7f013c1a0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.027+0000 7f013bfff700 1 -- 172.21.15.27:0/2680183685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f013c1a0730 con 0x7f013c101b50 2024-06-06T07:57:11.028 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.028+0000 7f013bfff700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 0x7f013c19b340 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f012c015000 tx=0x7f012c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:11.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.028+0000 7f01397fa700 1 -- 172.21.15.27:0/2680183685 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c026070 con 0x7f013c101b50 2024-06-06T07:57:11.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.028+0000 7f01397fa700 1 -- 172.21.15.27:0/2680183685 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f012c021410 con 0x7f013c101b50 2024-06-06T07:57:11.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.028+0000 7f01397fa700 1 -- 172.21.15.27:0/2680183685 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c017650 con 0x7f013c101b50 2024-06-06T07:57:11.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.028+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f013c1a09c0 con 0x7f013c101b50 2024-06-06T07:57:11.029 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.028+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f013c1a8090 con 0x7f013c101b50 2024-06-06T07:57:11.032 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.033+0000 7f01397fa700 1 -- 172.21.15.27:0/2680183685 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f012c009d10 con 0x7f013c101b50 2024-06-06T07:57:11.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 Processor -- start 2024-06-06T07:57:11.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 -- start start 2024-06-06T07:57:11.033 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f01397fa700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f01240a2e10 0x7f01240a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5857a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec58519e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5857a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5857a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47632/0 (socket says 172.21.15.27:47632) 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f013bfff700 1 -- 172.21.15.27:0/123635688 learned_addr learned my addr 172.21.15.27:0/123635688 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5851f20 0x561ec5852340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561ec57a3810 con 0x561ec5857640 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561ec574b720 con 0x561ec5851f20 2024-06-06T07:57:11.034 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561ec579f7d0 con 0x561ec5857f60 2024-06-06T07:57:11.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f01397fa700 1 -- 172.21.15.27:0/2680183685 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f012c0cfc70 con 0x7f013c101b50 2024-06-06T07:57:11.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.034+0000 7f0140feb700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f01240a2e10 0x7f01240a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013bfff700 1 -- 172.21.15.27:0/123635688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 msgr2=0x561ec58519e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:57:11.035 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013b7fe700 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec58519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013bfff700 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec58519e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013bfff700 1 -- 172.21.15.27:0/123635688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5851f20 msgr2=0x561ec5852340 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013bfff700 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5851f20 0x561ec5852340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013bfff700 1 -- 172.21.15.27:0/123635688 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ec5741f50 con 0x561ec5857640 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.035+0000 7f013bfff700 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5857a20 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f012c005b40 tx=0x7f012c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee3a07fd8ee0ce46 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.036+0000 7f01227fc700 1 -- 172.21.15.27:0/123635688 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c09bec0 con 0x561ec5857640 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.036+0000 7f0140feb700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f01240a2e10 0x7f01240a52d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f013400f570 tx=0x7f013400b040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.036+0000 7f01227fc700 1 -- 172.21.15.27:0/123635688 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f012c0a0270 con 0x561ec5857640 2024-06-06T07:57:11.036 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.036+0000 7f01227fc700 1 -- 172.21.15.27:0/123635688 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c0095c0 con 0x561ec5857640 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 msgr2=0x561ec5857a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5857a20 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f012c005b40 tx=0x7f012c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 shutdown_connections 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5851f20 0x561ec5852340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5857a20 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/123635688 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec58519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 >> 172.21.15.27:0/123635688 conn(0x561ec577ccc0 msgr2=0x561ec584c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 shutdown_connections 2024-06-06T07:57:11.037 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 -- 172.21.15.27:0/123635688 wait complete. 2024-06-06T07:57:11.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.037+0000 7f014d2d1b80 1 -- start start 2024-06-06T07:57:11.038 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f014d2d1b80 1 Processor -- start 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 0x561ec585dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 0x561ec585dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 0x561ec585dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47642/0 (socket says 172.21.15.27:47642) 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f013bfff700 1 -- 172.21.15.27:0/1880719819 learned_addr learned my addr 172.21.15.27:0/1880719819 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857640 0x561ec585afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.038+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec585b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561ec585e6f0 con 0x561ec5851f20 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561ec5743bf0 con 0x561ec5857f60 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561ec585e870 con 0x561ec5857640 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857640 0x561ec585afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.039 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013bfff700 1 -- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857640 msgr2=0x561ec585afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013bfff700 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857640 0x561ec585afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013bfff700 1 -- 172.21.15.27:0/1880719819 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 msgr2=0x561ec585b520 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013bfff700 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec585b520 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013bfff700 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ec56f28d0 con 0x561ec5851f20 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f013bfff700 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 0x561ec585dce0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f012c021dc0 tx=0x7f012c09a260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6444006bc7ea0d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f014d2d1b80 10 client.0 _ll_register_callbacks cb 0x561ec573d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f012c0a0270 con 0x561ec5851f20 2024-06-06T07:57:11.040 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.039+0000 7f011b7fe700 10 client.15981 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f011b7fe700 1 -- 172.21.15.27:0/1880719819 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c0cd4f0 con 0x561ec5851f20 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f011b7fe700 1 -- 172.21.15.27:0/1880719819 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f012c0217c0 con 0x561ec5851f20 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f011b7fe700 1 -- 172.21.15.27:0/1880719819 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f012c09bec0 con 0x561ec5851f20 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 10 client.15981 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({fsmap=30}) -- 0x561ec5868ab0 con 0x561ec5851f20 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f011b7fe700 1 -- 172.21.15.27:0/1880719819 <== mon.0 v2:172.21.15.27:3300/0 4 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f012c09c120 con 0x561ec5851f20 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 10 client.15981 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 10 client.15981 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 20 client.15981 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec586b200 0x561ec586d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.041 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 4 client.15981 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:11.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.040+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ec57b0d10 con 0x561ec586b200 2024-06-06T07:57:11.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.041+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec586b200 0x561ec586d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.041+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec586b200 0x561ec586d6c0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=976ce4d87e99643 server_cookie=5b3600587fcac73d in_seq=0 out_seq=0 2024-06-06T07:57:11.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.041+0000 7f011b7fe700 10 client.15981 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f011b7fe700 1 -- 172.21.15.27:0/1880719819 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561ec57b0d10 con 0x561ec586b200 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f011b7fe700 10 client.15981 handle_command_reply: tid=0 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 client.15981 shutdown 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 msgr2=0x561ec585dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 0x561ec585dce0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f012c021dc0 tx=0x7f012c09a260 comp rx=0 tx=0).stop 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 shutdown_connections 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec586b200 0x561ec586d6c0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec585b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5851f20 0x561ec585dce0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1880719819 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857640 0x561ec585afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 >> 172.21.15.27:0/1880719819 conn(0x561ec577ccc0 msgr2=0x561ec58509d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:11.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.042+0000 7f011b7fe700 0 client.15981 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:11.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.043+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 shutdown_connections 2024-06-06T07:57:11.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.043+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1880719819 wait complete. 2024-06-06T07:57:11.044 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.043+0000 7f014d2d1b80 20 client.15981 trim_cache size 0 max 16384 2024-06-06T07:57:11.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 Processor -- start 2024-06-06T07:57:11.072 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 -- start start 2024-06-06T07:57:11.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857640 0x561ec58519e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec5846690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.073 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 0x561ec5873450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1b0d40 con 0x561ec5872fd0 2024-06-06T07:57:11.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1b2880 con 0x561ec5857640 2024-06-06T07:57:11.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f014d2d1b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1b1410 con 0x561ec5857f60 2024-06-06T07:57:11.074 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f0140feb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 0x561ec5873450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.073+0000 7f0140feb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 0x561ec5873450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47644/0 (socket says 172.21.15.27:47644) 2024-06-06T07:57:11.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 -- 172.21.15.27:0/4233142070 learned_addr learned my addr 172.21.15.27:0/4233142070 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:11.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f013b7fe700 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec5846690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 -- 172.21.15.27:0/4233142070 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 msgr2=0x561ec5846690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:11.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec5846690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.075 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 -- 172.21.15.27:0/4233142070 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857640 msgr2=0x561ec58519e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:57:11.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857640 0x561ec58519e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 -- 172.21.15.27:0/4233142070 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ec586dd40 con 0x561ec5872fd0 2024-06-06T07:57:11.076 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.074+0000 7f0140feb700 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 0x561ec5873450 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f013400fed0 tx=0x7f0134014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b75ea8ec71d0a325 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.075+0000 7f0121ffb700 1 -- 172.21.15.27:0/4233142070 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0134003a00 con 0x561ec5872fd0 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.075+0000 7f0121ffb700 1 -- 172.21.15.27:0/4233142070 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f013402a070 con 0x561ec5872fd0 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.075+0000 7f0121ffb700 1 -- 172.21.15.27:0/4233142070 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0134004540 con 0x561ec5872fd0 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 -- 172.21.15.27:0/4233142070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 msgr2=0x561ec5873450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 0x561ec5873450 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f013400fed0 tx=0x7f0134014000 comp rx=0 tx=0).stop 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 -- 172.21.15.27:0/4233142070 shutdown_connections 2024-06-06T07:57:11.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5872fd0 0x561ec5873450 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857640 0x561ec58519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/4233142070 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5857f60 0x561ec5846690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 -- 172.21.15.27:0/4233142070 >> 172.21.15.27:0/4233142070 conn(0x561ec577ccc0 msgr2=0x561ec58589b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:11.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 -- 172.21.15.27:0/4233142070 shutdown_connections 2024-06-06T07:57:11.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 -- 172.21.15.27:0/4233142070 wait complete. 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.076+0000 7f014d2d1b80 1 -- start start 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 Processor -- start 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5863b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec5864040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5872fd0 0x561ec5860ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1b21b0 con 0x561ec5857640 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1b1ae0 con 0x561ec5857f60 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f013c1aece0 con 0x561ec5872fd0 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f014d2d1b80 10 client.0 _ll_register_callbacks cb 0x561ec573d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:11.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5863b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f013bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5863b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47650/0 (socket says 172.21.15.27:47650) 2024-06-06T07:57:11.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f013bfff700 1 -- 172.21.15.27:0/1307451932 learned_addr learned my addr 172.21.15.27:0/1307451932 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:11.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.077+0000 7f0140feb700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5872fd0 0x561ec5860ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013bfff700 1 -- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5872fd0 msgr2=0x561ec5860ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:11.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec5864040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013bfff700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5872fd0 0x561ec5860ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.082 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:11.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013bfff700 1 -- 172.21.15.27:0/1307451932 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 msgr2=0x561ec5864040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013bfff700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec5864040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013bfff700 1 -- 172.21.15.27:0/1307451932 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ec5867900 con 0x561ec5857640 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec5864040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f0140feb700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5872fd0 0x561ec5860ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f013bfff700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5863b00 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f012c0213e0 tx=0x7f012c009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0e9ed501811efe8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f011b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f011b7fe700 1 -- 172.21.15.27:0/1307451932 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c0b8030 con 0x561ec5857640 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f011b7fe700 1 -- 172.21.15.27:0/1307451932 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7f012c0050f0 con 0x561ec5857640 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f013402a070 con 0x561ec5857640 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f011b7fe700 1 -- 172.21.15.27:0/1307451932 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f012c0cd4f0 con 0x561ec5857640 2024-06-06T07:57:11.084 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f014d2d1b80 10 client.15987 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x561ec58678d0 con 0x561ec5857640 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.078+0000 7f011b7fe700 1 -- 172.21.15.27:0/1307451932 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f013402a070 con 0x561ec5857640 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f011b7fe700 1 -- 172.21.15.27:0/1307451932 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7f012c07ace0 con 0x561ec5857640 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f014d2d1b80 10 client.15987 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f014d2d1b80 10 client.15987 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f014d2d1b80 20 client.15987 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec58d6250 0x561ec58d8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:11.085 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f014d2d1b80 4 client.15987 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.079+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561ec57ab290 con 0x561ec58d6250 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.080+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec58d6250 0x561ec58d8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.080+0000 7f011b7fe700 10 client.15987 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.080+0000 7f013b7fe700 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec58d6250 0x561ec58d8640 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d939f7747465947c server_cookie=4e9ffd5818e49aaf in_seq=0 out_seq=0 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.080+0000 7f011b7fe700 1 -- 172.21.15.27:0/1307451932 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561ec57ab290 con 0x561ec58d6250 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.080+0000 7f011b7fe700 10 client.15987 handle_command_reply: tid=0 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.080+0000 7f014d2d1b80 1 client.15987 shutdown 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 msgr2=0x561ec5863b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5863b00 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f012c0213e0 tx=0x7f012c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 shutdown_connections 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x561ec58d6250 0x561ec58d8640 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.086 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ec5872fd0 0x561ec5860ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561ec5857640 0x561ec5863b00 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f011b7fe700 0 client.15987 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 --2- 172.21.15.27:0/1307451932 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561ec5857f60 0x561ec5864040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 >> 172.21.15.27:0/1307451932 conn(0x561ec577ccc0 msgr2=0x561ec5845e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 shutdown_connections 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 1 -- 172.21.15.27:0/1307451932 wait complete. 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.081+0000 7f014d2d1b80 20 client.15987 trim_cache size 0 max 16384 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f01240a2e10 msgr2=0x7f01240a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f01240a2e10 0x7f01240a52d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f013400f570 tx=0x7f013400b040 comp rx=0 tx=0).stop 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 msgr2=0x7f013c19b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 0x7f013c19b340 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f012c015000 tx=0x7f012c0057c0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 shutdown_connections 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f01240a2e10 0x7f01240a52d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f013c19fc10 0x7f013c1a0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f013c101b50 0x7f013c19b340 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 --2- 172.21.15.27:0/2680183685 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f013c102510 0x7f013c19b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 >> 172.21.15.27:0/2680183685 conn(0x7f013c077990 msgr2=0x7f013c10ff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 shutdown_connections 2024-06-06T07:57:11.088 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:11.082+0000 7f0142a4e700 1 -- 172.21.15.27:0/2680183685 wait complete. 2024-06-06T07:57:11.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:11 smithi176 ceph-mon[36543]: pgmap v55: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T07:57:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:11 smithi203 ceph-mon[37192]: pgmap v55: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T07:57:11.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:11 smithi027 ceph-mon[32293]: pgmap v55: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-06-06T07:57:12.043 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T07:57:12.404 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:13.715 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:13 smithi027 ceph-mon[32293]: pgmap v56: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-06-06T07:57:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:13 smithi176 ceph-mon[36543]: pgmap v56: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-06-06T07:57:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:13 smithi203 ceph-mon[37192]: pgmap v56: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-06-06T07:57:14.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/1700355595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac103150 msgr2=0x7fa7ac107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/1700355595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac103150 0x7fa7ac107140 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fa79c0099c0 tx=0x7fa79c009cd0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.359 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/1700355595 shutdown_connections 2024-06-06T07:57:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/1700355595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac107870 0x7fa7ac10f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/1700355595 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ac1027a0 0x7fa7ac102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/1700355595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac103150 0x7fa7ac107140 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.359+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/1700355595 >> 172.21.15.27:0/1700355595 conn(0x7fa7ac079570 msgr2=0x7fa7ac079980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.360+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/1700355595 shutdown_connections 2024-06-06T07:57:14.360 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.360+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/1700355595 wait complete. 2024-06-06T07:57:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.361+0000 7fa7b3ca2700 1 Processor -- start 2024-06-06T07:57:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.361+0000 7fa7b3ca2700 1 -- start start 2024-06-06T07:57:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.361+0000 7fa7b3ca2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ac1027a0 0x7fa7ac076380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.361+0000 7fa7b3ca2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 0x7fa7ac074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.361 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b3ca2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac107870 0x7fa7ac074df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b3ca2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac112960 con 0x7fa7ac107870 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b3ca2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac1127e0 con 0x7fa7ac1027a0 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b3ca2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac112ae0 con 0x7fa7ac103150 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 0x7fa7ac074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 0x7fa7ac074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:40082/0 (socket says 172.21.15.27:40082) 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b223f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac107870 0x7fa7ac074df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 -- 172.21.15.27:0/3543453705 learned_addr learned my addr 172.21.15.27:0/3543453705 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:14.362 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ac1027a0 0x7fa7ac076380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 -- 172.21.15.27:0/3543453705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ac1027a0 msgr2=0x7fa7ac076380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ac1027a0 0x7fa7ac076380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 -- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac107870 msgr2=0x7fa7ac074df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac107870 0x7fa7ac074df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.362+0000 7fa7b123d700 1 -- 172.21.15.27:0/3543453705 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7ac1ab660 con 0x7fa7ac103150 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.363+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 0x7fa7ac074790 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa79c000c00 tx=0x7fa79c0038b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.363+0000 7fa7a2ffd700 1 -- 172.21.15.27:0/3543453705 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c027070 con 0x7fa7ac103150 2024-06-06T07:57:14.363 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.363+0000 7fa7a2ffd700 1 -- 172.21.15.27:0/3543453705 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa79c004070 con 0x7fa7ac103150 2024-06-06T07:57:14.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.363+0000 7fa7a2ffd700 1 -- 172.21.15.27:0/3543453705 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c022dd0 con 0x7fa7ac103150 2024-06-06T07:57:14.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.363+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7ac1ab890 con 0x7fa7ac103150 2024-06-06T07:57:14.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.363+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7ac1abc30 con 0x7fa7ac103150 2024-06-06T07:57:14.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.366+0000 7fa7a2ffd700 1 -- 172.21.15.27:0/3543453705 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa79c02a070 con 0x7fa7ac103150 2024-06-06T07:57:14.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.367+0000 7fa7be525b80 1 Processor -- start 2024-06-06T07:57:14.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.367+0000 7fa7be525b80 1 -- start start 2024-06-06T07:57:14.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7a2ffd700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa7980a2e10 0x7fa7980a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631eb8a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7a2ffd700 1 -- 172.21.15.27:0/3543453705 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fa79c0d0430 con 0x7fa7ac103150 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7b1a3e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631eb8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7b1a3e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631eb8a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51258/0 (socket says 172.21.15.27:51258) 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/797135309 learned_addr learned my addr 172.21.15.27:0/797135309 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7be525b80 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55c631e04810 con 0x55c631eb8640 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55c631dac720 con 0x55c631eb2f20 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c631e007d0 con 0x55c631eb8f60 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7b223f700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa7980a2e10 0x7fa7980a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7b123d700 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.368+0000 7fa7b223f700 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/797135309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 msgr2=0x55c631eb29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/797135309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 msgr2=0x55c631eb3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/797135309 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c631da2f50 con 0x55c631eb8640 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b223f700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa7980a2e10 0x7fa7980a52d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4007740 tx=0x7fa7a4011850 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.369+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631eb8a20 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8009ad0 tx=0x7fa7a8009de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc3b863a7ee81e64 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.370+0000 7fa797fff700 1 -- 172.21.15.27:0/797135309 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a8028070 con 0x55c631eb8640 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.370+0000 7fa797fff700 1 -- 172.21.15.27:0/797135309 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7a800edd0 con 0x55c631eb8640 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.370+0000 7fa797fff700 1 -- 172.21.15.27:0/797135309 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a80233e0 con 0x55c631eb8640 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 msgr2=0x55c631eb8a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631eb8a20 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8009ad0 tx=0x7fa7a8009de0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 shutdown_connections 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631eb8a20 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 --2- 172.21.15.27:0/797135309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 >> 172.21.15.27:0/797135309 conn(0x55c631dddcc0 msgr2=0x55c631ead850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:14.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 shutdown_connections 2024-06-06T07:57:14.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 -- 172.21.15.27:0/797135309 wait complete. 2024-06-06T07:57:14.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 -- start start 2024-06-06T07:57:14.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.371+0000 7fa7be525b80 1 Processor -- start 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 0x55c631ebecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb8640 0x55c631ebbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631ebc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55c631ebf9d0 con 0x55c631eb8f60 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55c631da4bf0 con 0x55c631eb8640 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c631ebfb50 con 0x55c631eb2f20 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7be525b80 10 client.0 _ll_register_callbacks cb 0x55c631d9e920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7b1a3e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 0x55c631ebecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7b223f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631ebc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7b1a3e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 0x55c631ebecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:40102/0 (socket says 172.21.15.27:40102) 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.372+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/3031190049 learned_addr learned my addr 172.21.15.27:0/3031190049 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb8640 0x55c631ebbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb8640 msgr2=0x55c631ebbfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb8640 0x55c631ebbfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/3031190049 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 msgr2=0x55c631ebc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631ebc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b1a3e700 1 -- 172.21.15.27:0/3031190049 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c631d538d0 con 0x55c631eb2f20 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb8640 0x55c631ebbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b223f700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631ebc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 0x55c631ebecc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8009410 tx=0x7fa7a800f1b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=307e9d8ecf3a6d7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:14.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7957fa700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7957fa700 1 -- 172.21.15.27:0/3031190049 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a803a060 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7957fa700 1 -- 172.21.15.27:0/3031190049 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fa7a8024ce0 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7a800edd0 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.373+0000 7fa7957fa700 1 -- 172.21.15.27:0/3031190049 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa7a8041050 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 10 client.25573 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c631eca0f0 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7957fa700 1 -- 172.21.15.27:0/3031190049 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7a800edd0 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7957fa700 1 -- 172.21.15.27:0/3031190049 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fa7a8035410 con 0x55c631eb2f20 2024-06-06T07:57:14.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 10 client.25573 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 10 client.25573 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 20 client.25573 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631ecc5c0 0x55c631ece9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 4 client.25573 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.374+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c631e11d10 con 0x55c631ecc5c0 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.375+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631ecc5c0 0x55c631ece9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.376+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631ecc5c0 0x55c631ece9b0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3e2a820db8d7851d server_cookie=d2472494b04bf89b in_seq=0 out_seq=0 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.376+0000 7fa7957fa700 10 client.25573 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7957fa700 1 -- 172.21.15.27:0/3031190049 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c631e11d10 con 0x55c631ecc5c0 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7957fa700 10 client.25573 handle_command_reply: tid=0 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 client.25573 shutdown 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 msgr2=0x55c631ebecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 0x55c631ebecc0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa7a8009410 tx=0x7fa7a800f1b0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 shutdown_connections 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631ecc5c0 0x55c631ece9b0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631ebc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb2f20 0x55c631ebecc0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3031190049 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb8640 0x55c631ebbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7957fa700 0 client.25573 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 >> 172.21.15.27:0/3031190049 conn(0x55c631dddcc0 msgr2=0x55c631eb19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 shutdown_connections 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.377+0000 7fa7be525b80 1 -- 172.21.15.27:0/3031190049 wait complete. 2024-06-06T07:57:14.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.378+0000 7fa7be525b80 20 client.25573 trim_cache size 0 max 16384 2024-06-06T07:57:14.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.408+0000 7fa7be525b80 1 Processor -- start 2024-06-06T07:57:14.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 -- start start 2024-06-06T07:57:14.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb29e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631ead9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac1ac240 con 0x55c631eb8640 2024-06-06T07:57:14.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac1add80 con 0x55c631eb2f20 2024-06-06T07:57:14.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7be525b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac1ac910 con 0x55c631eb8f60 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7b123d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631ead9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7b123d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631ead9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51274/0 (socket says 172.21.15.27:51274) 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7b123d700 1 -- 172.21.15.27:0/3407202429 learned_addr learned my addr 172.21.15.27:0/3407202429 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.409+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7b123d700 1 -- 172.21.15.27:0/3407202429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 msgr2=0x55c631eb9bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7b123d700 1 -- 172.21.15.27:0/3407202429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 msgr2=0x55c631eb29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7b123d700 1 -- 172.21.15.27:0/3407202429 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c631ebfa70 con 0x55c631eb8640 2024-06-06T07:57:14.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7b123d700 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631ead9f0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa79c098ff0 tx=0x7fa79c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85e5e241577734e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:14.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7977fe700 1 -- 172.21.15.27:0/3407202429 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c09bf80 con 0x55c631eb8640 2024-06-06T07:57:14.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7977fe700 1 -- 172.21.15.27:0/3407202429 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa79c09cd20 con 0x55c631eb8640 2024-06-06T07:57:14.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.410+0000 7fa7977fe700 1 -- 172.21.15.27:0/3407202429 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa79c01f2d0 con 0x55c631eb8640 2024-06-06T07:57:14.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.411+0000 7fa7be525b80 1 -- 172.21.15.27:0/3407202429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 msgr2=0x55c631ead9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.411+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631ead9f0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fa79c098ff0 tx=0x7fa79c009310 comp rx=0 tx=0).stop 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 -- 172.21.15.27:0/3407202429 shutdown_connections 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8f60 0x55c631eb9bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631eb29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 --2- 172.21.15.27:0/3407202429 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8640 0x55c631ead9f0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 -- 172.21.15.27:0/3407202429 >> 172.21.15.27:0/3407202429 conn(0x55c631dddcc0 msgr2=0x55c631ea6e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 -- 172.21.15.27:0/3407202429 shutdown_connections 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 -- 172.21.15.27:0/3407202429 wait complete. 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 -- start start 2024-06-06T07:57:14.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.412+0000 7fa7be525b80 1 Processor -- start 2024-06-06T07:57:14.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631ecef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8640 0x55c631ecf460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631f34ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7b223f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631f34ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7b223f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631f34ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51278/0 (socket says 172.21.15.27:51278) 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7b223f700 1 -- 172.21.15.27:0/1844704720 learned_addr learned my addr 172.21.15.27:0/1844704720 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac1ad6b0 con 0x55c631eb8f60 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac1acfe0 con 0x55c631eb2f20 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa7ac072a30 con 0x55c631eb8640 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7b123d700 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8640 0x55c631ecf460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.413+0000 7fa7be525b80 10 client.0 _ll_register_callbacks cb 0x55c631d9e920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7b223f700 1 -- 172.21.15.27:0/1844704720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8640 msgr2=0x55c631ecf460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7b223f700 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8640 0x55c631ecf460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7b223f700 1 -- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 msgr2=0x55c631ecef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7b223f700 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631ecef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7b223f700 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c631f354b0 con 0x55c631eb8f60 2024-06-06T07:57:14.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7b223f700 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631f34ef0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4007cb0 tx=0x7fa7a4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e93dec241bcaf36 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:14.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7957fa700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:14.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7957fa700 1 -- 172.21.15.27:0/1844704720 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a4028070 con 0x55c631eb8f60 2024-06-06T07:57:14.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7957fa700 1 -- 172.21.15.27:0/1844704720 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9379+0+0 (secure 0 0 0) 0x7fa7a4024600 con 0x55c631eb8f60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.414+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa79c09cd20 con 0x55c631eb8f60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7957fa700 1 -- 172.21.15.27:0/1844704720 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fa7a4034050 con 0x55c631eb8f60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 10 client.16005 fetch_fsmap learned FSMap version 30 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) -- 0x55c631f36750 con 0x55c631eb8f60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7957fa700 1 -- 172.21.15.27:0/1844704720 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fa7a4011e70 con 0x55c631eb8f60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7957fa700 1 -- 172.21.15.27:0/1844704720 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 30) ==== 8362+0+0 (secure 0 0 0) 0x7fa7a4023040 con 0x55c631eb8f60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 10 client.16005 fetch_fsmap finished waiting for FSMap version 30 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 10 client.16005 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 20 client.16005 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631f36e60 0x55c631f39280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 4 client.16005 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.415+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fa79c09cd20 con 0x55c631f36e60 2024-06-06T07:57:14.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.416+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631f36e60 0x55c631f39280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.416+0000 7fa7957fa700 10 client.16005 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.416+0000 7fa7b1a3e700 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631f36e60 0x55c631f39280 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=93116037e744da96 server_cookie=a382c1372cadb3cf in_seq=0 out_seq=0 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.416+0000 7fa7957fa700 1 -- 172.21.15.27:0/1844704720 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fa79c09cd20 con 0x55c631f36e60 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.416+0000 7fa7957fa700 10 client.16005 handle_command_reply: tid=0 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.416+0000 7fa7be525b80 1 client.16005 shutdown 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 msgr2=0x55c631f34ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631f34ef0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4007cb0 tx=0x7fa7a4004ad0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 shutdown_connections 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55c631f36e60 0x55c631f39280 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55c631eb8f60 0x55c631f34ef0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55c631eb2f20 0x55c631ecef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 --2- 172.21.15.27:0/1844704720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c631eb8640 0x55c631ecf460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 >> 172.21.15.27:0/1844704720 conn(0x55c631dddcc0 msgr2=0x55c631ebe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:14.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7957fa700 0 client.16005 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:14.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 shutdown_connections 2024-06-06T07:57:14.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 1 -- 172.21.15.27:0/1844704720 wait complete. 2024-06-06T07:57:14.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.417+0000 7fa7be525b80 20 client.16005 trim_cache size 0 max 16384 2024-06-06T07:57:14.419 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa7980a2e10 msgr2=0x7fa7980a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa7980a2e10 0x7fa7980a52d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa7a4007740 tx=0x7fa7a4011850 comp rx=0 tx=0).stop 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 msgr2=0x7fa7ac074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 0x7fa7ac074790 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa79c000c00 tx=0x7fa79c0038b0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 shutdown_connections 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fa7980a2e10 0x7fa7980a52d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fa7ac107870 0x7fa7ac074df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fa7ac1027a0 0x7fa7ac076380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 --2- 172.21.15.27:0/3543453705 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa7ac103150 0x7fa7ac074790 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 >> 172.21.15.27:0/3543453705 conn(0x7fa7ac079570 msgr2=0x7fa7ac100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:14.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 shutdown_connections 2024-06-06T07:57:14.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:14.418+0000 7fa7b3ca2700 1 -- 172.21.15.27:0/3543453705 wait complete. 2024-06-06T07:57:15.235 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T07:57:15.562 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:15.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:15 smithi027 ceph-mon[32293]: pgmap v57: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-06-06T07:57:15.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:15 smithi176 ceph-mon[36543]: pgmap v57: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-06-06T07:57:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:15 smithi203 ceph-mon[37192]: pgmap v57: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-06-06T07:57:15.834 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:57:16.936 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:17.609 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:17 smithi176 ceph-mon[36543]: pgmap v58: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-06-06T07:57:17.610 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service: Scheduled restart job, restart counter is at 1. 2024-06-06T07:57:17.610 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 systemd[1]: Stopped Ceph mds.e for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:57:17.610 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service: Consumed 1.123s CPU time. 2024-06-06T07:57:17.610 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 systemd[1]: Starting Ceph mds.e for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T07:57:17.610 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 podman[70391]: 2024-06-06 07:57:17.482902939 +0000 UTC m=+0.111028077 container create 6cf93206c1b7bd31380f3761dc047f61c0f95787e5d0ede43b129d5a4c8e63f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, org.label-schema.build-date=20240528, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-06-06T07:57:17.610 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 podman[70391]: 2024-06-06 07:57:17.389563305 +0000 UTC m=+0.017688460 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T07:57:17.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:17 smithi027 ceph-mon[32293]: pgmap v58: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-06-06T07:57:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:17 smithi203 ceph-mon[37192]: pgmap v58: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 341 B/s wr, 7 op/s 2024-06-06T07:57:17.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 podman[70391]: 2024-06-06 07:57:17.744675505 +0000 UTC m=+0.372800649 container init 6cf93206c1b7bd31380f3761dc047f61c0f95787e5d0ede43b129d5a4c8e63f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T07:57:17.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 podman[70391]: 2024-06-06 07:57:17.747895095 +0000 UTC m=+0.376020241 container start 6cf93206c1b7bd31380f3761dc047f61c0f95787e5d0ede43b129d5a4c8e63f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-06-06T07:57:17.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 ceph-mds[70410]: -- 172.21.15.176:0/200440599 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a65bf45a40 con 0x55a65bf18c00 2024-06-06T07:57:17.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: starting mds.e at 2024-06-06T07:57:17.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 bash[70391]: 6cf93206c1b7bd31380f3761dc047f61c0f95787e5d0ede43b129d5a4c8e63f8 2024-06-06T07:57:17.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:57:17 smithi176 systemd[1]: Started Ceph mds.e for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T07:57:18.440 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:18 smithi027 ceph-mon[32293]: daemon mds.e restarted 2024-06-06T07:57:18.664 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.664+0000 7fc30195a640 1 -- 172.21.15.27:0/679390437 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc100fb0 msgr2=0x7fc2fc101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.664+0000 7fc30195a640 1 --2- 172.21.15.27:0/679390437 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc100fb0 0x7fc2fc101430 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0009980 tx=0x7fc2f002c6b0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc2f9ffb640 1 -- 172.21.15.27:0/679390437 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f00339a0 con 0x7fc2fc100fb0 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 -- 172.21.15.27:0/679390437 shutdown_connections 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 --2- 172.21.15.27:0/679390437 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 0x7fc2fc10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 --2- 172.21.15.27:0/679390437 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc100fb0 0x7fc2fc101430 secure :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0009980 tx=0x7fc2f002c6b0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 --2- 172.21.15.27:0/679390437 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc106900 0x7fc2fc106ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 -- 172.21.15.27:0/679390437 >> 172.21.15.27:0/679390437 conn(0x7fc2fc076e00 msgr2=0x7fc2fc0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 -- 172.21.15.27:0/679390437 shutdown_connections 2024-06-06T07:57:18.665 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.665+0000 7fc30195a640 1 -- 172.21.15.27:0/679390437 wait complete. 2024-06-06T07:57:18.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 Processor -- start 2024-06-06T07:57:18.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 -- start start 2024-06-06T07:57:18.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 0x7fc2fc195e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc106900 0x7fc2fc196340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 0x7fc2fc19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.667 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc2fc10fd30 con 0x7fc2fc106900 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc2fc10fbb0 con 0x7fc2fc19a670 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.666+0000 7fc30195a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc2fc10feb0 con 0x7fc2fc101970 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc106900 0x7fc2fc196340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 0x7fc2fc19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2faffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 0x7fc2fc195e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 0x7fc2fc19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:42720/0 (socket says 172.21.15.27:42720) 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 -- 172.21.15.27:0/478331025 learned_addr learned my addr 172.21.15.27:0/478331025 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 -- 172.21.15.27:0/478331025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 msgr2=0x7fc2fc195e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 0x7fc2fc195e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 -- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc106900 msgr2=0x7fc2fc196340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.668 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc106900 0x7fc2fc196340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 -- 172.21.15.27:0/478331025 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2fc19b160 con 0x7fc2fc19a670 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2faffd640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 0x7fc2fc195e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.667+0000 7fc2fb7fe640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 0x7fc2fc19ab20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400eaa0 tx=0x7fc2f400ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.668+0000 7fc300958640 1 -- 172.21.15.27:0/478331025 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f400cdb0 con 0x7fc2fc19a670 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.668+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2fc19b450 con 0x7fc2fc19a670 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.668+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2fc1a2c60 con 0x7fc2fc19a670 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.668+0000 7fc300958640 1 -- 172.21.15.27:0/478331025 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc2f4004b20 con 0x7fc2fc19a670 2024-06-06T07:57:18.669 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.669+0000 7fc300958640 1 -- 172.21.15.27:0/478331025 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f4011760 con 0x7fc2fc19a670 2024-06-06T07:57:18.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.671+0000 7fc300958640 1 -- 172.21.15.27:0/478331025 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc2f4005020 con 0x7fc2fc19a670 2024-06-06T07:57:18.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.671+0000 7fc304662740 1 Processor -- start 2024-06-06T07:57:18.670 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.671+0000 7fc304662740 1 -- start start 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc304662740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc304662740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e8a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc304662740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e8cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc304662740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b818ddf4f0 con 0x55b818e8a760 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc304662740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b818d7d870 con 0x55b818e7b950 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc304662740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b818ddb4b0 con 0x55b818e7b030 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc300958640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc2e40a2ef0 0x7fc2e40a53b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc2faffd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e8a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e8cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e8cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51296/0 (socket says 172.21.15.27:51296) 2024-06-06T07:57:18.672 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc2fa7fc640 1 -- 172.21.15.27:0/3914980987 learned_addr learned my addr 172.21.15.27:0/3914980987 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc300958640 1 -- 172.21.15.27:0/478331025 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fc2f40cfb30 con 0x7fc2fc19a670 2024-06-06T07:57:18.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.672+0000 7fc2fb7fe640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc2e40a2ef0 0x7fc2e40a53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2faffd640 1 -- 172.21.15.27:0/3914980987 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 msgr2=0x55b818e7b410 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:57:18.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2faffd640 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7b410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.673 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2faffd640 1 -- 172.21.15.27:0/3914980987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 msgr2=0x55b818e8cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.674 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2faffd640 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e8cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2faffd640 1 -- 172.21.15.27:0/3914980987 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b818d999b0 con 0x55b818e7b950 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e8cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2fb7fe640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc2e40a2ef0 0x7fc2e40a53b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc2f409bcd0 tx=0x7fc2f4009f60 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.673+0000 7fc2faffd640 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e8a220 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec005d00 tx=0x7fc2ec0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac21a760fa63c2cb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.674+0000 7fc2e1ffb640 1 -- 172.21.15.27:0/3914980987 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec01c680 con 0x55b818e7b950 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.674+0000 7fc2e1ffb640 1 -- 172.21.15.27:0/3914980987 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc2ec01cd20 con 0x55b818e7b950 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.674+0000 7fc2e1ffb640 1 -- 172.21.15.27:0/3914980987 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec01a380 con 0x55b818e7b950 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 -- 172.21.15.27:0/3914980987 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 msgr2=0x55b818e8a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e8a220 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec005d00 tx=0x7fc2ec0107a0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 -- 172.21.15.27:0/3914980987 shutdown_connections 2024-06-06T07:57:18.675 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e8cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.676 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e8a220 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.676 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 --2- 172.21.15.27:0/3914980987 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.676 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 -- 172.21.15.27:0/3914980987 >> 172.21.15.27:0/3914980987 conn(0x55b818e77680 msgr2=0x55b818e77a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.676 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 -- 172.21.15.27:0/3914980987 shutdown_connections 2024-06-06T07:57:18.676 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.675+0000 7fc304662740 1 -- 172.21.15.27:0/3914980987 wait complete. 2024-06-06T07:57:18.677 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.676+0000 7fc304662740 1 -- start start 2024-06-06T07:57:18.677 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.676+0000 7fc304662740 1 Processor -- start 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc304662740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e87710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc304662740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e87c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc304662740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e88190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e87710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e87710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:40146/0 (socket says 172.21.15.27:40146) 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc2fa7fc640 1 -- 172.21.15.27:0/1579440633 learned_addr learned my addr 172.21.15.27:0/1579440633 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.677+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b818e8d330 con 0x55b818e8a760 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2faffd640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e87c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b818d68ae0 con 0x55b818e7b950 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b818e8d4b0 con 0x55b818e7b030 2024-06-06T07:57:18.678 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2faffd640 1 -- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 msgr2=0x55b818e87710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2faffd640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e87710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2faffd640 1 -- 172.21.15.27:0/1579440633 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 msgr2=0x55b818e88190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e88190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2faffd640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e88190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2faffd640 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b818af3210 con 0x55b818e7b950 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e88190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:18.679 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.678+0000 7fc304662740 10 client.0 _ll_register_callbacks cb 0x55b818da19b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:18.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2ec01cd20 con 0x55b818e7b950 2024-06-06T07:57:18.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc2faffd640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e87c50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec010fe0 tx=0x7fc2ec011ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0e55d4a210d2bbe server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc2daffd640 10 client.25565 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:57:18.681 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc2daffd640 1 -- 172.21.15.27:0/1579440633 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec02b020 con 0x55b818e7b950 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc2daffd640 1 -- 172.21.15.27:0/1579440633 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fc2ec004220 con 0x55b818e7b950 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc2daffd640 1 -- 172.21.15.27:0/1579440633 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fc2ec004460 con 0x55b818e7b950 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc304662740 10 client.25565 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({fsmap=32}) -- 0x55b818bbf620 con 0x55b818e7b950 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.679+0000 7fc2daffd640 1 -- 172.21.15.27:0/1579440633 <== mon.2 v2:172.21.15.176:3300/0 4 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fc2ec01c480 con 0x55b818e7b950 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc304662740 10 client.25565 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc304662740 10 client.25565 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc304662740 20 client.25565 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc304662740 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818e9a5b0 0x55b818e9c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc304662740 4 client.25565 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:18.682 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b818df2f10 con 0x55b818e9a5b0 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.680+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818e9a5b0 0x55b818e9c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.681+0000 7fc2daffd640 10 client.25565 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.681+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818e9a5b0 0x55b818e9c9a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbde502a114cc047 server_cookie=4b0d2a196e5a8b74 in_seq=0 out_seq=0 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.681+0000 7fc2daffd640 1 -- 172.21.15.27:0/1579440633 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b818df2f10 con 0x55b818e9a5b0 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.681+0000 7fc2daffd640 10 client.25565 handle_command_reply: tid=0 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.681+0000 7fc304662740 1 client.25565 shutdown 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 msgr2=0x55b818e87c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e87c50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec010fe0 tx=0x7fc2ec011ef0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 shutdown_connections 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818e9a5b0 0x55b818e9c9a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e8a760 0x55b818e88190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.683 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e7b950 0x55b818e87c50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 --2- 172.21.15.27:0/1579440633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e87710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 >> 172.21.15.27:0/1579440633 conn(0x55b818e77680 msgr2=0x55b818e7d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc2daffd640 0 client.25565 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 shutdown_connections 2024-06-06T07:57:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 1 -- 172.21.15.27:0/1579440633 wait complete. 2024-06-06T07:57:18.684 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.682+0000 7fc304662740 20 client.25565 trim_cache size 0 max 16384 2024-06-06T07:57:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.714+0000 7fc304662740 1 Processor -- start 2024-06-06T07:57:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.714+0000 7fc304662740 1 -- start start 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.714+0000 7fc304662740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e88010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.714+0000 7fc304662740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818ea2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc304662740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818ea2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2faffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818ea2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2faffd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818ea2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51312/0 (socket says 172.21.15.27:51312) 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2faffd640 1 -- 172.21.15.27:0/255714339 learned_addr learned my addr 172.21.15.27:0/255714339 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e800fd60 con 0x55b818e7b950 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e80118a0 con 0x55b818e8a760 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e8010430 con 0x55b818e7b030 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e88010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 -- 172.21.15.27:0/255714339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 msgr2=0x55b818ea2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818ea2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.716 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 -- 172.21.15.27:0/255714339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 msgr2=0x55b818ea2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.716 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818ea2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.716 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 -- 172.21.15.27:0/255714339 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b818e85d00 con 0x55b818e7b030 2024-06-06T07:57:18.716 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.715+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e88010 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0005ec0 tx=0x7fc2f0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee3da3ef68b8b83e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.716 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.716+0000 7fc2e17fa640 1 -- 172.21.15.27:0/255714339 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0037040 con 0x55b818e7b030 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.716+0000 7fc2e17fa640 1 -- 172.21.15.27:0/255714339 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc2f0005020 con 0x55b818e7b030 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.716+0000 7fc2e17fa640 1 -- 172.21.15.27:0/255714339 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2f0004b60 con 0x55b818e7b030 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 msgr2=0x55b818e88010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e88010 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0005ec0 tx=0x7fc2f0009260 comp rx=0 tx=0).stop 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 shutdown_connections 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818ea2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818ea2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 --2- 172.21.15.27:0/255714339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e88010 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.717 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.717+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 >> 172.21.15.27:0/255714339 conn(0x55b818e77680 msgr2=0x55b818e9c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.718+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 shutdown_connections 2024-06-06T07:57:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.718+0000 7fc304662740 1 -- 172.21.15.27:0/255714339 wait complete. 2024-06-06T07:57:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.718+0000 7fc304662740 1 -- start start 2024-06-06T07:57:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 Processor -- start 2024-06-06T07:57:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.718 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818e7f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818e7f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e80111d0 con 0x55b818e7b950 2024-06-06T07:57:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e8010b00 con 0x55b818e8a760 2024-06-06T07:57:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e800dd40 con 0x55b818e7b030 2024-06-06T07:57:18.719 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc304662740 10 client.0 _ll_register_callbacks cb 0x7fc2ec00be40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.720 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc2fa7fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:40172/0 (socket says 172.21.15.27:40172) 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc2fa7fc640 1 -- 172.21.15.27:0/2573386372 learned_addr learned my addr 172.21.15.27:0/2573386372 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.719+0000 7fc2faffd640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818e7f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818e7f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2faffd640 1 -- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 msgr2=0x55b818e7eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2faffd640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2faffd640 1 -- 172.21.15.27:0/2573386372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 msgr2=0x55b818e7f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2faffd640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818e7f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2faffd640 1 -- 172.21.15.27:0/2573386372 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b818e917f0 con 0x55b818e7b950 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2faffd640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818e7f030 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec011010 tx=0x7fc2ec022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=655a29feef8f50eb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.720+0000 7fc2daffd640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.721+0000 7fc2daffd640 1 -- 172.21.15.27:0/2573386372 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec03f060 con 0x55b818e7b950 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.721+0000 7fc2daffd640 1 -- 172.21.15.27:0/2573386372 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fc2ec005230 con 0x55b818e7b950 2024-06-06T07:57:18.721 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.721+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2f0005020 con 0x55b818e7b950 2024-06-06T07:57:18.722 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.721+0000 7fc2daffd640 1 -- 172.21.15.27:0/2573386372 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fc2ec02b070 con 0x55b818e7b950 2024-06-06T07:57:18.722 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.721+0000 7fc304662740 10 client.16026 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:18.722 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.721+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55b818e92b00 con 0x55b818e7b950 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.722+0000 7fc2daffd640 1 -- 172.21.15.27:0/2573386372 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc2f0005020 con 0x55b818e7b950 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc2daffd640 1 -- 172.21.15.27:0/2573386372 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fc2ec039040 con 0x55b818e7b950 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc304662740 10 client.16026 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc304662740 10 client.16026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc304662740 20 client.16026 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc304662740 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818f098f0 0x55b818f0bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc304662740 4 client.16026 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b818decc20 con 0x55b818f098f0 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818f098f0 0x55b818f0bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc2daffd640 10 client.16026 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.723+0000 7fc2fa7fc640 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818f098f0 0x55b818f0bce0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e55e78d1a525de78 server_cookie=58d13d0cbebaae76 in_seq=0 out_seq=0 2024-06-06T07:57:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.728+0000 7fc2daffd640 1 -- 172.21.15.27:0/2573386372 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55b818decc20 con 0x55b818f098f0 2024-06-06T07:57:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.728+0000 7fc2daffd640 10 client.16026 handle_command_reply: tid=0 2024-06-06T07:57:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.728+0000 7fc304662740 1 client.16026 shutdown 2024-06-06T07:57:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 msgr2=0x55b818e7f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818e7f030 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec011010 tx=0x7fc2ec022000 comp rx=0 tx=0).stop 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 shutdown_connections 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b818f098f0 0x55b818f0bce0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b818e8a760 0x55b818e7f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b818e7b950 0x55b818e7f030 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 --2- 172.21.15.27:0/2573386372 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b818e7b030 0x55b818e7eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 >> 172.21.15.27:0/2573386372 conn(0x55b818e77680 msgr2=0x55b818e75f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc2daffd640 0 client.16026 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 shutdown_connections 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 1 -- 172.21.15.27:0/2573386372 wait complete. 2024-06-06T07:57:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.729+0000 7fc304662740 20 client.16026 trim_cache size 0 max 16384 2024-06-06T07:57:18.730 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:57:18.730 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:57:18.730 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc2e40a2ef0 msgr2=0x7fc2e40a53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc2e40a2ef0 0x7fc2e40a53b0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc2f409bcd0 tx=0x7fc2f4009f60 comp rx=0 tx=0).stop 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 msgr2=0x7fc2fc19ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 0x7fc2fc19ab20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc2f400eaa0 tx=0x7fc2f400ef60 comp rx=0 tx=0).stop 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 shutdown_connections 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc2e40a2ef0 0x7fc2e40a53b0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc2fc19a670 0x7fc2fc19ab20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc2fc106900 0x7fc2fc196340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 --2- 172.21.15.27:0/478331025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2fc101970 0x7fc2fc195e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 >> 172.21.15.27:0/478331025 conn(0x7fc2fc076e00 msgr2=0x7fc2fc1043f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 shutdown_connections 2024-06-06T07:57:18.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:18.731+0000 7fc30195a640 1 -- 172.21.15.27:0/478331025 wait complete. 2024-06-06T07:57:18.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:18 smithi176 ceph-mon[36543]: daemon mds.e restarted 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 -- 172.21.15.27:0/3799728881 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 msgr2=0x7f3bfc1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 --2- 172.21.15.27:0/3799728881 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc1021d0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f3bf80099c0 tx=0x7f3bf8009cd0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 -- 172.21.15.27:0/3799728881 shutdown_connections 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 --2- 172.21.15.27:0/3799728881 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc106750 0x7f3bfc10e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 --2- 172.21.15.27:0/3799728881 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc1021d0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 --2- 172.21.15.27:0/3799728881 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc106020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.759+0000 7f3c047aa700 1 -- 172.21.15.27:0/3799728881 >> 172.21.15.27:0/3799728881 conn(0x7f3bfc077a00 msgr2=0x7f3bfc0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.759 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.760+0000 7f3c047aa700 1 -- 172.21.15.27:0/3799728881 shutdown_connections 2024-06-06T07:57:18.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.760+0000 7f3c047aa700 1 -- 172.21.15.27:0/3799728881 wait complete. 2024-06-06T07:57:18.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.761+0000 7f3c047aa700 1 Processor -- start 2024-06-06T07:57:18.760 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.761+0000 7f3c047aa700 1 -- start start 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.761+0000 7f3c047aa700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.761+0000 7f3c047aa700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.761+0000 7f3c047aa700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bfc106750 0x7f3bfc1a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c047aa700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc111760 con 0x7f3bfc101df0 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c047aa700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1115e0 con 0x7f3bfc1027a0 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c047aa700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1118e0 con 0x7f3bfc106750 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc19a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:42774/0 (socket says 172.21.15.27:42774) 2024-06-06T07:57:18.762 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 -- 172.21.15.27:0/4263106119 learned_addr learned my addr 172.21.15.27:0/4263106119 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c02d47700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bfc106750 0x7f3bfc1a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c02546700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 -- 172.21.15.27:0/4263106119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bfc106750 msgr2=0x7f3bfc1a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bfc106750 0x7f3bfc1a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 -- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 msgr2=0x7f3bfc199b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc199b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c01d45700 1 -- 172.21.15.27:0/4263106119 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bfc1a5120 con 0x7f3bfc1027a0 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.762+0000 7f3c02546700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.763+0000 7f3c01d45700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc19a0a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3bec00d980 tx=0x7f3bec00dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.763+0000 7f3bf37fe700 1 -- 172.21.15.27:0/4263106119 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec016070 con 0x7f3bfc1027a0 2024-06-06T07:57:18.763 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.763+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bfc1a5350 con 0x7f3bfc1027a0 2024-06-06T07:57:18.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.763+0000 7f3bf37fe700 1 -- 172.21.15.27:0/4263106119 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3bec004d30 con 0x7f3bfc1027a0 2024-06-06T07:57:18.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.763+0000 7f3bf37fe700 1 -- 172.21.15.27:0/4263106119 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec00bd80 con 0x7f3bfc1027a0 2024-06-06T07:57:18.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.763+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bfc1a57f0 con 0x7f3bfc1027a0 2024-06-06T07:57:18.764 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.765+0000 7f3bf37fe700 1 -- 172.21.15.27:0/4263106119 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3bec004750 con 0x7f3bfc1027a0 2024-06-06T07:57:18.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.766+0000 7f3bf37fe700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3be80a2e10 0x7f3be80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.765 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.766+0000 7f3bf37fe700 1 -- 172.21.15.27:0/4263106119 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f3bec0cf5c0 con 0x7f3bfc1027a0 2024-06-06T07:57:18.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.766+0000 7f3c02546700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3be80a2e10 0x7f3be80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.767+0000 7f3c02546700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3be80a2e10 0x7f3be80a52d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800b580 tx=0x7f3bf8005ea0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 Processor -- start 2024-06-06T07:57:18.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 -- start start 2024-06-06T07:57:18.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0a7a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a7f60 0x55754b0a19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0a2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c02546700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0a7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c02d47700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0a2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c02546700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0a7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:42776/0 (socket says 172.21.15.27:42776) 2024-06-06T07:57:18.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c02d47700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0a2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51346/0 (socket says 172.21.15.27:51346) 2024-06-06T07:57:18.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c02546700 1 -- 172.21.15.27:0/174654210 learned_addr learned my addr 172.21.15.27:0/174654210 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55754aff3810 con 0x55754b0a1f20 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55754af9b720 con 0x55754b0a7640 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.769+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55754afef7d0 con 0x55754b0a7f60 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02546700 1 -- 172.21.15.27:0/174654210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a7f60 msgr2=0x55754b0a19e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02546700 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a7f60 0x55754b0a19e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02546700 1 -- 172.21.15.27:0/174654210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 msgr2=0x55754b0a2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02546700 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0a2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02546700 1 -- 172.21.15.27:0/174654210 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55754af91f50 con 0x55754b0a7640 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02d47700 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0a2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3c02546700 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0a7a20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8015000 tx=0x7f3bf801d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd329288519da857 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3bf0ff9700 1 -- 172.21.15.27:0/174654210 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8036070 con 0x55754b0a7640 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3bf0ff9700 1 -- 172.21.15.27:0/174654210 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3bf80319e0 con 0x55754b0a7640 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.770+0000 7f3bf0ff9700 1 -- 172.21.15.27:0/174654210 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf800f460 con 0x55754b0a7640 2024-06-06T07:57:18.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 msgr2=0x55754b0a7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0a7a20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8015000 tx=0x7f3bf801d000 comp rx=0 tx=0).stop 2024-06-06T07:57:18.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 shutdown_connections 2024-06-06T07:57:18.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0a2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0a7a20 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/174654210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a7f60 0x55754b0a19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.771+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 >> 172.21.15.27:0/174654210 conn(0x55754afcccc0 msgr2=0x55754b09c850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.772+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 shutdown_connections 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.772+0000 7f3c0f02db80 1 -- 172.21.15.27:0/174654210 wait complete. 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 -- start start 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 Processor -- start 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0ade80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0ab180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c02546700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0ade80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0ab6c0 0x55754b0abb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c02546700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0ade80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51362/0 (socket says 172.21.15.27:51362) 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c02546700 1 -- 172.21.15.27:0/2380610943 learned_addr learned my addr 172.21.15.27:0/2380610943 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55754b0ae970 con 0x55754b0a1f20 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55754af93bf0 con 0x55754b0a7640 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55754b0aeaf0 con 0x55754b0ab6c0 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.773+0000 7f3c0f02db80 10 client.0 _ll_register_callbacks cb 0x55754af8d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c02546700 1 -- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0ab6c0 msgr2=0x55754b0abb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c02546700 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0ab6c0 0x55754b0abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c02546700 1 -- 172.21.15.27:0/2380610943 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 msgr2=0x55754b0ab180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c02546700 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0ab180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.779 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c02546700 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55754af428d0 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c02546700 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0ade80 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8009600 tx=0x7f3bf800ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a0ee60a6807a3fb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3be5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3be5ffb700 1 -- 172.21.15.27:0/2380610943 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8036030 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3be5ffb700 1 -- 172.21.15.27:0/2380610943 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f3bf8005490 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.774+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bf80319e0 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.775+0000 7f3be5ffb700 1 -- 172.21.15.27:0/2380610943 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f3bf8047050 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.775+0000 7f3c0f02db80 10 client.16035 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.775+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55754b0b9810 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.775+0000 7f3be5ffb700 1 -- 172.21.15.27:0/2380610943 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3bf80319e0 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3be5ffb700 1 -- 172.21.15.27:0/2380610943 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f3bf803c520 con 0x55754b0a1f20 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c0f02db80 10 client.16035 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c0f02db80 10 client.16035 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:18.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c0f02db80 20 client.16035 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b0bbce0 0x55754b0be0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c0f02db80 4 client.16035 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55754b000d10 con 0x55754b0bbce0 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.776+0000 7f3c01d45700 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b0bbce0 0x55754b0be0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.777+0000 7f3be5ffb700 10 client.16035 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.777+0000 7f3c01d45700 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b0bbce0 0x55754b0be0d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5e4fb1d20b324bd server_cookie=273836969a2f7688 in_seq=0 out_seq=0 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.777+0000 7f3be5ffb700 1 -- 172.21.15.27:0/2380610943 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55754b000d10 con 0x55754b0bbce0 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.777+0000 7f3be5ffb700 10 client.16035 handle_command_reply: tid=0 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.777+0000 7f3c0f02db80 1 client.16035 shutdown 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 msgr2=0x55754b0ade80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0ade80 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3bf8009600 tx=0x7f3bf800ba20 comp rx=0 tx=0).stop 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 shutdown_connections 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b0bbce0 0x55754b0be0d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0ab6c0 0x55754b0abb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a1f20 0x55754b0ade80 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/2380610943 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0a7640 0x55754b0ab180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 >> 172.21.15.27:0/2380610943 conn(0x55754afcccc0 msgr2=0x55754b0a09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3be5ffb700 0 client.16035 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 shutdown_connections 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 1 -- 172.21.15.27:0/2380610943 wait complete. 2024-06-06T07:57:18.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.778+0000 7f3c0f02db80 20 client.16035 trim_cache size 0 max 16384 2024-06-06T07:57:18.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:18 smithi203 ceph-mon[37192]: daemon mds.e restarted 2024-06-06T07:57:18.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 Processor -- start 2024-06-06T07:57:18.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 -- start start 2024-06-06T07:57:18.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0a19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0aa100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c01d45700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0aa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c01d45700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0aa100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51372/0 (socket says 172.21.15.27:51372) 2024-06-06T07:57:18.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c01d45700 1 -- 172.21.15.27:0/3143444673 learned_addr learned my addr 172.21.15.27:0/3143444673 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b096510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c02546700 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0a19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1ac440 con 0x55754b0a7640 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1adf80 con 0x55754b0ab6c0 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.809+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1acb10 con 0x55754b0a1f20 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3c02546700 1 -- 172.21.15.27:0/3143444673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 msgr2=0x55754b096510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3c02546700 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b096510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3c02546700 1 -- 172.21.15.27:0/3143444673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 msgr2=0x55754b0aa100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3c02546700 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0aa100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3c02546700 1 -- 172.21.15.27:0/3143444673 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55754b09d520 con 0x55754b0a1f20 2024-06-06T07:57:18.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3c02546700 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0a19e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3bf801f040 tx=0x7f3bf8009cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b5c20a38d567e12 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3be7fff700 1 -- 172.21.15.27:0/3143444673 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8036020 con 0x55754b0a1f20 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3be7fff700 1 -- 172.21.15.27:0/3143444673 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3bf8038070 con 0x55754b0a1f20 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.810+0000 7f3be7fff700 1 -- 172.21.15.27:0/3143444673 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bf8032040 con 0x55754b0a1f20 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 msgr2=0x55754b0a19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0a19e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3bf801f040 tx=0x7f3bf8009cd0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 shutdown_connections 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b096510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0a19e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/3143444673 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0aa100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 >> 172.21.15.27:0/3143444673 conn(0x55754afcccc0 msgr2=0x55754b095e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 shutdown_connections 2024-06-06T07:57:18.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.811+0000 7f3c0f02db80 1 -- 172.21.15.27:0/3143444673 wait complete. 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 -- start start 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 Processor -- start 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0bded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0be410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b124610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1ad8b0 con 0x55754b0a7640 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1ad1e0 con 0x55754b0ab6c0 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3bfc1aa3e0 con 0x55754b0a1f20 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c0f02db80 10 client.0 _ll_register_callbacks cb 0x55754af8d920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c01d45700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0be410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c01d45700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0be410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51386/0 (socket says 172.21.15.27:51386) 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.812+0000 7f3c01d45700 1 -- 172.21.15.27:0/1310708130 learned_addr learned my addr 172.21.15.27:0/1310708130 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:18.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c02d47700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b124610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c01d45700 1 -- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 msgr2=0x55754b0bded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c02546700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0bded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c01d45700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0bded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c01d45700 1 -- 172.21.15.27:0/1310708130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 msgr2=0x55754b124610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c01d45700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b124610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c01d45700 1 -- 172.21.15.27:0/1310708130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55754b124b50 con 0x55754b0a7640 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c02d47700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3c01d45700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0be410 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3bec00b540 tx=0x7f3bec09b4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c0ccf50a9cbc56f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:18.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3be5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:18.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.813+0000 7f3be5ffb700 1 -- 172.21.15.27:0/1310708130 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bec0b8070 con 0x55754b0a7640 2024-06-06T07:57:18.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3be5ffb700 1 -- 172.21.15.27:0/1310708130 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f3bec004340 con 0x55754b0a7640 2024-06-06T07:57:18.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bf8038070 con 0x55754b0a7640 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3be5ffb700 1 -- 172.21.15.27:0/1310708130 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f3bec09fad0 con 0x55754b0a7640 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3c0f02db80 10 client.16041 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55754b125d70 con 0x55754b0a7640 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3be5ffb700 1 -- 172.21.15.27:0/1310708130 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3bf8038070 con 0x55754b0a7640 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3be5ffb700 1 -- 172.21.15.27:0/1310708130 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f3bec00fc70 con 0x55754b0a7640 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3c0f02db80 10 client.16041 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3c0f02db80 10 client.16041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.814+0000 7f3c0f02db80 20 client.16041 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.815+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b126480 0x55754b1288a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.815+0000 7f3c0f02db80 4 client.16041 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.815+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55754affb290 con 0x55754b126480 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.815+0000 7f3c02546700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b126480 0x55754b1288a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:18.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.815+0000 7f3c02546700 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b126480 0x55754b1288a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=425d8fd90fa8ea66 server_cookie=374300afc2b8fedc in_seq=0 out_seq=0 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.815+0000 7f3be5ffb700 10 client.16041 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3be5ffb700 1 -- 172.21.15.27:0/1310708130 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55754affb290 con 0x55754b126480 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3be5ffb700 10 client.16041 handle_command_reply: tid=0 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 client.16041 shutdown 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 msgr2=0x55754b0be410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0be410 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3bec00b540 tx=0x7f3bec09b4f0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 shutdown_connections 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55754b126480 0x55754b1288a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55754b0ab6c0 0x55754b124610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55754b0a1f20 0x55754b0bded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 --2- 172.21.15.27:0/1310708130 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55754b0a7640 0x55754b0be410 secure :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3bec00b540 tx=0x7f3bec09b4f0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 >> 172.21.15.27:0/1310708130 conn(0x55754afcccc0 msgr2=0x55754b0a4eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3be5ffb700 0 client.16041 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:18.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 shutdown_connections 2024-06-06T07:57:18.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 1 -- 172.21.15.27:0/1310708130 wait complete. 2024-06-06T07:57:18.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.816+0000 7f3c0f02db80 20 client.16041 trim_cache size 0 max 16384 2024-06-06T07:57:18.820 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3be80a2e10 msgr2=0x7f3be80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3be80a2e10 0x7f3be80a52d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800b580 tx=0x7f3bf8005ea0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 msgr2=0x7f3bfc19a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc19a0a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3bec00d980 tx=0x7f3bec00dc90 comp rx=0 tx=0).stop 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 shutdown_connections 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3be80a2e10 0x7f3be80a52d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bfc106750 0x7f3bfc1a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3bfc101df0 0x7f3bfc199b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 --2- 172.21.15.27:0/4263106119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3bfc1027a0 0x7f3bfc19a0a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 >> 172.21.15.27:0/4263106119 conn(0x7f3bfc077a00 msgr2=0x7f3bfc104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:18.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 shutdown_connections 2024-06-06T07:57:18.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:18.817+0000 7f3c047aa700 1 -- 172.21.15.27:0/4263106119 wait complete. 2024-06-06T07:57:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:19 smithi176 ceph-mon[36543]: pgmap v59: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 341 B/s wr, 11 op/s 2024-06-06T07:57:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:19 smithi176 ceph-mon[36543]: osdmap e102: 12 total, 12 up, 12 in 2024-06-06T07:57:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:19 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:57:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:19 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6834/1358831311,v1:172.21.15.176:6835/1358831311] up:boot 2024-06-06T07:57:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:19 smithi176 ceph-mon[36543]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-06-06T07:57:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:19 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:19 smithi203 ceph-mon[37192]: pgmap v59: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 341 B/s wr, 11 op/s 2024-06-06T07:57:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:19 smithi203 ceph-mon[37192]: osdmap e102: 12 total, 12 up, 12 in 2024-06-06T07:57:19.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:19 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:57:19.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:19 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6834/1358831311,v1:172.21.15.176:6835/1358831311] up:boot 2024-06-06T07:57:19.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:19 smithi203 ceph-mon[37192]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-06-06T07:57:19.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:19 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:19.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:19 smithi027 ceph-mon[32293]: pgmap v59: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 341 B/s wr, 11 op/s 2024-06-06T07:57:19.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:19 smithi027 ceph-mon[32293]: osdmap e102: 12 total, 12 up, 12 in 2024-06-06T07:57:19.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:19 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:57:19.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:19 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6834/1358831311,v1:172.21.15.176:6835/1358831311] up:boot 2024-06-06T07:57:19.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:19 smithi027 ceph-mon[32293]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-06-06T07:57:19.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:19 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:20.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 -- 172.21.15.27:0/1673850943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 msgr2=0x7fe00810f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:20.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 --2- 172.21.15.27:0/1673850943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810f320 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fe00000b0a0 tx=0x7fe00000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 -- 172.21.15.27:0/1673850943 shutdown_connections 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 --2- 172.21.15.27:0/1673850943 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810f320 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 --2- 172.21.15.27:0/1673850943 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe008108520 0x7fe008108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 --2- 172.21.15.27:0/1673850943 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe00806abc0 0x7fe00806b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 -- 172.21.15.27:0/1673850943 >> 172.21.15.27:0/1673850943 conn(0x7fe008078330 msgr2=0x7fe008078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 -- 172.21.15.27:0/1673850943 shutdown_connections 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.116+0000 7fe010595700 1 -- 172.21.15.27:0/1673850943 wait complete. 2024-06-06T07:57:20.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.117+0000 7fe010595700 1 Processor -- start 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.117+0000 7fe010595700 1 -- start start 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.117+0000 7fe010595700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe00806abc0 0x7fe00810d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.117+0000 7fe010595700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe00db30700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe00db30700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:51402/0 (socket says 172.21.15.27:51402) 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe00e331700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe00806abc0 0x7fe00810d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe00db30700 1 -- 172.21.15.27:0/3775051562 learned_addr learned my addr 172.21.15.27:0/3775051562 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe008108520 0x7fe0081b35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe0081128f0 con 0x7fe00806b580 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.118+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe008112770 con 0x7fe008108520 2024-06-06T07:57:20.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe008112a70 con 0x7fe00806abc0 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe00eb32700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe008108520 0x7fe0081b35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe00db30700 1 -- 172.21.15.27:0/3775051562 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe00806abc0 msgr2=0x7fe00810d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe00db30700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe00806abc0 0x7fe00810d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe00db30700 1 -- 172.21.15.27:0/3775051562 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe008108520 msgr2=0x7fe0081b35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe00db30700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe008108520 0x7fe0081b35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.119+0000 7fe00db30700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0081b3c30 con 0x7fe00806b580 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.120+0000 7fe00db30700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810d6c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fdff800dac0 tx=0x7fdff800ddd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.120+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff8016070 con 0x7fe00806b580 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.120+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fdff8004d30 con 0x7fe00806b580 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.120+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff8005680 con 0x7fe00806b580 2024-06-06T07:57:20.121 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.121+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0081b3f20 con 0x7fe00806b580 2024-06-06T07:57:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.121+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0081b4380 con 0x7fe00806b580 2024-06-06T07:57:20.122 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.123+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe008103bc0 con 0x7fe00806b580 2024-06-06T07:57:20.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.124+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fdff8004750 con 0x7fe00806b580 2024-06-06T07:57:20.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.125+0000 7fdfff7fe700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fdff40a2f10 0x7fdff40a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.126+0000 7fe00e331700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fdff40a2f10 0x7fdff40a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:20.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.126+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fdff80cf280 con 0x7fe00806b580 2024-06-06T07:57:20.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.126+0000 7fe00e331700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fdff40a2f10 0x7fdff40a53d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe004009be0 tx=0x7fe004009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:20.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.136+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdff801f030 con 0x7fe00806b580 2024-06-06T07:57:20.569 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:57:20.569 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:57:18.453457+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25553":{"gid":25553,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1358831311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1358831311},{"type":"v1","addr":"172.21.15.176:6835","nonce":1358831311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24473,24487,24469,24463,24449]},"id":1}]} 2024-06-06T07:57:20.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.568+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe0081b46a0 con 0x7fe00806b580 2024-06-06T07:57:20.569 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.569+0000 7fdfff7fe700 1 -- 172.21.15.27:0/3775051562 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11947 (secure 0 0 0) 0x7fdff809bae0 con 0x7fe00806b580 2024-06-06T07:57:20.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.571+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fdff40a2f10 msgr2=0x7fdff40a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:20.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.571+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fdff40a2f10 0x7fdff40a53d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe004009be0 tx=0x7fe004009260 comp rx=0 tx=0).stop 2024-06-06T07:57:20.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.571+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 msgr2=0x7fe00810d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:20.571 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.571+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810d6c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fdff800dac0 tx=0x7fdff800ddd0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 shutdown_connections 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fdff40a2f10 0x7fdff40a53d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe008108520 0x7fe0081b35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe00806abc0 0x7fe00810d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 --2- 172.21.15.27:0/3775051562 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe00806b580 0x7fe00810d6c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 >> 172.21.15.27:0/3775051562 conn(0x7fe008078330 msgr2=0x7fe008102350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 shutdown_connections 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:20.572+0000 7fe010595700 1 -- 172.21.15.27:0/3775051562 wait complete. 2024-06-06T07:57:20.572 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 32 2024-06-06T07:57:20.668 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T07:57:20.668 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T07:57:21.333 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24487 quiesce db --set-id 625adcf1 --release --await' 2024-06-06T07:57:21.333 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24487 quiesce db --set-id 625adcf1 --release --await 2024-06-06T07:57:21.472 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:21.595 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:21 smithi027 ceph-mon[32293]: pgmap v61: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-06-06T07:57:21.596 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:21 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3775051562' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:57:21.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:21 smithi176 ceph-mon[36543]: pgmap v61: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-06-06T07:57:21.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:21 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3775051562' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:57:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:21 smithi203 ceph-mon[37192]: pgmap v61: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-06-06T07:57:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:21 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3775051562' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:57:22.916 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:23.355 INFO:tasks.workunit.client.0.smithi027.stderr:Updating files: 91% (11516/12568) Updating files: 92% (11563/12568) Updating files: 93% (11689/12568) Updating files: 94% (11814/12568) Updating files: 95% (11940/12568) Updating files: 96% (12066/12568) Updating files: 97% (12191/12568) Updating files: 98% (12317/12568) Updating files: 99% (12443/12568) Updating files: 100% (12568/12568) Updating files: 100% (12568/12568), done. 2024-06-06T07:57:23.698 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:23 smithi027 ceph-mon[32293]: pgmap v62: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:23.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:23 smithi176 ceph-mon[36543]: pgmap v62: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:23.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:23 smithi203 ceph-mon[37192]: pgmap v62: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:23.884 INFO:tasks.workunit.client.0.smithi027.stderr:Note: switching to '3d746ca5346f34eef7e826a1eb71e59e02b682ae'. 2024-06-06T07:57:23.884 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.884 INFO:tasks.workunit.client.0.smithi027.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-06-06T07:57:23.884 INFO:tasks.workunit.client.0.smithi027.stderr:changes and commit them, and you can discard any commits you make in this 2024-06-06T07:57:23.884 INFO:tasks.workunit.client.0.smithi027.stderr:state without impacting any branches by switching back to a branch. 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr:If you want to create a new branch to retain commits you create, you may 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr:do so (now or later) by using -c with the switch command. Example: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: git switch -c 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr:Or undo this operation with: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: git switch - 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-06-06T07:57:23.885 INFO:tasks.workunit.client.0.smithi027.stderr: 2024-06-06T07:57:23.886 INFO:tasks.workunit.client.0.smithi027.stderr:HEAD is now at 3d746ca5346 Merge pull request #57870 from zdover23/wip-doc-2024-06-05-backport-57867-to-squid 2024-06-06T07:57:23.889 DEBUG:teuthology.orchestra.run.smithi027:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-06-06T07:57:23.974 INFO:tasks.workunit.client.0.smithi027.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-06-06T07:57:23.977 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-06T07:57:23.977 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.394+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1981113969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc806ab30 msgr2=0x7fbdc810f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1981113969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc806ab30 0x7fbdc810f320 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fbdc000b0a0 tx=0x7fbdc000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1981113969 shutdown_connections 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1981113969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc806ab30 0x7fbdc810f320 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1981113969 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc8108500 0x7fbdc81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1981113969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdc806a170 0x7fbdc806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1981113969 >> 172.21.15.27:0/1981113969 conn(0x7fbdc8078340 msgr2=0x7fbdc8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1981113969 shutdown_connections 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1981113969 wait complete. 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.395+0000 7fbdcf20e700 1 Processor -- start 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 -- start start 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdc806a170 0x7fbdc819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc806ab30 0x7fbdc819ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 0x7fbdc8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81128b0 con 0x7fbdc8108500 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc8112730 con 0x7fbdc806ab30 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcf20e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc8112a30 con 0x7fbdc806a170 2024-06-06T07:57:25.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 0x7fbdc8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdc7fff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc806ab30 0x7fbdc819ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 0x7fbdc8198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35050/0 (socket says 172.21.15.27:35050) 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/1726676785 learned_addr learned my addr 172.21.15.27:0/1726676785 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdc806a170 0x7fbdc819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/1726676785 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdc806a170 msgr2=0x7fbdc819e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdc806a170 0x7fbdc819e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/1726676785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc806ab30 msgr2=0x7fbdc819ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc806ab30 0x7fbdc819ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/1726676785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdc8199250 con 0x7fbdc8108500 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.396+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc806ab30 0x7fbdc819ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.397+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 0x7fbdc8198af0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fbdc000b070 tx=0x7fbdc0004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.397+0000 7fbdc5ffb700 1 -- 172.21.15.27:0/1726676785 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc0021070 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.397+0000 7fbdc5ffb700 1 -- 172.21.15.27:0/1726676785 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbdc0007b80 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.397+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdc81994e0 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.397+0000 7fbdc5ffb700 1 -- 172.21.15.27:0/1726676785 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc00052a0 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.397+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdc81a5800 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.399+0000 7fbdc5ffb700 1 -- 172.21.15.27:0/1726676785 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbdc0024070 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.400+0000 7fbdc5ffb700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdb80a2d90 0x7fbdb80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.400+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdb80a2d90 0x7fbdb80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.400+0000 7fbdc5ffb700 1 -- 172.21.15.27:0/1726676785 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fbdc000f020 con 0x7fbdc8108500 2024-06-06T07:57:25.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.400+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdb80a2d90 0x7fbdb80a5250 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc009be0 tx=0x7fbdbc009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 Processor -- start 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 -- start start 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e0c40 0x5582256e1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256dae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256db810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55822562c910 con 0x5582256e1560 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5582255d4820 con 0x5582256e0c40 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5582256288d0 con 0x5582256db3d0 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256dae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256dae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35064/0 (socket says 172.21.15.27:35064) 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1543869488 learned_addr learned my addr 172.21.15.27:0/1543869488 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e0c40 0x5582256e1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256db810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1543869488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 msgr2=0x5582256db810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256db810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1543869488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e0c40 msgr2=0x5582256e1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e0c40 0x5582256e1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.401+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1543869488 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582255cb050 con 0x5582256e1560 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.402+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256dae90 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fbdb40115f0 tx=0x7fbdb4011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ef4797c0cd84215 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.402+0000 7fbdb2ffd700 1 -- 172.21.15.27:0/1543869488 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4004230 con 0x5582256e1560 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.402+0000 7fbdb2ffd700 1 -- 172.21.15.27:0/1543869488 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbdb40043d0 con 0x5582256e1560 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.402+0000 7fbdb2ffd700 1 -- 172.21.15.27:0/1543869488 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4019a90 con 0x5582256e1560 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.402+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1543869488 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 msgr2=0x5582256dae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.402+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256dae90 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fbdb40115f0 tx=0x7fbdb4011900 comp rx=0 tx=0).stop 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1543869488 shutdown_connections 2024-06-06T07:57:25.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256db810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e0c40 0x5582256e1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1543869488 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256dae90 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1543869488 >> 172.21.15.27:0/1543869488 conn(0x558225605dc0 msgr2=0x5582256d6120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1543869488 shutdown_connections 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1543869488 wait complete. 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 -- start start 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.403+0000 7fbdd9a91b80 1 Processor -- start 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256e7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256e4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256e4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5582256e7fd0 con 0x5582256e1560 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5582255cccf0 con 0x5582256db3d0 2024-06-06T07:57:25.438 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5582256e8150 con 0x5582256e0c40 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 10 client.0 _ll_register_callbacks cb 0x5582255c6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256e4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256e4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35074/0 (socket says 172.21.15.27:35074) 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2949974781 learned_addr learned my addr 172.21.15.27:0/2949974781 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256e7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256e4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 msgr2=0x5582256e4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256e4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2949974781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 msgr2=0x5582256e7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256e7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2949974781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55822557b9d0 con 0x5582256e1560 2024-06-06T07:57:25.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256e4a60 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbdc009cd80 tx=0x7fbdc009ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd5df8c19378a1a3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbda7fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbda7fff700 1 -- 172.21.15.27:0/2949974781 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc009cdf0 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbda7fff700 1 -- 172.21.15.27:0/2949974781 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fbdc009d050 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.404+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdb40043d0 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbda7fff700 1 -- 172.21.15.27:0/2949974781 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fbdc00a11a0 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 10 client.16077 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5582256f2850 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbda7fff700 1 -- 172.21.15.27:0/2949974781 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbdb40043d0 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbda7fff700 1 -- 172.21.15.27:0/2949974781 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fbdc0063020 con 0x5582256e1560 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 10 client.16077 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 10 client.16077 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:57:25.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 20 client.16077 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5582256f4e10 0x5582256f7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 4 client.16077 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558225639e10 con 0x5582256f4e10 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.405+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5582256f4e10 0x5582256f7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5582256f4e10 0x5582256f7200 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac6668d03d3f7a27 server_cookie=a6e97e0a3b00454a in_seq=0 out_seq=0 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbda7fff700 10 client.16077 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbda7fff700 1 -- 172.21.15.27:0/2949974781 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x558225639e10 con 0x5582256f4e10 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbda7fff700 10 client.16077 handle_command_reply: tid=0 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbdd9a91b80 1 client.16077 shutdown 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 msgr2=0x5582256e4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.406+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256e4a60 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fbdc009cd80 tx=0x7fbdc009ca40 comp rx=0 tx=0).stop 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 shutdown_connections 2024-06-06T07:57:25.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5582256f4e10 0x5582256f7200 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256e4a60 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256e7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbda7fff700 0 client.16077 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2949974781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256e4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 >> 172.21.15.27:0/2949974781 conn(0x558225605dc0 msgr2=0x5582256d9e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 shutdown_connections 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2949974781 wait complete. 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.407+0000 7fbdd9a91b80 20 client.16077 trim_cache size 0 max 16384 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 Processor -- start 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 -- start start 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256dae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 0x5582256ded30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e1560 0x5582256cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81ae440 con 0x5582256e0c40 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81aff80 con 0x5582256e1560 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81aeb10 con 0x5582256db3d0 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdc7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 0x5582256ded30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdc7fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 0x5582256ded30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35090/0 (socket says 172.21.15.27:35090) 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.427+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1235856083 learned_addr learned my addr 172.21.15.27:0/1235856083 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e1560 0x5582256cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256dae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1235856083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 msgr2=0x5582256dae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256dae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1235856083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e1560 msgr2=0x5582256cf9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e1560 0x5582256cf9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdc7fff700 1 -- 172.21.15.27:0/1235856083 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582256f7850 con 0x5582256e0c40 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256dae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 0x5582256ded30 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4011510 tx=0x7fbdb40050b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a43e9b7d83c1a60 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdb27fc700 1 -- 172.21.15.27:0/1235856083 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4005590 con 0x5582256e0c40 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdb27fc700 1 -- 172.21.15.27:0/1235856083 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbdb4003b80 con 0x5582256e0c40 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.428+0000 7fbdb27fc700 1 -- 172.21.15.27:0/1235856083 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4023b60 con 0x5582256e0c40 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1235856083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 msgr2=0x5582256ded30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 0x5582256ded30 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4011510 tx=0x7fbdb40050b0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1235856083 shutdown_connections 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256e1560 0x5582256cf9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256db3d0 0x5582256dae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/1235856083 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e0c40 0x5582256ded30 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1235856083 >> 172.21.15.27:0/1235856083 conn(0x558225605dc0 msgr2=0x5582256da770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1235856083 shutdown_connections 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/1235856083 wait complete. 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 -- start start 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.429+0000 7fbdd9a91b80 1 Processor -- start 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256ed9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256ea410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256ea950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81af8b0 con 0x5582256e1560 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81af1e0 con 0x5582256db3d0 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc81ac3e0 con 0x5582256e0c40 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 10 client.0 _ll_register_callbacks cb 0x5582255c6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:25.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256ea950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdccfaa700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256ed9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256ea950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35094/0 (socket says 172.21.15.27:35094) 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2584351007 learned_addr learned my addr 172.21.15.27:0/2584351007 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256ea410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 msgr2=0x5582256ea410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256ea410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2584351007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 msgr2=0x5582256ed9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256ed9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 -- 172.21.15.27:0/2584351007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582256eaf90 con 0x5582256e1560 2024-06-06T07:57:25.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdc7fff700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256ea410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdcd7ab700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256ea950 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fbdc00997c0 tx=0x7fbdc009c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c8bf4fa9ed202f6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbda7fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbda7fff700 1 -- 172.21.15.27:0/2584351007 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc0080060 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbda7fff700 1 -- 172.21.15.27:0/2584351007 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fbdc00a5540 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.430+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdb4003b80 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbda7fff700 1 -- 172.21.15.27:0/2584351007 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fbdc009cdf0 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 10 client.16083 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x558225764c90 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbda7fff700 1 -- 172.21.15.27:0/2584351007 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbdb4003b80 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbda7fff700 1 -- 172.21.15.27:0/2584351007 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fbdc0063040 con 0x5582256e1560 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 10 client.16083 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 10 client.16083 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 20 client.16083 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:25.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558225765150 0x558225767540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 4 client.16083 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "625adcf1", "release": true, "await": true}] 2024-06-06T07:57:25.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "quiesce db", "set_id": "625adcf1", "release": true, "await": true}) -- 0x558225634390 con 0x558225765150 2024-06-06T07:57:25.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.431+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558225765150 0x558225767540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.432+0000 7fbda7fff700 10 client.16083 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.432+0000 7fbdccfaa700 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558225765150 0x558225767540 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59f8c1714ce66232 server_cookie=b6bde39afe5ee471 in_seq=0 out_seq=0 2024-06-06T07:57:25.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.433+0000 7fbda7fff700 1 -- 172.21.15.27:0/2584351007 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x558225634390 con 0x558225765150 2024-06-06T07:57:25.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbda7fff700 10 client.16083 handle_command_reply: tid=0 2024-06-06T07:57:25.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 client.16083 shutdown 2024-06-06T07:57:25.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 msgr2=0x5582256ea950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256ea950 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fbdc00997c0 tx=0x7fbdc009c860 comp rx=0 tx=0).stop 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 shutdown_connections 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x558225765150 0x558225767540 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5582256e1560 0x5582256ea950 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5582256db3d0 0x5582256ed9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 --2- 172.21.15.27:0/2584351007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582256e0c40 0x5582256ea410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 >> 172.21.15.27:0/2584351007 conn(0x558225605dc0 msgr2=0x5582256da440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbda7fff700 0 client.16083 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 shutdown_connections 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 1 -- 172.21.15.27:0/2584351007 wait complete. 2024-06-06T07:57:25.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.434+0000 7fbdd9a91b80 20 client.16083 trim_cache size 0 max 16384 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "epoch": 32, 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "leader": 24487, 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "set_version": 4, 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "sets": { 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "625adcf1": { 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "version": 4, 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "age_ref": 0.0, 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RELEASED", 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:57:25.451 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "timeout": 90.0, 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "expiration": 154.4, 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "members": { 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "file:/": { 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "excluded": false, 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RELEASED", 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:25.452 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdb80a2d90 msgr2=0x7fbdb80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdb80a2d90 0x7fbdb80a5250 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc009be0 tx=0x7fbdbc009260 comp rx=0 tx=0).stop 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 msgr2=0x7fbdc8198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 0x7fbdc8198af0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fbdc000b070 tx=0x7fbdc0004d00 comp rx=0 tx=0).stop 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 shutdown_connections 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdb80a2d90 0x7fbdb80a5250 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdc8108500 0x7fbdc8198af0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.453 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdc806a170 0x7fbdc819e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 --2- 172.21.15.27:0/1726676785 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdc806ab30 0x7fbdc819ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 >> 172.21.15.27:0/1726676785 conn(0x7fbdc8078340 msgr2=0x7fbdc80ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 shutdown_connections 2024-06-06T07:57:25.454 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.435+0000 7fbdcf20e700 1 -- 172.21.15.27:0/1726676785 wait complete. 2024-06-06T07:57:25.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:25 smithi027 ceph-mon[32293]: pgmap v63: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:25.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:25 smithi176 ceph-mon[36543]: pgmap v63: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:25.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:25 smithi203 ceph-mon[37192]: pgmap v63: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:25.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 -- 172.21.15.27:0/3153629437 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e54102e80 msgr2=0x7f1e5410f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/3153629437 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e54102e80 0x7f1e5410f330 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c009990 tx=0x7f1e4c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 -- 172.21.15.27:0/3153629437 shutdown_connections 2024-06-06T07:57:25.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/3153629437 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e54102e80 0x7f1e5410f330 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/3153629437 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e541084f0 0x7f1e541088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.897 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/3153629437 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1e541024e0 0x7f1e54102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 -- 172.21.15.27:0/3153629437 >> 172.21.15.27:0/3153629437 conn(0x7f1e54079530 msgr2=0x7f1e54079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 -- 172.21.15.27:0/3153629437 shutdown_connections 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.260+0000 7f1e5b10e700 1 -- 172.21.15.27:0/3153629437 wait complete. 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 Processor -- start 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 -- start start 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e541024e0 0x7f1e5419e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1e54102e80 0x7f1e5419edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.898 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 0x7f1e54198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541128a0 con 0x7f1e541084f0 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1e54112720 con 0x7f1e54102e80 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e5b10e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1e54112a20 con 0x7f1e541024e0 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e596ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 0x7f1e54198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e596ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 0x7f1e54198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35002/0 (socket says 172.21.15.27:35002) 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e596ab700 1 -- 172.21.15.27:0/1585790165 learned_addr learned my addr 172.21.15.27:0/1585790165 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.261+0000 7f1e58eaa700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e541024e0 0x7f1e5419e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e53fff700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1e54102e80 0x7f1e5419edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e596ab700 1 -- 172.21.15.27:0/1585790165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e541024e0 msgr2=0x7f1e5419e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e596ab700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e541024e0 0x7f1e5419e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e596ab700 1 -- 172.21.15.27:0/1585790165 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1e54102e80 msgr2=0x7f1e5419edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e596ab700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1e54102e80 0x7f1e5419edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e596ab700 1 -- 172.21.15.27:0/1585790165 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e54199200 con 0x7f1e541084f0 2024-06-06T07:57:25.899 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e596ab700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 0x7f1e54198aa0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00bf50 tx=0x7f1e4c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e51ffb700 1 -- 172.21.15.27:0/1585790165 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c027070 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e51ffb700 1 -- 172.21.15.27:0/1585790165 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1e4c00fb70 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e54199490 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e51ffb700 1 -- 172.21.15.27:0/1585790165 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c0173f0 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.262+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e541a5760 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.265+0000 7f1e51ffb700 1 -- 172.21.15.27:0/1585790165 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1e4c02a070 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.266+0000 7f1e51ffb700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1e400a2d90 0x7f1e400a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.266+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1e400a2d90 0x7f1e400a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.266+0000 7f1e51ffb700 1 -- 172.21.15.27:0/1585790165 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f1e4c0d0300 con 0x7f1e541084f0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.266+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1e400a2d90 0x7f1e400a5250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1e54107910 tx=0x7f1e44009180 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.900 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 Processor -- start 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 -- start start 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5f6c0 0x55a26af5faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af59a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af5a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55a26aeab890 con 0x55a26af59fa0 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a26ae537a0 con 0x55a26af5f6c0 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e65991b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a26aea7850 con 0x55a26af5ffe0 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e596ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af5a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e596ab700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af5a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35014/0 (socket says 172.21.15.27:35014) 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e596ab700 1 -- 172.21.15.27:0/3739037799 learned_addr learned my addr 172.21.15.27:0/3739037799 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e53fff700 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af59a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.267+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5f6c0 0x55a26af5faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.901 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e596ab700 1 -- 172.21.15.27:0/3739037799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 msgr2=0x55a26af59a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e596ab700 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af59a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e596ab700 1 -- 172.21.15.27:0/3739037799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5f6c0 msgr2=0x55a26af5faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e596ab700 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5f6c0 0x55a26af5faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e596ab700 1 -- 172.21.15.27:0/3739037799 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a26ae49fd0 con 0x55a26af59fa0 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e596ab700 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af5a3c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c0a4c00 tx=0x7f1e4c09c0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33e2cecd8f63a86c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e4affd700 1 -- 172.21.15.27:0/3739037799 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c09cc50 con 0x55a26af59fa0 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e4affd700 1 -- 172.21.15.27:0/3739037799 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1e4c0095a0 con 0x55a26af59fa0 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.268+0000 7f1e4affd700 1 -- 172.21.15.27:0/3739037799 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c09c7d0 con 0x55a26af59fa0 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 -- 172.21.15.27:0/3739037799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 msgr2=0x55a26af5a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af5a3c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c0a4c00 tx=0x7f1e4c09c0e0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.902 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 -- 172.21.15.27:0/3739037799 shutdown_connections 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af5a3c0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5f6c0 0x55a26af5faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3739037799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af59a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 -- 172.21.15.27:0/3739037799 >> 172.21.15.27:0/3739037799 conn(0x55a26ae84d40 msgr2=0x55a26af548d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 -- 172.21.15.27:0/3739037799 shutdown_connections 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 -- 172.21.15.27:0/3739037799 wait complete. 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 -- start start 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 Processor -- start 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af65df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.269+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af630f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af63630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e65991b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55a26af66770 con 0x55a26af5f6c0 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e65991b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55a26ae4bc70 con 0x55a26af59fa0 2024-06-06T07:57:25.903 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e65991b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a26af668f0 con 0x55a26af5ffe0 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e65991b80 10 client.0 _ll_register_callbacks cb 0x55a26ae459a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af630f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af630f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35020/0 (socket says 172.21.15.27:35020) 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 -- 172.21.15.27:0/3271832288 learned_addr learned my addr 172.21.15.27:0/3271832288 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e596ab700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af63630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af65df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 -- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 msgr2=0x55a26af63630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af63630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.904 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 -- 172.21.15.27:0/3271832288 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 msgr2=0x55a26af65df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af65df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 -- 172.21.15.27:0/3271832288 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a26adfa950 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e53fff700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af630f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c008490 tx=0x7f1e3c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a72e2bf973dc1b4c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e33fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e33fff700 1 -- 172.21.15.27:0/3271832288 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c004230 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e33fff700 1 -- 172.21.15.27:0/3271832288 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f1e3c0043d0 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.270+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e4c0095a0 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e33fff700 1 -- 172.21.15.27:0/3271832288 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f1e3c004830 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 10 client.16059 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55a26af711d0 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e33fff700 1 -- 172.21.15.27:0/3271832288 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1e4c0095a0 con 0x55a26af5f6c0 2024-06-06T07:57:25.905 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e33fff700 1 -- 172.21.15.27:0/3271832288 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f1e3c018070 con 0x55a26af5f6c0 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 10 client.16059 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 10 client.16059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 20 client.16059 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26af75c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 4 client.16059 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a26aeb8d90 con 0x55a26af73810 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.271+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26af75c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.272+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26af75c20 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8beff01cbb3c58d2 server_cookie=a48b0ef3b8dba2db in_seq=0 out_seq=0 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.272+0000 7f1e33fff700 10 client.16059 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.272+0000 7f1e33fff700 1 -- 172.21.15.27:0/3271832288 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a26aeb8d90 con 0x55a26af73810 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e33fff700 10 client.16059 handle_command_reply: tid=0 2024-06-06T07:57:25.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 client.16059 shutdown 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 msgr2=0x55a26af630f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af630f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c008490 tx=0x7f1e3c011a30 comp rx=0 tx=0).stop 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 shutdown_connections 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26af75c20 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e33fff700 0 client.16059 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af63630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af65df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 --2- 172.21.15.27:0/3271832288 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af630f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 >> 172.21.15.27:0/3271832288 conn(0x55a26ae84d40 msgr2=0x55a26af58a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 shutdown_connections 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 1 -- 172.21.15.27:0/3271832288 wait complete. 2024-06-06T07:57:25.907 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.273+0000 7f1e65991b80 20 client.16059 trim_cache size 0 max 16384 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 Processor -- start 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 -- start start 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af59a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af60d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af6fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541ae390 con 0x55a26af5f6c0 2024-06-06T07:57:25.908 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541afed0 con 0x55a26af59fa0 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e65991b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541aea60 con 0x55a26af5ffe0 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e53fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af60d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e53fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af60d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35024/0 (socket says 172.21.15.27:35024) 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e53fff700 1 -- 172.21.15.27:0/1259068641 learned_addr learned my addr 172.21.15.27:0/1259068641 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af59a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e596ab700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af6fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e53fff700 1 -- 172.21.15.27:0/1259068641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 msgr2=0x55a26af6fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e53fff700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af6fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.296+0000 7f1e53fff700 1 -- 172.21.15.27:0/1259068641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 msgr2=0x55a26af59a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.909 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e53fff700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af59a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e53fff700 1 -- 172.21.15.27:0/1259068641 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a26af62ec0 con 0x55a26af5f6c0 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e596ab700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af6fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af59a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e53fff700 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af60d30 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c008cf0 tx=0x7f1e3c00fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14144a94b0082452 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e4a7fc700 1 -- 172.21.15.27:0/1259068641 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c02c020 con 0x55a26af5f6c0 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e4a7fc700 1 -- 172.21.15.27:0/1259068641 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1e3c028b50 con 0x55a26af5f6c0 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.297+0000 7f1e4a7fc700 1 -- 172.21.15.27:0/1259068641 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c01a9e0 con 0x55a26af5f6c0 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 -- 172.21.15.27:0/1259068641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 msgr2=0x55a26af60d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af60d30 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c008cf0 tx=0x7f1e3c00fd40 comp rx=0 tx=0).stop 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 -- 172.21.15.27:0/1259068641 shutdown_connections 2024-06-06T07:57:25.910 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5ffe0 0x55a26af6fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af59fa0 0x55a26af59a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 --2- 172.21.15.27:0/1259068641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af5f6c0 0x55a26af60d30 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 -- 172.21.15.27:0/1259068641 >> 172.21.15.27:0/1259068641 conn(0x55a26ae84d40 msgr2=0x55a26af4de80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 -- 172.21.15.27:0/1259068641 shutdown_connections 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 -- 172.21.15.27:0/1259068641 wait complete. 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 -- start start 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.298+0000 7f1e65991b80 1 Processor -- start 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af6c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.911 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5f6c0 0x55a26af68b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5ffe0 0x55a26af69090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541af800 con 0x55a26af59fa0 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541af130 con 0x55a26af5ffe0 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1e541ac330 con 0x55a26af5f6c0 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 10 client.0 _ll_register_callbacks cb 0x55a26ae459a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af6c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.912 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af6c1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35030/0 (socket says 172.21.15.27:35030) 2024-06-06T07:57:25.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 -- 172.21.15.27:0/2991149020 learned_addr learned my addr 172.21.15.27:0/2991149020 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:25.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e596ab700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5ffe0 0x55a26af69090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e53fff700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5f6c0 0x55a26af68b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 -- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5f6c0 msgr2=0x55a26af68b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5f6c0 0x55a26af68b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.913 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 -- 172.21.15.27:0/2991149020 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5ffe0 msgr2=0x55a26af69090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:25.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5ffe0 0x55a26af69090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 -- 172.21.15.27:0/2991149020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a26af697d0 con 0x55a26af59fa0 2024-06-06T07:57:25.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e596ab700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5ffe0 0x55a26af69090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:25.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e53fff700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5f6c0 0x55a26af68b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:25.914 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e58eaa700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af6c1d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1e44007550 tx=0x7f1e4400b050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6552d3f2ac680bc6 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:25.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e33fff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:25.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e33fff700 1 -- 172.21.15.27:0/2991149020 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e4401c040 con 0x55a26af59fa0 2024-06-06T07:57:25.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e3c028b50 con 0x55a26af59fa0 2024-06-06T07:57:25.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.299+0000 7f1e33fff700 1 -- 172.21.15.27:0/2991149020 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f1e4402a6d0 con 0x55a26af59fa0 2024-06-06T07:57:25.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e33fff700 1 -- 172.21.15.27:0/2991149020 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f1e44039050 con 0x55a26af59fa0 2024-06-06T07:57:25.915 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 10 client.16065 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:25.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55a26afdf470 con 0x55a26af59fa0 2024-06-06T07:57:25.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e33fff700 1 -- 172.21.15.27:0/2991149020 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1e3c028b50 con 0x55a26af59fa0 2024-06-06T07:57:25.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e33fff700 1 -- 172.21.15.27:0/2991149020 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f1e44015c90 con 0x55a26af59fa0 2024-06-06T07:57:25.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 10 client.16065 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:25.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 10 client.16065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:25.916 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 20 client.16065 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:25.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26afe1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:25.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 4 client.16065 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T07:57:25.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a26aeb3310 con 0x55a26af73810 2024-06-06T07:57:25.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.300+0000 7f1e53fff700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26afe1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:25.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.301+0000 7f1e53fff700 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26afe1bf0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baeed292becce46e server_cookie=173513955e5d832c in_seq=0 out_seq=0 2024-06-06T07:57:25.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.301+0000 7f1e33fff700 10 client.16065 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.918 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.302+0000 7f1e33fff700 1 -- 172.21.15.27:0/2991149020 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a26aeb3310 con 0x55a26af73810 2024-06-06T07:57:25.918 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:57:25.918 INFO:teuthology.orchestra.run.smithi027.stdout: "return_code": 0, 2024-06-06T07:57:25.918 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_tag": "5817f45c-0793-4b7e-beaf-359ce7d878a9", 2024-06-06T07:57:25.919 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": "asynchronous" 2024-06-06T07:57:25.919 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:57:25.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.302+0000 7f1e33fff700 10 client.16065 handle_command_reply: tid=0 2024-06-06T07:57:25.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.302+0000 7f1e65991b80 1 client.16065 shutdown 2024-06-06T07:57:25.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.302+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 msgr2=0x55a26af6c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.302+0000 7f1e65991b80 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af6c1d0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1e44007550 tx=0x7f1e4400b050 comp rx=0 tx=0).stop 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 shutdown_connections 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55a26af73810 0x55a26afe1bf0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55a26af5ffe0 0x55a26af69090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55a26af59fa0 0x55a26af6c1d0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e33fff700 0 client.16065 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 --2- 172.21.15.27:0/2991149020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a26af5f6c0 0x55a26af68b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 >> 172.21.15.27:0/2991149020 conn(0x55a26ae84d40 msgr2=0x55a26af5e250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 shutdown_connections 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 1 -- 172.21.15.27:0/2991149020 wait complete. 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e65991b80 20 client.16065 trim_cache size 0 max 16384 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1e400a2d90 msgr2=0x7f1e400a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1e400a2d90 0x7f1e400a5250 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1e54107910 tx=0x7f1e44009180 comp rx=0 tx=0).stop 2024-06-06T07:57:25.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 msgr2=0x7f1e54198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.303+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 0x7f1e54198aa0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f1e4c00bf50 tx=0x7f1e4c00f690 comp rx=0 tx=0).stop 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 shutdown_connections 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1e400a2d90 0x7f1e400a5250 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1e541084f0 0x7f1e54198aa0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e541024e0 0x7f1e5419e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 --2- 172.21.15.27:0/1585790165 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1e54102e80 0x7f1e5419edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 >> 172.21.15.27:0/1585790165 conn(0x7f1e54079530 msgr2=0x7f1e54100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 shutdown_connections 2024-06-06T07:57:25.921 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:25.304+0000 7f1e5b10e700 1 -- 172.21.15.27:0/1585790165 wait complete. 2024-06-06T07:57:26.589 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-06-06T07:57:26.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:26 smithi027 ceph-mon[32293]: scrub queued for path: / 2024-06-06T07:57:26.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:26 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:26.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:26 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:57:26.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:26 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:26.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:26 smithi027 ceph-mon[32293]: scrub summary: idle 2024-06-06T07:57:26.717 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-06-06T07:57:26.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:26 smithi176 ceph-mon[36543]: scrub queued for path: / 2024-06-06T07:57:26.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:26 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:26.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:26 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:57:26.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:26 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:26.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:26 smithi176 ceph-mon[36543]: scrub summary: idle 2024-06-06T07:57:26.762 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-06T07:57:26.764 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-06T07:57:26.764 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-06-06T07:57:26.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:26 smithi203 ceph-mon[37192]: scrub queued for path: / 2024-06-06T07:57:26.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:26 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:26.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:26 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:57:26.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:26 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:26.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:26 smithi203 ceph-mon[37192]: scrub summary: idle 2024-06-06T07:57:26.818 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-06T07:57:26.822 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T07:57:26.822 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-06-06T07:57:26.840 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-06-06T07:57:26.841 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-06-06T07:57:26.842 DEBUG:teuthology.orchestra.run.smithi027:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=3d746ca5346f34eef7e826a1eb71e59e02b682ae TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-06-06T07:57:26.860 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T07:57:26.922 INFO:tasks.workunit.client.0.smithi027.stderr:+ KERNEL=linux-4.0.5 2024-06-06T07:57:26.923 INFO:tasks.workunit.client.0.smithi027.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-06-06T07:57:27.344 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '625adcf1', total seconds elapsed: 45.9 2024-06-06T07:57:27.382 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:27.626 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:27 smithi027 ceph-mon[32293]: pgmap v64: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:27.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:27 smithi176 ceph-mon[36543]: pgmap v64: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:27 smithi203 ceph-mon[37192]: pgmap v64: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 307 B/s wr, 10 op/s 2024-06-06T07:57:29.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 -- 172.21.15.27:0/3353509494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368107400 msgr2=0x7f23681077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 --2- 172.21.15.27:0/3353509494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368107400 0x7f23681077e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f2364009990 tx=0x7f2364009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 -- 172.21.15.27:0/3353509494 shutdown_connections 2024-06-06T07:57:29.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 --2- 172.21.15.27:0/3353509494 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2368101d50 0x7f236810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 --2- 172.21.15.27:0/3353509494 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368107400 0x7f23681077e0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 --2- 172.21.15.27:0/3353509494 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2368101390 0x7f2368101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 -- 172.21.15.27:0/3353509494 >> 172.21.15.27:0/3353509494 conn(0x7f2368078340 msgr2=0x7f2368078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 -- 172.21.15.27:0/3353509494 shutdown_connections 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.175+0000 7f23706c7700 1 -- 172.21.15.27:0/3353509494 wait complete. 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 Processor -- start 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 -- start start 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2368101390 0x7f2368199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 0x7f236819a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2368107400 0x7f23681a4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f23681117d0 con 0x7f2368101d50 2024-06-06T07:57:29.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2368111650 con 0x7f2368107400 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f23706c7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2368111950 con 0x7f2368101390 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 0x7f236819a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 0x7f236819a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35106/0 (socket says 172.21.15.27:35106) 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 -- 172.21.15.27:0/304770087 learned_addr learned my addr 172.21.15.27:0/304770087 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236ec64700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2368107400 0x7f23681a4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236e463700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2368101390 0x7f2368199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 -- 172.21.15.27:0/304770087 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2368101390 msgr2=0x7f2368199bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2368101390 0x7f2368199bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 -- 172.21.15.27:0/304770087 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2368107400 msgr2=0x7f23681a4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2368107400 0x7f23681a4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.176+0000 7f236dc62700 1 -- 172.21.15.27:0/304770087 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23681a51b0 con 0x7f2368101d50 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.177+0000 7f236dc62700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 0x7f236819a130 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f235800e9a0 tx=0x7f235800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:29.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.177+0000 7f235f7fe700 1 -- 172.21.15.27:0/304770087 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235800cbd0 con 0x7f2368101d50 2024-06-06T07:57:29.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.177+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23681a5380 con 0x7f2368101d50 2024-06-06T07:57:29.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.177+0000 7f235f7fe700 1 -- 172.21.15.27:0/304770087 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f235800cd70 con 0x7f2368101d50 2024-06-06T07:57:29.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.177+0000 7f235f7fe700 1 -- 172.21.15.27:0/304770087 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23580187c0 con 0x7f2368101d50 2024-06-06T07:57:29.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.177+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23681a58e0 con 0x7f2368101d50 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.179+0000 7f235f7fe700 1 -- 172.21.15.27:0/304770087 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2358010430 con 0x7f2368101d50 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.180+0000 7f235f7fe700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f23540a2d90 0x7f23540a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.180+0000 7f236e463700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f23540a2d90 0x7f23540a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.180+0000 7f235f7fe700 1 -- 172.21.15.27:0/304770087 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f23580cfa20 con 0x7f2368101d50 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.180+0000 7f236e463700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f23540a2d90 0x7f23540a5250 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2364006010 tx=0x7f236401a040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 Processor -- start 2024-06-06T07:57:29.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 -- start start 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcbb850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcb5af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcc2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55890dba3f60 con 0x55890dcb6030 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55890dc02850 con 0x55890dcb5670 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f237af4ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55890db6a460 con 0x55890dcbb470 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f236ec64700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcc2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f236e463700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcbb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f236ec64700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcc2210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35110/0 (socket says 172.21.15.27:35110) 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f236ec64700 1 -- 172.21.15.27:0/2201736871 learned_addr learned my addr 172.21.15.27:0/2201736871 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.181+0000 7f236dc62700 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcb5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236e463700 1 -- 172.21.15.27:0/2201736871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 msgr2=0x55890dcb5af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236e463700 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcb5af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236e463700 1 -- 172.21.15.27:0/2201736871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 msgr2=0x55890dcc2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236e463700 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcc2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236e463700 1 -- 172.21.15.27:0/2201736871 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55890db518d0 con 0x55890dcbb470 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236dc62700 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcb5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236ec64700 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcc2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f236e463700 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcbb850 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2364000c00 tx=0x7f236401e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6f4f0a4d9f5199e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f235cff9700 1 -- 172.21.15.27:0/2201736871 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236400fa40 con 0x55890dcbb470 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f235cff9700 1 -- 172.21.15.27:0/2201736871 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2364032070 con 0x55890dcbb470 2024-06-06T07:57:29.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.182+0000 7f235cff9700 1 -- 172.21.15.27:0/2201736871 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364023e10 con 0x55890dcbb470 2024-06-06T07:57:29.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 -- 172.21.15.27:0/2201736871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 msgr2=0x55890dcbb850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcbb850 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2364000c00 tx=0x7f236401e000 comp rx=0 tx=0).stop 2024-06-06T07:57:29.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 -- 172.21.15.27:0/2201736871 shutdown_connections 2024-06-06T07:57:29.188 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcc2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcbb850 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2201736871 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcb5af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 -- 172.21.15.27:0/2201736871 >> 172.21.15.27:0/2201736871 conn(0x55890dbde080 msgr2=0x55890dcac220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 -- 172.21.15.27:0/2201736871 shutdown_connections 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 -- 172.21.15.27:0/2201736871 wait complete. 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.183+0000 7f237af4ab80 1 -- start start 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 Processor -- start 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcc1e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb6030 0x55890dcbf160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 0x55890dcbf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55890dba2fc0 con 0x55890dcbb470 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55890dbfe810 con 0x55890dcb5670 2024-06-06T07:57:29.189 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55890dcc2750 con 0x55890dcb6030 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f237af4ab80 10 client.0 _ll_register_callbacks cb 0x55890db985b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 0x55890dcbf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 0x55890dcbf6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35120/0 (socket says 172.21.15.27:35120) 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 -- 172.21.15.27:0/1163534425 learned_addr learned my addr 172.21.15.27:0/1163534425 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236dc62700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb6030 0x55890dcbf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236e463700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcc1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 -- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb6030 msgr2=0x55890dcbf160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb6030 0x55890dcbf160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 -- 172.21.15.27:0/1163534425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 msgr2=0x55890dcc1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcc1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236ec64700 1 -- 172.21.15.27:0/1163534425 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55890dbc8750 con 0x55890dcbb470 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.184+0000 7f236dc62700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb6030 0x55890dcbf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:29.190 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f236ec64700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 0x55890dcbf6a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f2360011e60 tx=0x7f2360014600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e21cc04212b51326 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f2351ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f2351ffb700 1 -- 172.21.15.27:0/1163534425 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2360004db0 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2364032070 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f2351ffb700 1 -- 172.21.15.27:0/1163534425 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f2360014ae0 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f2351ffb700 1 -- 172.21.15.27:0/1163534425 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2360027050 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f237af4ab80 10 client.16095 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55890dcccda0 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f2351ffb700 1 -- 172.21.15.27:0/1163534425 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2364032070 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f2351ffb700 1 -- 172.21.15.27:0/1163534425 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f2360016400 con 0x55890dcbb470 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f237af4ab80 10 client.16095 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.185+0000 7f237af4ab80 10 client.16095 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f237af4ab80 20 client.16095 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:29.191 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f237af4ab80 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dcd17d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f237af4ab80 4 client.16095 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55890dc0fd50 con 0x55890dccf3e0 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f236e463700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dcd17d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f236e463700 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dcd17d0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9dd59797ec530761 server_cookie=9ca26abae392f744 in_seq=0 out_seq=0 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.186+0000 7f2351ffb700 10 client.16095 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f2351ffb700 1 -- 172.21.15.27:0/1163534425 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55890dc0fd50 con 0x55890dccf3e0 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f2351ffb700 10 client.16095 handle_command_reply: tid=0 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 client.16095 shutdown 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 msgr2=0x55890dcbf6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 0x55890dcbf6a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f2360011e60 tx=0x7f2360014600 comp rx=0 tx=0).stop 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 shutdown_connections 2024-06-06T07:57:29.192 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dcd17d0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcbb470 0x55890dcbf6a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f2351ffb700 0 client.16095 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb5670 0x55890dcc1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 --2- 172.21.15.27:0/1163534425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb6030 0x55890dcbf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.187+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 >> 172.21.15.27:0/1163534425 conn(0x55890dbde080 msgr2=0x55890dcab700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.188+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 shutdown_connections 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.188+0000 7f237af4ab80 1 -- 172.21.15.27:0/1163534425 wait complete. 2024-06-06T07:57:29.193 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.188+0000 7f237af4ab80 20 client.16095 trim_cache size 0 max 16384 2024-06-06T07:57:29.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 Processor -- start 2024-06-06T07:57:29.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 -- start start 2024-06-06T07:57:29.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb5670 0x55890dcb94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcabe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcbb470 0x55890dcac3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f23681ac3c0 con 0x55890dcb6030 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f23681adf00 con 0x55890dcbb470 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f237af4ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f23681aca90 con 0x55890dcb5670 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f236dc62700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcabe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f236dc62700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcabe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35128/0 (socket says 172.21.15.27:35128) 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.209+0000 7f236dc62700 1 -- 172.21.15.27:0/3246643403 learned_addr learned my addr 172.21.15.27:0/3246643403 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236e463700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb5670 0x55890dcb94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236ec64700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcbb470 0x55890dcac3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236dc62700 1 -- 172.21.15.27:0/3246643403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb5670 msgr2=0x55890dcb94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236dc62700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb5670 0x55890dcb94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236dc62700 1 -- 172.21.15.27:0/3246643403 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcbb470 msgr2=0x55890dcac3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236dc62700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcbb470 0x55890dcac3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236dc62700 1 -- 172.21.15.27:0/3246643403 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55890dcbd6d0 con 0x55890dcb6030 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236e463700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb5670 0x55890dcb94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236ec64700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcbb470 0x55890dcac3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f236dc62700 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcabe80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f23580985b0 tx=0x7f235800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce23eef7f9af5fa0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f2353fff700 1 -- 172.21.15.27:0/3246643403 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2358010a50 con 0x55890dcb6030 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f2353fff700 1 -- 172.21.15.27:0/3246643403 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f235809be40 con 0x55890dcb6030 2024-06-06T07:57:29.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.210+0000 7f2353fff700 1 -- 172.21.15.27:0/3246643403 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f235809b290 con 0x55890dcb6030 2024-06-06T07:57:29.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 -- 172.21.15.27:0/3246643403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 msgr2=0x55890dcabe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcabe80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f23580985b0 tx=0x7f235800cf90 comp rx=0 tx=0).stop 2024-06-06T07:57:29.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 -- 172.21.15.27:0/3246643403 shutdown_connections 2024-06-06T07:57:29.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcbb470 0x55890dcac3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcb5670 0x55890dcb94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 --2- 172.21.15.27:0/3246643403 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb6030 0x55890dcabe80 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 -- 172.21.15.27:0/3246643403 >> 172.21.15.27:0/3246643403 conn(0x55890dbde080 msgr2=0x55890dcc1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 -- 172.21.15.27:0/3246643403 shutdown_connections 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 -- 172.21.15.27:0/3246643403 wait complete. 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 -- start start 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.211+0000 7f237af4ab80 1 Processor -- start 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 0x55890dcc80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb6030 0x55890dcd6af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcd7030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f23681ad830 con 0x55890dcb5670 2024-06-06T07:57:29.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f23681ad160 con 0x55890dcb6030 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f23681aa380 con 0x55890dcbb470 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f237af4ab80 10 client.0 _ll_register_callbacks cb 0x55890db985b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 0x55890dcc80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 0x55890dcc80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35136/0 (socket says 172.21.15.27:35136) 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236dc62700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb6030 0x55890dcd6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 -- 172.21.15.27:0/2667420092 learned_addr learned my addr 172.21.15.27:0/2667420092 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236ec64700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcd7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 -- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 msgr2=0x55890dcd7030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcd7030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 -- 172.21.15.27:0/2667420092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb6030 msgr2=0x55890dcd6af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb6030 0x55890dcd6af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 -- 172.21.15.27:0/2667420092 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55890dcd7870 con 0x55890dcb5670 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236dc62700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb6030 0x55890dcd6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:29.217 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f236e463700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 0x55890dcc80a0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f236400b2c0 tx=0x7f23640239b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22805218a31aeb45 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.212+0000 7f2351ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f2351ffb700 1 -- 172.21.15.27:0/2667420092 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23640237a0 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f2351ffb700 1 -- 172.21.15.27:0/2667420092 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f2364023a20 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f235809be40 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f2351ffb700 1 -- 172.21.15.27:0/2667420092 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f2364023c20 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 10 client.16101 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55890dd3a0d0 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f2351ffb700 1 -- 172.21.15.27:0/2667420092 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f235809be40 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f2351ffb700 1 -- 172.21.15.27:0/2667420092 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f236403f570 con 0x55890dcb5670 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 10 client.16101 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 10 client.16101 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 20 client.16101 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:29.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dd3c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 4 client.16101 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.213+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55890dc0a2d0 con 0x55890dccf3e0 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f236dc62700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dd3c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f2351ffb700 10 client.16101 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f236dc62700 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dd3c310 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c64c633a68defa4e server_cookie=d456a5dab7ee6c9a in_seq=0 out_seq=0 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f2351ffb700 1 -- 172.21.15.27:0/2667420092 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55890dc0a2d0 con 0x55890dccf3e0 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f2351ffb700 10 client.16101 handle_command_reply: tid=0 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 client.16101 shutdown 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 msgr2=0x55890dcc80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 0x55890dcc80a0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f236400b2c0 tx=0x7f23640239b0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 shutdown_connections 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55890dccf3e0 0x55890dd3c310 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55890dcbb470 0x55890dcd7030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55890dcb5670 0x55890dcc80a0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f2351ffb700 0 client.16101 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 --2- 172.21.15.27:0/2667420092 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55890dcb6030 0x55890dcd6af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 >> 172.21.15.27:0/2667420092 conn(0x55890dbde080 msgr2=0x55890dcba230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 shutdown_connections 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.214+0000 7f237af4ab80 1 -- 172.21.15.27:0/2667420092 wait complete. 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f237af4ab80 20 client.16101 trim_cache size 0 max 16384 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stdout: "status": "no active scrubs running", 2024-06-06T07:57:29.220 INFO:teuthology.orchestra.run.smithi027.stdout: "scrubs": {} 2024-06-06T07:57:29.221 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:57:29.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f23540a2d90 msgr2=0x7f23540a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f23540a2d90 0x7f23540a5250 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2364006010 tx=0x7f236401a040 comp rx=0 tx=0).stop 2024-06-06T07:57:29.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 msgr2=0x7f236819a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:29.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 0x7f236819a130 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f235800e9a0 tx=0x7f235800ecb0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 shutdown_connections 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f23540a2d90 0x7f23540a5250 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2368107400 0x7f23681a4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2368101390 0x7f2368199bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 --2- 172.21.15.27:0/304770087 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2368101d50 0x7f236819a130 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 >> 172.21.15.27:0/304770087 conn(0x7f2368078340 msgr2=0x7f23680fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.215+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 shutdown_connections 2024-06-06T07:57:29.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:29.216+0000 7f23706c7700 1 -- 172.21.15.27:0/304770087 wait complete. 2024-06-06T07:57:29.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:29 smithi176 ceph-mon[36543]: pgmap v65: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 409 B/s wr, 12 op/s 2024-06-06T07:57:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:29 smithi203 ceph-mon[37192]: pgmap v65: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 409 B/s wr, 12 op/s 2024-06-06T07:57:29.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:29 smithi027 ceph-mon[32293]: pgmap v65: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 409 B/s wr, 12 op/s 2024-06-06T07:57:29.982 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T07:57:29.982 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:57:30.276 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:31.726 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:31 smithi027 ceph-mon[32293]: pgmap v66: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 346 B/s wr, 10 op/s 2024-06-06T07:57:31.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:31 smithi176 ceph-mon[36543]: pgmap v66: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 346 B/s wr, 10 op/s 2024-06-06T07:57:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:31 smithi203 ceph-mon[37192]: pgmap v66: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 346 B/s wr, 10 op/s 2024-06-06T07:57:31.829 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 -- 172.21.15.27:0/1160401757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4106890 msgr2=0x7f57b4106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.829 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/1160401757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4106890 0x7f57b4106c70 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f57b0009930 tx=0x7f57b002a420 comp rx=0 tx=0).stop 2024-06-06T07:57:31.829 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 -- 172.21.15.27:0/1160401757 shutdown_connections 2024-06-06T07:57:31.829 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/1160401757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b4101290 0x7f57b410d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/1160401757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b41008d0 0x7f57b4100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/1160401757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4106890 0x7f57b4106c70 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 -- 172.21.15.27:0/1160401757 >> 172.21.15.27:0/1160401757 conn(0x7f57b4077a20 msgr2=0x7f57b4077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 -- 172.21.15.27:0/1160401757 shutdown_connections 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 -- 172.21.15.27:0/1160401757 wait complete. 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 Processor -- start 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.827+0000 7f57bbcd4640 1 -- start start 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b41008d0 0x7f57b4198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.830 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 0x7f57b4198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b4106890 0x7f57b419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f57b4110dc0 con 0x7f57b4101290 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f57b4110c40 con 0x7f57b4106890 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f57b4110f40 con 0x7f57b41008d0 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 0x7f57b4198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 0x7f57b4198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35154/0 (socket says 172.21.15.27:35154) 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 -- 172.21.15.27:0/4214344351 learned_addr learned my addr 172.21.15.27:0/4214344351 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57ba271640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b4106890 0x7f57b419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b9a70640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b41008d0 0x7f57b4198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 -- 172.21.15.27:0/4214344351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b41008d0 msgr2=0x7f57b4198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b41008d0 0x7f57b4198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 -- 172.21.15.27:0/4214344351 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b4106890 msgr2=0x7f57b419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b4106890 0x7f57b419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.831 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 -- 172.21.15.27:0/4214344351 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57b419d300 con 0x7f57b4101290 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57ba271640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b4106890 0x7f57b419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b9a70640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b41008d0 0x7f57b4198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57b926f640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 0x7f57b4198850 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f57a400d950 tx=0x7f57a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57aaffd640 1 -- 172.21.15.27:0/4214344351 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57a4017030 con 0x7f57b4101290 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57aaffd640 1 -- 172.21.15.27:0/4214344351 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f57a4004020 con 0x7f57b4101290 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57b419d5f0 con 0x7f57b4101290 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57aaffd640 1 -- 172.21.15.27:0/4214344351 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57a4004a00 con 0x7f57b4101290 2024-06-06T07:57:31.832 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.828+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57b41a4e80 con 0x7f57b4101290 2024-06-06T07:57:31.841 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.831+0000 7f57aaffd640 1 -- 172.21.15.27:0/4214344351 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f57a40041d0 con 0x7f57b4101290 2024-06-06T07:57:31.841 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.831+0000 7f57be9e8740 1 Processor -- start 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.831+0000 7f57be9e8740 1 -- start start 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 0x5592e32d9450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e8220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32e8760 0x5592e32eab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57be9e8740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5592e323d4f0 con 0x5592e32d9070 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57be9e8740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5592e31db870 con 0x5592e32d9990 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57be9e8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5592e32394b0 con 0x5592e32e8760 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57aaffd640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f57a00a2e20 0x7f57a00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 0x5592e32d9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 0x5592e32d9450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35162/0 (socket says 172.21.15.27:35162) 2024-06-06T07:57:31.842 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 -- 172.21.15.27:0/1526749210 learned_addr learned my addr 172.21.15.27:0/1526749210 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f57a00a2e20 0x7f57a00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57b9a70640 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57aaffd640 1 -- 172.21.15.27:0/4214344351 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f57a40cf210 con 0x7f57b4101290 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57b926f640 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32e8760 0x5592e32eab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 -- 172.21.15.27:0/1526749210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32e8760 msgr2=0x5592e32eab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32e8760 0x5592e32eab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 -- 172.21.15.27:0/1526749210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 msgr2=0x5592e32e8220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e8220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.843 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57ba271640 1 -- 172.21.15.27:0/1526749210 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592e31f79b0 con 0x5592e32d9070 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.832+0000 7f57b926f640 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32e8760 0x5592e32eab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f57ba271640 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 0x5592e32d9450 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f57ac012cf0 tx=0x7f57ac010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e1ee86265dbf14c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f57ba271640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f57a00a2e20 0x7f57a00a52e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f57ac010c40 tx=0x7f57ac017000 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f579ffff640 1 -- 172.21.15.27:0/1526749210 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ac022070 con 0x5592e32d9070 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f579ffff640 1 -- 172.21.15.27:0/1526749210 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f57ac009cb0 con 0x5592e32d9070 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f579ffff640 1 -- 172.21.15.27:0/1526749210 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ac00cdd0 con 0x5592e32d9070 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f57be9e8740 1 -- 172.21.15.27:0/1526749210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 msgr2=0x5592e32d9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.833+0000 7f57be9e8740 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 0x5592e32d9450 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f57ac012cf0 tx=0x7f57ac010740 comp rx=0 tx=0).stop 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- 172.21.15.27:0/1526749210 shutdown_connections 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32e8760 0x5592e32eab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 --2- 172.21.15.27:0/1526749210 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32d9070 0x5592e32d9450 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- 172.21.15.27:0/1526749210 >> 172.21.15.27:0/1526749210 conn(0x5592e32d5680 msgr2=0x5592e32d5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- 172.21.15.27:0/1526749210 shutdown_connections 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- 172.21.15.27:0/1526749210 wait complete. 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- start start 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 Processor -- start 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32e56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e5be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5592e32eb330 con 0x5592e32e8760 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5592e31c6ae0 con 0x5592e32d9990 2024-06-06T07:57:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.834+0000 7f57be9e8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5592e32eb4b0 con 0x5592e32d9070 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57be9e8740 10 client.0 _ll_register_callbacks cb 0x5592e31ff9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e6120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35172/0 (socket says 172.21.15.27:35172) 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 -- 172.21.15.27:0/2951008645 learned_addr learned my addr 172.21.15.27:0/2951008645 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57b926f640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32e56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 -- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 msgr2=0x5592e32e56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32e56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 -- 172.21.15.27:0/2951008645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 msgr2=0x5592e32e5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 -- 172.21.15.27:0/2951008645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592e2f51210 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32e56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57ba271640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e6120 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f57ac004a80 tx=0x7f57ac004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=938ecadf39196602 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f579d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f579d7fa640 1 -- 172.21.15.27:0/2951008645 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ac022070 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57ac009cb0 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f579d7fa640 1 -- 172.21.15.27:0/2951008645 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f57ac00cd50 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.835+0000 7f579d7fa640 1 -- 172.21.15.27:0/2951008645 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f57ac036050 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 10 client.16113 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5592e301d620 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f579d7fa640 1 -- 172.21.15.27:0/2951008645 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f57ac009cb0 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f579d7fa640 1 -- 172.21.15.27:0/2951008645 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f57ac0265c0 con 0x5592e32e8760 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 10 client.16113 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 10 client.16113 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 20 client.16113 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e32f87d0 0x5592e32fabc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 4 client.16113 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592e3250f10 con 0x5592e32f87d0 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.836+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e32f87d0 0x5592e32fabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.837+0000 7f579d7fa640 10 client.16113 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.837+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e32f87d0 0x5592e32fabc0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72b90d595b54664b server_cookie=2876c9e57ba779a5 in_seq=0 out_seq=0 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.837+0000 7f579d7fa640 1 -- 172.21.15.27:0/2951008645 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5592e3250f10 con 0x5592e32f87d0 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.837+0000 7f579d7fa640 10 client.16113 handle_command_reply: tid=0 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.837+0000 7f57be9e8740 1 client.16113 shutdown 2024-06-06T07:57:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 msgr2=0x5592e32e6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e6120 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f57ac004a80 tx=0x7f57ac004ab0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 shutdown_connections 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e32f87d0 0x5592e32fabc0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e6120 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32e5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f579d7fa640 0 client.16113 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2951008645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32e56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 >> 172.21.15.27:0/2951008645 conn(0x5592e32d5680 msgr2=0x5592e32db4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 shutdown_connections 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 1 -- 172.21.15.27:0/2951008645 wait complete. 2024-06-06T07:57:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.838+0000 7f57be9e8740 20 client.16113 trim_cache size 0 max 16384 2024-06-06T07:57:31.857 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.854+0000 7f57be9e8740 1 Processor -- start 2024-06-06T07:57:31.857 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 -- start start 2024-06-06T07:57:31.857 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 0x5592e32e4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.857 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9990 0x5592e3300380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.857 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e33008c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f57b41acce0 con 0x5592e32e8760 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f57b41ae820 con 0x5592e32d9070 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57be9e8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f57b41ad3b0 con 0x5592e32d9990 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e33008c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 0x5592e32e4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 0x5592e32e4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:38984/0 (socket says 172.21.15.27:38984) 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e33008c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35188/0 (socket says 172.21.15.27:35188) 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 -- 172.21.15.27:0/2973341945 learned_addr learned my addr 172.21.15.27:0/2973341945 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b926f640 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9990 0x5592e3300380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 -- 172.21.15.27:0/2973341945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9990 msgr2=0x5592e3300380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.858 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9990 0x5592e3300380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 -- 172.21.15.27:0/2973341945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 msgr2=0x5592e33008c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e33008c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b9a70640 1 -- 172.21.15.27:0/2973341945 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592e32faf30 con 0x5592e32d9070 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57b926f640 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9990 0x5592e3300380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.855+0000 7f57ba271640 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e33008c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.856+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 0x5592e32e4680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f57b0009900 tx=0x7f57b0032ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f39678e06964cc9 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.856+0000 7f579f7fe640 1 -- 172.21.15.27:0/2973341945 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57b004a070 con 0x5592e32d9070 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.856+0000 7f579f7fe640 1 -- 172.21.15.27:0/2973341945 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f57b0005040 con 0x5592e32d9070 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.856+0000 7f579f7fe640 1 -- 172.21.15.27:0/2973341945 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57b0035040 con 0x5592e32d9070 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- 172.21.15.27:0/2973341945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 msgr2=0x5592e32e4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 0x5592e32e4680 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f57b0009900 tx=0x7f57b0032ee0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- 172.21.15.27:0/2973341945 shutdown_connections 2024-06-06T07:57:31.859 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e33008c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9990 0x5592e3300380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2973341945 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9070 0x5592e32e4680 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- 172.21.15.27:0/2973341945 >> 172.21.15.27:0/2973341945 conn(0x5592e32d5680 msgr2=0x5592e32e3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- 172.21.15.27:0/2973341945 shutdown_connections 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- 172.21.15.27:0/2973341945 wait complete. 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- start start 2024-06-06T07:57:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 Processor -- start 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32f0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32f0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f57b41ae150 con 0x5592e32e8760 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.857+0000 7f57be9e8740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f57b41ada80 con 0x5592e32d9990 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57be9e8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f57b41aacc0 con 0x5592e32d9070 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57be9e8740 10 client.0 _ll_register_callbacks cb 0x7f57b0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35190/0 (socket says 172.21.15.27:35190) 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 -- 172.21.15.27:0/2321249016 learned_addr learned my addr 172.21.15.27:0/2321249016 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57b926f640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32f0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32f0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 -- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 msgr2=0x5592e32f0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32f0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 -- 172.21.15.27:0/2321249016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 msgr2=0x5592e32f0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32f0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 -- 172.21.15.27:0/2321249016 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592e32e2240 con 0x5592e32e8760 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57ba271640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e1d00 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f57ac026990 tx=0x7f57ac012b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51540e48859c947a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f579d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f579d7fa640 1 -- 172.21.15.27:0/2321249016 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f57ac03f060 con 0x5592e32e8760 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f579d7fa640 1 -- 172.21.15.27:0/2321249016 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f57ac012190 con 0x5592e32e8760 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.858+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f57b0005040 con 0x5592e32e8760 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f579d7fa640 1 -- 172.21.15.27:0/2321249016 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f57ac022040 con 0x5592e32e8760 2024-06-06T07:57:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 10 client.16119 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5592e3362b00 con 0x5592e32e8760 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f579d7fa640 1 -- 172.21.15.27:0/2321249016 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f57b0005040 con 0x5592e32e8760 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f579d7fa640 1 -- 172.21.15.27:0/2321249016 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f57ac03a430 con 0x5592e32e8760 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 10 client.16119 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 10 client.16119 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 20 client.16119 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e3363280 0x5592e33656a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 4 client.16119 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5592e324ac20 con 0x5592e3363280 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.859+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e3363280 0x5592e33656a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.860+0000 7f579d7fa640 10 client.16119 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.860+0000 7f57b9a70640 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e3363280 0x5592e33656a0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c92d8d60769e779 server_cookie=2b539f4ad0afdac6 in_seq=0 out_seq=0 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f579d7fa640 1 -- 172.21.15.27:0/2321249016 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5592e324ac20 con 0x5592e3363280 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f579d7fa640 10 client.16119 handle_command_reply: tid=0 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 client.16119 shutdown 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 msgr2=0x5592e32e1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e1d00 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f57ac026990 tx=0x7f57ac012b80 comp rx=0 tx=0).stop 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 shutdown_connections 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5592e3363280 0x5592e33656a0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5592e32e8760 0x5592e32e1d00 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.871 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5592e32d9990 0x5592e32f0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f579d7fa640 0 client.16119 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 --2- 172.21.15.27:0/2321249016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592e32d9070 0x5592e32f0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 >> 172.21.15.27:0/2321249016 conn(0x5592e32d5680 msgr2=0x5592e32d47e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 shutdown_connections 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.870+0000 7f57be9e8740 1 -- 172.21.15.27:0/2321249016 wait complete. 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57be9e8740 20 client.16119 trim_cache size 0 max 16384 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:57:31.872 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:57:31.873 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f57a00a2e20 msgr2=0x7f57a00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.873 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f57a00a2e20 0x7f57a00a52e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f57ac010c40 tx=0x7f57ac017000 comp rx=0 tx=0).stop 2024-06-06T07:57:31.873 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 msgr2=0x7f57b4198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.873 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 0x7f57b4198850 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f57a400d950 tx=0x7f57a400de10 comp rx=0 tx=0).stop 2024-06-06T07:57:31.873 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 shutdown_connections 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f57a00a2e20 0x7f57a00a52e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f57b4106890 0x7f57b419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f57b4101290 0x7f57b4198850 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 --2- 172.21.15.27:0/4214344351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f57b41008d0 0x7f57b4198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 >> 172.21.15.27:0/4214344351 conn(0x7f57b4077a20 msgr2=0x7f57b40692d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 shutdown_connections 2024-06-06T07:57:31.874 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:31.871+0000 7f57bbcd4640 1 -- 172.21.15.27:0/4214344351 wait complete. 2024-06-06T07:57:31.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 -- 172.21.15.27:0/1146819751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 msgr2=0x7f5b7410e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/1146819751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b7410e210 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c00b0a0 tx=0x7f5b6c00b3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 -- 172.21.15.27:0/1146819751 shutdown_connections 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/1146819751 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b7410e210 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/1146819751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b741073d0 0x7f5b741077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/1146819751 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b74101390 0x7f5b741017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 -- 172.21.15.27:0/1146819751 >> 172.21.15.27:0/1146819751 conn(0x7f5b740782c0 msgr2=0x7f5b740786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 -- 172.21.15.27:0/1146819751 shutdown_connections 2024-06-06T07:57:31.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.962+0000 7f5b7a19d700 1 -- 172.21.15.27:0/1146819751 wait complete. 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 Processor -- start 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 -- start start 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b74101390 0x7f5b74103040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b74103580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b741073d0 0x7f5b74103ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5b741117f0 con 0x7f5b74101d30 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5b74111670 con 0x7f5b741073d0 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b7a19d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5b74111970 con 0x7f5b74101390 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b6affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b74103580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b737fe700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b74101390 0x7f5b74103040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b6affd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b74103580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35212/0 (socket says 172.21.15.27:35212) 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b6affd700 1 -- 172.21.15.27:0/2024587757 learned_addr learned my addr 172.21.15.27:0/2024587757 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.963+0000 7f5b73fff700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b741073d0 0x7f5b74103ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b6affd700 1 -- 172.21.15.27:0/2024587757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b74101390 msgr2=0x7f5b74103040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b6affd700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b74101390 0x7f5b74103040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b6affd700 1 -- 172.21.15.27:0/2024587757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b741073d0 msgr2=0x7f5b74103ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b6affd700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b741073d0 0x7f5b74103ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b6affd700 1 -- 172.21.15.27:0/2024587757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b741a7250 con 0x7f5b74101d30 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b6affd700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b74103580 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c00b530 tx=0x7f5b5c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5c015020 con 0x7f5b74101d30 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5b5c011d30 con 0x7f5b74101d30 2024-06-06T07:57:31.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b5c00f2e0 con 0x7f5b74101d30 2024-06-06T07:57:31.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b741a7540 con 0x7f5b74101d30 2024-06-06T07:57:31.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.964+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b741a7a80 con 0x7f5b74101d30 2024-06-06T07:57:31.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.965+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b74069180 con 0x7f5b74101d30 2024-06-06T07:57:31.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.967+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5b5c018020 con 0x7f5b74101d30 2024-06-06T07:57:31.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.968+0000 7f5b717fa700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f5b600a2d90 0x7f5b600a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:31.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.968+0000 7f5b737fe700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f5b600a2d90 0x7f5b600a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:31.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.968+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f5b5c0cf1a0 con 0x7f5b74101d30 2024-06-06T07:57:31.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.968+0000 7f5b737fe700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f5b600a2d90 0x7f5b600a5250 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5b64005950 tx=0x7f5b6400b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:31.971 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:31.971+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5b5c01f020 con 0x7f5b74101d30 2024-06-06T07:57:32.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.236+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b74104570 con 0x7f5b74101d30 2024-06-06T07:57:32.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.237+0000 7f5b717fa700 1 -- 172.21.15.27:0/2024587757 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) ==== 94+0+11947 (secure 0 0 0) 0x7f5b74104570 con 0x7f5b74101d30 2024-06-06T07:57:32.238 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:57:32.238 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":32,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":32,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:57:18.453457+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":27,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25553":{"gid":25553,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1358831311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1358831311},{"type":"v1","addr":"172.21.15.176:6835","nonce":1358831311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24473,24487,24469,24463,24449]},"id":1}]} 2024-06-06T07:57:32.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f5b600a2d90 msgr2=0x7f5b600a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:32.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f5b600a2d90 0x7f5b600a5250 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5b64005950 tx=0x7f5b6400b410 comp rx=0 tx=0).stop 2024-06-06T07:57:32.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 msgr2=0x7f5b74103580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b74103580 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f5b5c00b530 tx=0x7f5b5c00b840 comp rx=0 tx=0).stop 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 shutdown_connections 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f5b600a2d90 0x7f5b600a5250 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5b741073d0 0x7f5b74103ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b74101390 0x7f5b74103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 --2- 172.21.15.27:0/2024587757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5b74101d30 0x7f5b74103580 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 >> 172.21.15.27:0/2024587757 conn(0x7f5b740782c0 msgr2=0x7f5b74100630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 shutdown_connections 2024-06-06T07:57:32.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:32.241+0000 7f5b7a19d700 1 -- 172.21.15.27:0/2024587757 wait complete. 2024-06-06T07:57:32.243 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 32 2024-06-06T07:57:32.624 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:32 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2024587757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:57:32.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:32 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2024587757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:57:32.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:32 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2024587757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:57:33.076 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-06-06T07:57:33.326 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:33.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:33 smithi176 ceph-mon[36543]: pgmap v67: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 18 op/s 2024-06-06T07:57:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:33 smithi203 ceph-mon[37192]: pgmap v67: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 18 op/s 2024-06-06T07:57:33.806 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:33 smithi027 ceph-mon[32293]: pgmap v67: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 8.2 KiB/s wr, 18 op/s 2024-06-06T07:57:35.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 -- 172.21.15.27:0/1811986948 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006ab30 msgr2=0x7ff88010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 --2- 172.21.15.27:0/1811986948 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006ab30 0x7ff88010f320 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff87800b0a0 tx=0x7ff87800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.165 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 -- 172.21.15.27:0/1811986948 shutdown_connections 2024-06-06T07:57:35.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 --2- 172.21.15.27:0/1811986948 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006ab30 0x7ff88010f320 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 --2- 172.21.15.27:0/1811986948 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff880108500 0x7ff8801088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 --2- 172.21.15.27:0/1811986948 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff88006a170 0x7ff88006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 -- 172.21.15.27:0/1811986948 >> 172.21.15.27:0/1811986948 conn(0x7ff880078340 msgr2=0x7ff880078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:35.166 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 -- 172.21.15.27:0/1811986948 shutdown_connections 2024-06-06T07:57:35.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.150+0000 7ff884cc2700 1 -- 172.21.15.27:0/1811986948 wait complete. 2024-06-06T07:57:35.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 Processor -- start 2024-06-06T07:57:35.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 -- start start 2024-06-06T07:57:35.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 0x7ff88019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff88006ab30 0x7ff88019ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff880108500 0x7ff880198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801128b0 con 0x7ff88006a170 2024-06-06T07:57:35.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff880112730 con 0x7ff88006ab30 2024-06-06T07:57:35.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff884cc2700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff880112a30 con 0x7ff880108500 2024-06-06T07:57:35.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 0x7ff88019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 0x7ff88019e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40110/0 (socket says 172.21.15.27:40110) 2024-06-06T07:57:35.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 -- 172.21.15.27:0/2315546595 learned_addr learned my addr 172.21.15.27:0/2315546595 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:35.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff88006ab30 0x7ff88019ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff880108500 0x7ff880198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 -- 172.21.15.27:0/2315546595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff880108500 msgr2=0x7ff880198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff880108500 0x7ff880198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 -- 172.21.15.27:0/2315546595 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff88006ab30 msgr2=0x7ff88019ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff88006ab30 0x7ff88019ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.151+0000 7ff87e59c700 1 -- 172.21.15.27:0/2315546595 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff880199250 con 0x7ff88006a170 2024-06-06T07:57:35.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.152+0000 7ff87e59c700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 0x7ff88019e930 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff87000d950 tx=0x7ff87000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:35.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.152+0000 7ff86f7fe700 1 -- 172.21.15.27:0/2315546595 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff870016070 con 0x7ff88006a170 2024-06-06T07:57:35.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.152+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff880199540 con 0x7ff88006a170 2024-06-06T07:57:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.152+0000 7ff86f7fe700 1 -- 172.21.15.27:0/2315546595 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff870009e40 con 0x7ff88006a170 2024-06-06T07:57:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.152+0000 7ff86f7fe700 1 -- 172.21.15.27:0/2315546595 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff87000f620 con 0x7ff88006a170 2024-06-06T07:57:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.152+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8801a5800 con 0x7ff88006a170 2024-06-06T07:57:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.154+0000 7ff86f7fe700 1 -- 172.21.15.27:0/2315546595 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff870019070 con 0x7ff88006a170 2024-06-06T07:57:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.155+0000 7ff86f7fe700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff8680a2e10 0x7ff8680a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.155+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff8680a2e10 0x7ff8680a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.155+0000 7ff86f7fe700 1 -- 172.21.15.27:0/2315546595 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ff8700cf620 con 0x7ff88006a170 2024-06-06T07:57:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.155+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff8680a2e10 0x7ff8680a52d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff880107220 tx=0x7ff87400b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 Processor -- start 2024-06-06T07:57:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 -- start start 2024-06-06T07:57:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec8f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec89260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55dc3eb7bf60 con 0x55dc3ec8f880 2024-06-06T07:57:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55dc3ebda850 con 0x55dc3ec897a0 2024-06-06T07:57:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff88f545b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55dc3eb42460 con 0x55dc3ec8ef60 2024-06-06T07:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.156+0000 7ff87dd9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec89260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec89260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40122/0 (socket says 172.21.15.27:40122) 2024-06-06T07:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 -- 172.21.15.27:0/202148781 learned_addr learned my addr 172.21.15.27:0/202148781 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87e59c700 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec8f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 -- 172.21.15.27:0/202148781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 msgr2=0x55dc3ec8f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec8f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 -- 172.21.15.27:0/202148781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec897a0 msgr2=0x55dc3ec89bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 -- 172.21.15.27:0/202148781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc3eb298d0 con 0x55dc3ec8f880 2024-06-06T07:57:35.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec89260 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff874010f70 tx=0x7ff874013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a77468b0793b4d7a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff86cff9700 1 -- 172.21.15.27:0/202148781 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff87400be60 con 0x55dc3ec8f880 2024-06-06T07:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff86cff9700 1 -- 172.21.15.27:0/202148781 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff874011db0 con 0x55dc3ec8f880 2024-06-06T07:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.157+0000 7ff86cff9700 1 -- 172.21.15.27:0/202148781 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff87401c870 con 0x55dc3ec8f880 2024-06-06T07:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 -- 172.21.15.27:0/202148781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 msgr2=0x55dc3ec89260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec89260 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff874010f70 tx=0x7ff874013000 comp rx=0 tx=0).stop 2024-06-06T07:57:35.176 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 -- 172.21.15.27:0/202148781 shutdown_connections 2024-06-06T07:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec8f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 --2- 172.21.15.27:0/202148781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec89260 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 -- 172.21.15.27:0/202148781 >> 172.21.15.27:0/202148781 conn(0x55dc3ebb6080 msgr2=0x55dc3ec84220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 -- 172.21.15.27:0/202148781 shutdown_connections 2024-06-06T07:57:35.177 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.158+0000 7ff88f545b80 1 -- 172.21.15.27:0/202148781 wait complete. 2024-06-06T07:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 -- start start 2024-06-06T07:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 Processor -- start 2024-06-06T07:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 0x55dc3ec955b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec928b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8f880 0x55dc3ec92df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55dc3eb7afc0 con 0x55dc3ec897a0 2024-06-06T07:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55dc3ebd6810 con 0x55dc3ec8f880 2024-06-06T07:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55dc3ec96260 con 0x55dc3ec8ef60 2024-06-06T07:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff88f545b80 10 client.0 _ll_register_callbacks cb 0x55dc3eb705b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 0x55dc3ec955b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 0x55dc3ec955b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40132/0 (socket says 172.21.15.27:40132) 2024-06-06T07:57:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 -- 172.21.15.27:0/2095877522 learned_addr learned my addr 172.21.15.27:0/2095877522 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec928b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 -- 172.21.15.27:0/2095877522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 msgr2=0x55dc3ec928b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec928b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 -- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8f880 msgr2=0x55dc3ec92df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8f880 0x55dc3ec92df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.159+0000 7ff87e59c700 1 -- 172.21.15.27:0/2095877522 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc3eba0750 con 0x55dc3ec897a0 2024-06-06T07:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff87e59c700 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 0x55dc3ec955b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7ff870000c00 tx=0x7ff87009c010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f9e9e5a2ee432e0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff865ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff865ffb700 1 -- 172.21.15.27:0/2095877522 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff870020050 con 0x55dc3ec897a0 2024-06-06T07:57:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff865ffb700 1 -- 172.21.15.27:0/2095877522 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ff8700860b0 con 0x55dc3ec897a0 2024-06-06T07:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff874011db0 con 0x55dc3ec897a0 2024-06-06T07:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff865ffb700 1 -- 172.21.15.27:0/2095877522 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7ff8700b9050 con 0x55dc3ec897a0 2024-06-06T07:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 10 client.16137 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55dc3eca09a0 con 0x55dc3ec897a0 2024-06-06T07:57:35.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff865ffb700 1 -- 172.21.15.27:0/2095877522 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff874011db0 con 0x55dc3ec897a0 2024-06-06T07:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff865ffb700 1 -- 172.21.15.27:0/2095877522 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7ff870010460 con 0x55dc3ec897a0 2024-06-06T07:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 10 client.16137 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 10 client.16137 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 20 client.16137 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3eca2f30 0x55dc3eca5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 4 client.16137 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.160+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc3ebe7d50 con 0x55dc3eca2f30 2024-06-06T07:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.161+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3eca2f30 0x55dc3eca5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.161+0000 7ff865ffb700 10 client.16137 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.161+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3eca2f30 0x55dc3eca5360 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ef95200f9086fade server_cookie=a7dcb77577b0e1d7 in_seq=0 out_seq=0 2024-06-06T07:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff865ffb700 1 -- 172.21.15.27:0/2095877522 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55dc3ebe7d50 con 0x55dc3eca2f30 2024-06-06T07:57:35.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff865ffb700 10 client.16137 handle_command_reply: tid=0 2024-06-06T07:57:35.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 client.16137 shutdown 2024-06-06T07:57:35.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 msgr2=0x55dc3ec955b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 0x55dc3ec955b0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7ff870000c00 tx=0x7ff87009c010 comp rx=0 tx=0).stop 2024-06-06T07:57:35.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 shutdown_connections 2024-06-06T07:57:35.185 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3eca2f30 0x55dc3eca5360 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8f880 0x55dc3ec92df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec897a0 0x55dc3ec955b0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff865ffb700 0 client.16137 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:35.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 --2- 172.21.15.27:0/2095877522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec928b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 >> 172.21.15.27:0/2095877522 conn(0x55dc3ebb6080 msgr2=0x55dc3ec83700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:35.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 shutdown_connections 2024-06-06T07:57:35.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 1 -- 172.21.15.27:0/2095877522 wait complete. 2024-06-06T07:57:35.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.162+0000 7ff88f545b80 20 client.16137 trim_cache size 0 max 16384 2024-06-06T07:57:35.196 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.177+0000 7ff88f545b80 1 Processor -- start 2024-06-06T07:57:35.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.177+0000 7ff88f545b80 1 -- start start 2024-06-06T07:57:35.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec918b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec83e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.197 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff88f545b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801ae5d0 con 0x55dc3ec8f880 2024-06-06T07:57:35.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff88f545b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801b0110 con 0x55dc3ec8ef60 2024-06-06T07:57:35.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff88f545b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801aeca0 con 0x55dc3ec897a0 2024-06-06T07:57:35.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec83e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec83e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40142/0 (socket says 172.21.15.27:40142) 2024-06-06T07:57:35.198 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1628879048 learned_addr learned my addr 172.21.15.27:0/1628879048 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:35.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec918b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87e59c700 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1628879048 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 msgr2=0x55dc3ec89260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1628879048 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 msgr2=0x55dc3ec918b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec918b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1628879048 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc3ec90e20 con 0x55dc3ec8f880 2024-06-06T07:57:35.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87e59c700 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:35.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.178+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec83e80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff878015000 tx=0x7ff8780060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d9f4cc2145624f3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:35.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff867fff700 1 -- 172.21.15.27:0/1628879048 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff878021070 con 0x55dc3ec8f880 2024-06-06T07:57:35.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff867fff700 1 -- 172.21.15.27:0/1628879048 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff878009480 con 0x55dc3ec8f880 2024-06-06T07:57:35.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff867fff700 1 -- 172.21.15.27:0/1628879048 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff878026460 con 0x55dc3ec8f880 2024-06-06T07:57:35.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 -- 172.21.15.27:0/1628879048 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 msgr2=0x55dc3ec83e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec83e80 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff878015000 tx=0x7ff8780060e0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 -- 172.21.15.27:0/1628879048 shutdown_connections 2024-06-06T07:57:35.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec83e80 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.201 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec89260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1628879048 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec918b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 -- 172.21.15.27:0/1628879048 >> 172.21.15.27:0/1628879048 conn(0x55dc3ebb6080 msgr2=0x55dc3ec911a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:35.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 -- 172.21.15.27:0/1628879048 shutdown_connections 2024-06-06T07:57:35.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.179+0000 7ff88f545b80 1 -- 172.21.15.27:0/1628879048 wait complete. 2024-06-06T07:57:35.202 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 -- start start 2024-06-06T07:57:35.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 Processor -- start 2024-06-06T07:57:35.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec9b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec9bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec96e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801afa40 con 0x55dc3ec8f880 2024-06-06T07:57:35.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801af370 con 0x55dc3ec8ef60 2024-06-06T07:57:35.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff8801ac570 con 0x55dc3ec897a0 2024-06-06T07:57:35.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff88f545b80 10 client.0 _ll_register_callbacks cb 0x55dc3eb705b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:35.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff87e59c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec9b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff87ed9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec96e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff87e59c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec9b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:52320/0 (socket says 172.21.15.27:52320) 2024-06-06T07:57:35.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff87e59c700 1 -- 172.21.15.27:0/1174027516 learned_addr learned my addr 172.21.15.27:0/1174027516 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:35.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.180+0000 7ff87dd9b700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec9bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1174027516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 msgr2=0x55dc3ec9b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec9b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 msgr2=0x55dc3ec9bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:35.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec9bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87ed9d700 1 -- 172.21.15.27:0/1174027516 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc3ec97650 con 0x55dc3ec8f880 2024-06-06T07:57:35.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87e59c700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec9b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:35.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff87ed9d700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec96e10 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff878009850 tx=0x7ff8780076d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22fbe05b809e5422 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:35.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff865ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:35.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff865ffb700 1 -- 172.21.15.27:0/1174027516 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff878021040 con 0x55dc3ec8f880 2024-06-06T07:57:35.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55dc3ebe22d0 con 0x55dc3ec8f880 2024-06-06T07:57:35.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff865ffb700 1 -- 172.21.15.27:0/1174027516 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ff878004c60 con 0x55dc3ec8f880 2024-06-06T07:57:35.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff865ffb700 1 -- 172.21.15.27:0/1174027516 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7ff878004e60 con 0x55dc3ec8f880 2024-06-06T07:57:35.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff88f545b80 10 client.16143 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:35.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x55dc3ed11c30 con 0x55dc3ec8f880 2024-06-06T07:57:35.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.181+0000 7ff865ffb700 1 -- 172.21.15.27:0/1174027516 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x55dc3ebe22d0 con 0x55dc3ec8f880 2024-06-06T07:57:35.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff865ffb700 1 -- 172.21.15.27:0/1174027516 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7ff878011070 con 0x55dc3ec8f880 2024-06-06T07:57:35.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff88f545b80 10 client.16143 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:35.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff88f545b80 10 client.16143 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:57:35.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff88f545b80 20 client.16143 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:35.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3ed121d0 0x55dc3ed145f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:35.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff88f545b80 4 client.16143 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:35.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dc3eb95f50 con 0x55dc3ed121d0 2024-06-06T07:57:35.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff87e59c700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3ed121d0 0x55dc3ed145f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:35.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff87e59c700 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3ed121d0 0x55dc3ed145f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=166abb9a18da6129 server_cookie=4c0e11d2af3132f5 in_seq=0 out_seq=0 2024-06-06T07:57:35.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.182+0000 7ff865ffb700 10 client.16143 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:35.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff865ffb700 1 -- 172.21.15.27:0/1174027516 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dc3eb95f50 con 0x55dc3ed121d0 2024-06-06T07:57:35.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff865ffb700 10 client.16143 handle_command_reply: tid=0 2024-06-06T07:57:35.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 client.16143 shutdown 2024-06-06T07:57:35.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 msgr2=0x55dc3ec96e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec96e10 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff878009850 tx=0x7ff8780076d0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 shutdown_connections 2024-06-06T07:57:35.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x55dc3ed121d0 0x55dc3ed145f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55dc3ec8f880 0x55dc3ec96e10 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dc3ec897a0 0x55dc3ec9b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff865ffb700 0 client.16143 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:57:35.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 --2- 172.21.15.27:0/1174027516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55dc3ec8ef60 0x55dc3ec9bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 >> 172.21.15.27:0/1174027516 conn(0x55dc3ebb6080 msgr2=0x55dc3ec94970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:35.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 shutdown_connections 2024-06-06T07:57:35.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 1 -- 172.21.15.27:0/1174027516 wait complete. 2024-06-06T07:57:35.212 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.183+0000 7ff88f545b80 20 client.16143 trim_cache size 0 max 16384 2024-06-06T07:57:35.213 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:35.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff8680a2e10 msgr2=0x7ff8680a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff8680a2e10 0x7ff8680a52d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff880107220 tx=0x7ff87400b410 comp rx=0 tx=0).stop 2024-06-06T07:57:35.214 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 msgr2=0x7ff88019e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:35.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 0x7ff88019e930 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff87000d950 tx=0x7ff87000dc60 comp rx=0 tx=0).stop 2024-06-06T07:57:35.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 shutdown_connections 2024-06-06T07:57:35.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff8680a2e10 0x7ff8680a52d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff880108500 0x7ff880198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.215 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff88006a170 0x7ff88019e930 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 --2- 172.21.15.27:0/2315546595 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff88006ab30 0x7ff88019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:35.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 >> 172.21.15.27:0/2315546595 conn(0x7ff880078340 msgr2=0x7ff8800ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:35.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 shutdown_connections 2024-06-06T07:57:35.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:35.184+0000 7ff884cc2700 1 -- 172.21.15.27:0/2315546595 wait complete. 2024-06-06T07:57:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:35 smithi176 ceph-mon[36543]: pgmap v68: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-06-06T07:57:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:35 smithi203 ceph-mon[37192]: pgmap v68: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-06-06T07:57:35.780 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:35 smithi027 ceph-mon[32293]: pgmap v68: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-06-06T07:57:36.022 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-06-06T07:57:36.276 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:37 smithi176 ceph-mon[36543]: pgmap v69: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-06-06T07:57:37.769 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:37 smithi027 ceph-mon[32293]: pgmap v69: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-06-06T07:57:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:37 smithi203 ceph-mon[37192]: pgmap v69: 129 pgs: 129 active+clean; 1.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.9 KiB/s wr, 13 op/s 2024-06-06T07:57:38.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 -- 172.21.15.27:0/3756452774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 msgr2=0x7fba7c101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 --2- 172.21.15.27:0/3756452774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c101840 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009990 tx=0x7fba6c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 -- 172.21.15.27:0/3756452774 shutdown_connections 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 --2- 172.21.15.27:0/3756452774 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c101d80 0x7fba7c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 --2- 172.21.15.27:0/3756452774 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fba7c107440 0x7fba7c107820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 --2- 172.21.15.27:0/3756452774 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c101840 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 -- 172.21.15.27:0/3756452774 >> 172.21.15.27:0/3756452774 conn(0x7fba7c077400 msgr2=0x7fba7c077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 -- 172.21.15.27:0/3756452774 shutdown_connections 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.133+0000 7fba842c0700 1 -- 172.21.15.27:0/3756452774 wait complete. 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 Processor -- start 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 -- start start 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c103460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fba7c101d80 0x7fba7c1039a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c107440 0x7fba7c103ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1117e0 con 0x7fba7c1013c0 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c111660 con 0x7fba7c101d80 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba842c0700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c111960 con 0x7fba7c107440 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba8205c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c103460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba8205c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c103460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40180/0 (socket says 172.21.15.27:40180) 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba8205c700 1 -- 172.21.15.27:0/3358350386 learned_addr learned my addr 172.21.15.27:0/3358350386 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba8185b700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fba7c101d80 0x7fba7c1039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba8285d700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c107440 0x7fba7c103ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.134+0000 7fba8205c700 1 -- 172.21.15.27:0/3358350386 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c107440 msgr2=0x7fba7c103ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba8205c700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c107440 0x7fba7c103ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba8205c700 1 -- 172.21.15.27:0/3358350386 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fba7c101d80 msgr2=0x7fba7c1039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba8205c700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fba7c101d80 0x7fba7c1039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba8205c700 1 -- 172.21.15.27:0/3358350386 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba7c1a7240 con 0x7fba7c1013c0 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba8285d700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c107440 0x7fba7c103ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba8205c700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c103460 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fba780060b0 tx=0x7fba7800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba737fe700 1 -- 172.21.15.27:0/3358350386 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba7801a070 con 0x7fba7c1013c0 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba7c1a7530 con 0x7fba7c1013c0 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba737fe700 1 -- 172.21.15.27:0/3358350386 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba7800ddd0 con 0x7fba7c1013c0 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba737fe700 1 -- 172.21.15.27:0/3358350386 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba78014840 con 0x7fba7c1013c0 2024-06-06T07:57:38.138 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.135+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba7c1a7a90 con 0x7fba7c1013c0 2024-06-06T07:57:38.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.138+0000 7fba737fe700 1 -- 172.21.15.27:0/3358350386 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fba7801d070 con 0x7fba7c1013c0 2024-06-06T07:57:38.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.139+0000 7fba737fe700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fba680a2d90 0x7fba680a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.139+0000 7fba8185b700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fba680a2d90 0x7fba680a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.139 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.139+0000 7fba737fe700 1 -- 172.21.15.27:0/3358350386 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fba780cef10 con 0x7fba7c1013c0 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.139+0000 7fba8185b700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fba680a2d90 0x7fba680a5250 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fba6c00b5c0 tx=0x7fba6c005960 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.139+0000 7fba8eb43b80 1 Processor -- start 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 -- start start 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff973f60 0x563dff974340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 0x563dff96e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff96ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x563dff860f60 con 0x563dff974880 2024-06-06T07:57:38.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x563dff8bf850 con 0x563dff96e7a0 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x563dff827460 con 0x563dff973f60 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 0x563dff96e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 0x563dff96e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40196/0 (socket says 172.21.15.27:40196) 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 -- 172.21.15.27:0/344959164 learned_addr learned my addr 172.21.15.27:0/344959164 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8285d700 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff96ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8205c700 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff973f60 0x563dff974340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 -- 172.21.15.27:0/344959164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff973f60 msgr2=0x563dff974340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff973f60 0x563dff974340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 -- 172.21.15.27:0/344959164 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 msgr2=0x563dff96ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff96ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8185b700 1 -- 172.21.15.27:0/344959164 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dff80e8d0 con 0x563dff974880 2024-06-06T07:57:38.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.140+0000 7fba8285d700 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff96ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:38.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.141+0000 7fba8185b700 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 0x563dff96e260 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009990 tx=0x7fba6c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c933d1dcad61de1c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:38.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.141+0000 7fba70d70700 1 -- 172.21.15.27:0/344959164 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c00f460 con 0x563dff974880 2024-06-06T07:57:38.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.141+0000 7fba70d70700 1 -- 172.21.15.27:0/344959164 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba6c00fb00 con 0x563dff974880 2024-06-06T07:57:38.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.141+0000 7fba70d70700 1 -- 172.21.15.27:0/344959164 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c024cd0 con 0x563dff974880 2024-06-06T07:57:38.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.141+0000 7fba8eb43b80 1 -- 172.21.15.27:0/344959164 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 msgr2=0x563dff96e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.141+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 0x563dff96e260 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009990 tx=0x7fba6c020000 comp rx=0 tx=0).stop 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- 172.21.15.27:0/344959164 shutdown_connections 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff96ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff973f60 0x563dff974340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/344959164 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff974880 0x563dff96e260 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- 172.21.15.27:0/344959164 >> 172.21.15.27:0/344959164 conn(0x563dff89b080 msgr2=0x563dff969220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- 172.21.15.27:0/344959164 shutdown_connections 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- 172.21.15.27:0/344959164 wait complete. 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- start start 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 Processor -- start 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff97a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff977860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff977da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x563dff85ffc0 con 0x563dff973f60 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x563dff8bb810 con 0x563dff96e7a0 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x563dff97b1a0 con 0x563dff974880 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.142+0000 7fba8eb43b80 10 client.0 _ll_register_callbacks cb 0x563dff8555b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff977860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff977860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40200/0 (socket says 172.21.15.27:40200) 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 -- 172.21.15.27:0/1066481285 learned_addr learned my addr 172.21.15.27:0/1066481285 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8285d700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff977da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8205c700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff97a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 -- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 msgr2=0x563dff977da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff977da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 -- 172.21.15.27:0/1066481285 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 msgr2=0x563dff97a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.148 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff97a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 -- 172.21.15.27:0/1066481285 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dff885750 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8185b700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff977860 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fba6c031040 tx=0x7fba6c024720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1982a46d3dc5c7 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba65ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba65ffb700 1 -- 172.21.15.27:0/1066481285 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c00f460 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba6c00fb00 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba65ffb700 1 -- 172.21.15.27:0/1066481285 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fba6c00f600 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba65ffb700 1 -- 172.21.15.27:0/1066481285 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fba6c045050 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8eb43b80 10 client.16155 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.143+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563dff985860 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba65ffb700 1 -- 172.21.15.27:0/1066481285 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba6c00fb00 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba65ffb700 1 -- 172.21.15.27:0/1066481285 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fba6c02f400 con 0x563dff973f60 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8eb43b80 10 client.16155 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:38.149 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8eb43b80 10 client.16155 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8eb43b80 20 client.16155 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff987d30 0x563dff98a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8eb43b80 4 client.16155 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563dff8ccd50 con 0x563dff987d30 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.144+0000 7fba8205c700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff987d30 0x563dff98a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba65ffb700 10 client.16155 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba8205c700 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff987d30 0x563dff98a120 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5b79b251b76ee622 server_cookie=e8a5a4ac03295e7e in_seq=0 out_seq=0 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba65ffb700 1 -- 172.21.15.27:0/1066481285 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563dff8ccd50 con 0x563dff987d30 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba65ffb700 10 client.16155 handle_command_reply: tid=0 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba8eb43b80 1 client.16155 shutdown 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 msgr2=0x563dff977860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.145+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff977860 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fba6c031040 tx=0x7fba6c024720 comp rx=0 tx=0).stop 2024-06-06T07:57:38.150 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 shutdown_connections 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff987d30 0x563dff98a120 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff977da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff97a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/1066481285 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff977860 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba65ffb700 0 client.16155 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 >> 172.21.15.27:0/1066481285 conn(0x563dff89b080 msgr2=0x563dff968700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 shutdown_connections 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 1 -- 172.21.15.27:0/1066481285 wait complete. 2024-06-06T07:57:38.151 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.146+0000 7fba8eb43b80 20 client.16155 trim_cache size 0 max 16384 2024-06-06T07:57:38.162 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 Processor -- start 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 -- start start 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff968e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff9693c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff976170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1b0650 con 0x563dff973f60 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1b2190 con 0x563dff96e7a0 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.161+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1b0d20 con 0x563dff974880 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff9693c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff9693c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40214/0 (socket says 172.21.15.27:40214) 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 -- 172.21.15.27:0/3030839960 learned_addr learned my addr 172.21.15.27:0/3030839960 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8205c700 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff968e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.163 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 -- 172.21.15.27:0/3030839960 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 msgr2=0x563dff976170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff976170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 -- 172.21.15.27:0/3030839960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 msgr2=0x563dff968e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff968e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 -- 172.21.15.27:0/3030839960 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563dff975df0 con 0x563dff973f60 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba8185b700 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff9693c0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fba6c02f8a0 tx=0x7fba6c024e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc61ed76b0d5a9e3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba67fff700 1 -- 172.21.15.27:0/3030839960 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c02fe60 con 0x563dff973f60 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba67fff700 1 -- 172.21.15.27:0/3030839960 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba6c03c070 con 0x563dff973f60 2024-06-06T07:57:38.164 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.162+0000 7fba67fff700 1 -- 172.21.15.27:0/3030839960 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba6c041450 con 0x563dff973f60 2024-06-06T07:57:38.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 -- 172.21.15.27:0/3030839960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 msgr2=0x563dff9693c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff9693c0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fba6c02f8a0 tx=0x7fba6c024e70 comp rx=0 tx=0).stop 2024-06-06T07:57:38.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 -- 172.21.15.27:0/3030839960 shutdown_connections 2024-06-06T07:57:38.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff976170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff96e7a0 0x563dff968e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/3030839960 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff973f60 0x563dff9693c0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 -- 172.21.15.27:0/3030839960 >> 172.21.15.27:0/3030839960 conn(0x563dff89b080 msgr2=0x563dff977820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 -- 172.21.15.27:0/3030839960 shutdown_connections 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 -- 172.21.15.27:0/3030839960 wait complete. 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 -- start start 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.163+0000 7fba8eb43b80 1 Processor -- start 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 0x563dff98d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff973f60 0x563dff98d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff98a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1b1ac0 con 0x563dff96e7a0 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1b13f0 con 0x563dff973f60 2024-06-06T07:57:38.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fba7c1ae5f0 con 0x563dff974880 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 10 client.0 _ll_register_callbacks cb 0x563dff977750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 0x563dff98d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 0x563dff98d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40216/0 (socket says 172.21.15.27:40216) 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 -- 172.21.15.27:0/2594470274 learned_addr learned my addr 172.21.15.27:0/2594470274 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8285d700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff98a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8185b700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff973f60 0x563dff98d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 -- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 msgr2=0x563dff98a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff98a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 -- 172.21.15.27:0/2594470274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff973f60 msgr2=0x563dff98d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff973f60 0x563dff98d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 -- 172.21.15.27:0/2594470274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563dff98af10 con 0x563dff96e7a0 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8185b700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff973f60 0x563dff98d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:38.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8205c700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 0x563dff98d1f0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fba780cc360 tx=0x7fba78009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=476a69b818e01ae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba65ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba65ffb700 1 -- 172.21.15.27:0/2594470274 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba78015b90 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba65ffb700 1 -- 172.21.15.27:0/2594470274 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fba7809f150 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.164+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba6c03c070 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba65ffb700 1 -- 172.21.15.27:0/2594470274 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7fba78097740 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 10 client.16161 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563dff9f2150 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba65ffb700 1 -- 172.21.15.27:0/2594470274 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fba6c03c070 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba65ffb700 1 -- 172.21.15.27:0/2594470274 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7fba7809a520 con 0x563dff96e7a0 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 10 client.16161 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 10 client.16161 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 20 client.16161 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:38.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff9f2830 0x563dff9f4c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 4 client.16161 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563dff8c72d0 con 0x563dff9f2830 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.165+0000 7fba8185b700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff9f2830 0x563dff9f4c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8185b700 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff9f2830 0x563dff9f4c50 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f84881c55f616467 server_cookie=f9bc6eee9d403064 in_seq=0 out_seq=0 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba65ffb700 10 client.16161 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba65ffb700 1 -- 172.21.15.27:0/2594470274 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563dff8c72d0 con 0x563dff9f2830 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba65ffb700 10 client.16161 handle_command_reply: tid=0 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 client.16161 shutdown 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 msgr2=0x563dff98d1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 0x563dff98d1f0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fba780cc360 tx=0x7fba78009f90 comp rx=0 tx=0).stop 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 shutdown_connections 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x563dff9f2830 0x563dff9f4c50 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563dff974880 0x563dff98a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563dff96e7a0 0x563dff98d1f0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba65ffb700 0 client.16161 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 --2- 172.21.15.27:0/2594470274 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563dff973f60 0x563dff98d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 >> 172.21.15.27:0/2594470274 conn(0x563dff89b080 msgr2=0x563dff9760b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 shutdown_connections 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 1 -- 172.21.15.27:0/2594470274 wait complete. 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.166+0000 7fba8eb43b80 20 client.16161 trim_cache size 0 max 16384 2024-06-06T07:57:38.172 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fba680a2d90 msgr2=0x7fba680a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fba680a2d90 0x7fba680a5250 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fba6c00b5c0 tx=0x7fba6c005960 comp rx=0 tx=0).stop 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 msgr2=0x7fba7c103460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c103460 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fba780060b0 tx=0x7fba7800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 shutdown_connections 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fba680a2d90 0x7fba680a5250 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba7c107440 0x7fba7c103ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fba7c1013c0 0x7fba7c103460 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 --2- 172.21.15.27:0/3358350386 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fba7c101d80 0x7fba7c1039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:38.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 >> 172.21.15.27:0/3358350386 conn(0x7fba7c077400 msgr2=0x7fba7c105820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:38.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 shutdown_connections 2024-06-06T07:57:38.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:38.167+0000 7fba842c0700 1 -- 172.21.15.27:0/3358350386 wait complete. 2024-06-06T07:57:39.307 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T07:57:39.557 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:39.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:39 smithi027 ceph-mon[32293]: pgmap v70: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-06-06T07:57:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:39 smithi176 ceph-mon[36543]: pgmap v70: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-06-06T07:57:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:39 smithi203 ceph-mon[37192]: pgmap v70: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-06-06T07:57:41.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 -- 172.21.15.27:0/3071016684 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc06a170 msgr2=0x7ff3fc06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 --2- 172.21.15.27:0/3071016684 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc06a170 0x7ff3fc06a5f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009990 tx=0x7ff3e8009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 -- 172.21.15.27:0/3071016684 shutdown_connections 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 --2- 172.21.15.27:0/3071016684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3fc06ab30 0x7ff3fc10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 --2- 172.21.15.27:0/3071016684 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3fc108500 0x7ff3fc1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 --2- 172.21.15.27:0/3071016684 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc06a170 0x7ff3fc06a5f0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 -- 172.21.15.27:0/3071016684 >> 172.21.15.27:0/3071016684 conn(0x7ff3fc078340 msgr2=0x7ff3fc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 -- 172.21.15.27:0/3071016684 shutdown_connections 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.379+0000 7ff402c7d700 1 -- 172.21.15.27:0/3071016684 wait complete. 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 Processor -- start 2024-06-06T07:57:41.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 -- start start 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3fc06a170 0x7ff3fc19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3fc06ab30 0x7ff3fc19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 0x7ff3fc19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc112900 con 0x7ff3fc108500 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc112780 con 0x7ff3fc06a170 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.380+0000 7ff402c7d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc112a80 con 0x7ff3fc06ab30 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 0x7ff3fc19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 0x7ff3fc19f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40240/0 (socket says 172.21.15.27:40240) 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 -- 172.21.15.27:0/4125146552 learned_addr learned my addr 172.21.15.27:0/4125146552 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff3fbfff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3fc06ab30 0x7ff3fc19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff400a19700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3fc06a170 0x7ff3fc19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 -- 172.21.15.27:0/4125146552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3fc06ab30 msgr2=0x7ff3fc19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3fc06ab30 0x7ff3fc19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 -- 172.21.15.27:0/4125146552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3fc06a170 msgr2=0x7ff3fc19af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3fc06a170 0x7ff3fc19af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 -- 172.21.15.27:0/4125146552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3fc19ff30 con 0x7ff3fc108500 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff40121a700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 0x7ff3fc19f7f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff3f4007d70 tx=0x7ff3f400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff3f9ffb700 1 -- 172.21.15.27:0/4125146552 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f4016020 con 0x7ff3fc108500 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3fc1a0220 con 0x7ff3fc108500 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff3f9ffb700 1 -- 172.21.15.27:0/4125146552 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff3f400ad40 con 0x7ff3fc108500 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.381+0000 7ff3f9ffb700 1 -- 172.21.15.27:0/4125146552 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f40116b0 con 0x7ff3fc108500 2024-06-06T07:57:41.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.382+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3fc1a7aa0 con 0x7ff3fc108500 2024-06-06T07:57:41.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.384+0000 7ff3f9ffb700 1 -- 172.21.15.27:0/4125146552 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff3f4019020 con 0x7ff3fc108500 2024-06-06T07:57:41.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.384+0000 7ff3f9ffb700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff3ec0a2d90 0x7ff3ec0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.384+0000 7ff400a19700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff3ec0a2d90 0x7ff3ec0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.384+0000 7ff3f9ffb700 1 -- 172.21.15.27:0/4125146552 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ff3f40cf6d0 con 0x7ff3fc108500 2024-06-06T07:57:41.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff400a19700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff3ec0a2d90 0x7ff3ec0a5250 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009bd0 tx=0x7ff3f0009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:41.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff40d500b80 1 Processor -- start 2024-06-06T07:57:41.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff40d500b80 1 -- start start 2024-06-06T07:57:41.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfb6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfb09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb0f20 0x56116cfb1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.385+0000 7ff40d500b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56116cf02810 con 0x56116cfb6f60 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff40d500b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56116ceaa720 con 0x56116cfb0f20 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff40d500b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56116cefe7d0 con 0x56116cfb6640 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfb09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfb09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40242/0 (socket says 172.21.15.27:40242) 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 -- 172.21.15.27:0/3183213573 learned_addr learned my addr 172.21.15.27:0/3183213573 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff40121a700 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb0f20 0x56116cfb1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff400a19700 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfb6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 -- 172.21.15.27:0/3183213573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 msgr2=0x56116cfb6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfb6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 -- 172.21.15.27:0/3183213573 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb0f20 msgr2=0x56116cfb1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb0f20 0x56116cfb1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 -- 172.21.15.27:0/3183213573 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56116cea0f50 con 0x56116cfb6f60 2024-06-06T07:57:41.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.386+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfb09e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009990 tx=0x7ff3e800b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9277396a58da7a11 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:41.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff3e6ffd700 1 -- 172.21.15.27:0/3183213573 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8027070 con 0x56116cfb6f60 2024-06-06T07:57:41.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff3e6ffd700 1 -- 172.21.15.27:0/3183213573 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff3e8005570 con 0x56116cfb6f60 2024-06-06T07:57:41.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff3e6ffd700 1 -- 172.21.15.27:0/3183213573 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e800f460 con 0x56116cfb6f60 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 -- 172.21.15.27:0/3183213573 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 msgr2=0x56116cfb09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfb09e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009990 tx=0x7ff3e800b6c0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 -- 172.21.15.27:0/3183213573 shutdown_connections 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb0f20 0x56116cfb1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfb6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 --2- 172.21.15.27:0/3183213573 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfb09e0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.387+0000 7ff40d500b80 1 -- 172.21.15.27:0/3183213573 >> 172.21.15.27:0/3183213573 conn(0x56116cedbcc0 msgr2=0x56116cfab850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.388+0000 7ff40d500b80 1 -- 172.21.15.27:0/3183213573 shutdown_connections 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.388+0000 7ff40d500b80 1 -- 172.21.15.27:0/3183213573 wait complete. 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.388+0000 7ff40d500b80 1 -- start start 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.388+0000 7ff40d500b80 1 Processor -- start 2024-06-06T07:57:41.392 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.388+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfbccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.388+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfba500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40d500b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56116cfbd970 con 0x56116cfb6f60 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40d500b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56116cea2bf0 con 0x56116cfb6640 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40d500b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56116cfbdaf0 con 0x56116cfb0f20 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40d500b80 10 client.0 _ll_register_callbacks cb 0x56116ce9c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff400a19700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfbccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40121a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfba500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff400a19700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfbccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:52416/0 (socket says 172.21.15.27:52416) 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff400a19700 1 -- 172.21.15.27:0/376780207 learned_addr learned my addr 172.21.15.27:0/376780207 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:41.393 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 -- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 msgr2=0x56116cfbccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfbccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 -- 172.21.15.27:0/376780207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 msgr2=0x56116cfba500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfba500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 -- 172.21.15.27:0/376780207 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56116ce518d0 con 0x56116cfb6640 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff40121a700 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfba500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb9fc0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009ce0 tx=0x7ff3e8003dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4b276698e30fd89 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.389+0000 7ff3dbfff700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff3dbfff700 1 -- 172.21.15.27:0/376780207 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3e8027040 con 0x56116cfb6640 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3e8005570 con 0x56116cfb6640 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff3dbfff700 1 -- 172.21.15.27:0/376780207 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ff3e80050c0 con 0x56116cfb6640 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff3dbfff700 1 -- 172.21.15.27:0/376780207 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7ff3e8037050 con 0x56116cfb6640 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff40d500b80 10 client.25697 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:41.394 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56116cfc8270 con 0x56116cfb6640 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff3dbfff700 1 -- 172.21.15.27:0/376780207 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff3e8005570 con 0x56116cfb6640 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff3dbfff700 1 -- 172.21.15.27:0/376780207 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7ff3e802a070 con 0x56116cfb6640 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff40d500b80 10 client.25697 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff40d500b80 10 client.25697 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.390+0000 7ff40d500b80 20 client.25697 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.391+0000 7ff40d500b80 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116cfca740 0x56116cfccb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.391+0000 7ff40d500b80 4 client.25697 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.391+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56116cf0fd10 con 0x56116cfca740 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.391+0000 7ff400a19700 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116cfca740 0x56116cfccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.391+0000 7ff400a19700 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116cfca740 0x56116cfccb30 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ca0f6bbfcc9b839b server_cookie=5b7786409a417636 in_seq=0 out_seq=0 2024-06-06T07:57:41.395 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.391+0000 7ff3dbfff700 10 client.25697 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:41.396 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff3dbfff700 1 -- 172.21.15.27:0/376780207 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56116cf0fd10 con 0x56116cfca740 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff3dbfff700 10 client.25697 handle_command_reply: tid=0 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 client.25697 shutdown 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 msgr2=0x56116cfb9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb9fc0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff3e8009ce0 tx=0x7ff3e8003dc0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 shutdown_connections 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116cfca740 0x56116cfccb30 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfba500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfbccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 --2- 172.21.15.27:0/376780207 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb9fc0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 >> 172.21.15.27:0/376780207 conn(0x56116cedbcc0 msgr2=0x56116cfaf9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff3dbfff700 0 client.25697 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.392+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 shutdown_connections 2024-06-06T07:57:41.397 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.393+0000 7ff40d500b80 1 -- 172.21.15.27:0/376780207 wait complete. 2024-06-06T07:57:41.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.393+0000 7ff40d500b80 20 client.25697 trim_cache size 0 max 16384 2024-06-06T07:57:41.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 Processor -- start 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 -- start start 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfb09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfa5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc1b0660 con 0x56116cfb6f60 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc1b21a0 con 0x56116cfb6640 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40d500b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc1b0d30 con 0x56116cfb0f20 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40121a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfa5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.408+0000 7ff40121a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfa5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40258/0 (socket says 172.21.15.27:40258) 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 -- 172.21.15.27:0/2567822799 learned_addr learned my addr 172.21.15.27:0/2567822799 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:41.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff400a19700 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfb09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 -- 172.21.15.27:0/2567822799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 msgr2=0x56116cfb09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfb09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 -- 172.21.15.27:0/2567822799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 msgr2=0x56116cfb4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 -- 172.21.15.27:0/2567822799 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56116cfa5a50 con 0x56116cfb6f60 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff40121a700 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfa5510 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff3f40cd0c0 tx=0x7ff3f4086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=743c1db4dc95f4cb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff3e67fc700 1 -- 172.21.15.27:0/2567822799 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f40b3020 con 0x56116cfb6f60 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff3e67fc700 1 -- 172.21.15.27:0/2567822799 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff3f40a4610 con 0x56116cfb6f60 2024-06-06T07:57:41.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.409+0000 7ff3e67fc700 1 -- 172.21.15.27:0/2567822799 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f40a4180 con 0x56116cfb6f60 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 -- 172.21.15.27:0/2567822799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 msgr2=0x56116cfa5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfa5510 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ff3f40cd0c0 tx=0x7ff3f4086040 comp rx=0 tx=0).stop 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 -- 172.21.15.27:0/2567822799 shutdown_connections 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb6f60 0x56116cfa5510 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb0f20 0x56116cfb09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2567822799 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6640 0x56116cfb4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 -- 172.21.15.27:0/2567822799 >> 172.21.15.27:0/2567822799 conn(0x56116cedbcc0 msgr2=0x56116cfa4e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 -- 172.21.15.27:0/2567822799 shutdown_connections 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 -- 172.21.15.27:0/2567822799 wait complete. 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 -- start start 2024-06-06T07:57:41.415 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.410+0000 7ff40d500b80 1 Processor -- start 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 0x56116cfcce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfcd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6f60 0x56116d02d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc1b1ad0 con 0x56116cfb0f20 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc1b1400 con 0x56116cfb6f60 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff3fc1ae600 con 0x56116cfb6640 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40d500b80 10 client.0 _ll_register_callbacks cb 0x56116ce9c920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 0x56116cfcce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 0x56116cfcce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40270/0 (socket says 172.21.15.27:40270) 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 -- 172.21.15.27:0/2386565332 learned_addr learned my addr 172.21.15.27:0/2386565332 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfcd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.416 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff40121a700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6f60 0x56116d02d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 -- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 msgr2=0x56116cfcd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfcd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 -- 172.21.15.27:0/2386565332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6f60 msgr2=0x56116d02d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6f60 0x56116d02d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.411+0000 7ff400a19700 1 -- 172.21.15.27:0/2386565332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56116d02d6f0 con 0x56116cfb0f20 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff400a19700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 0x56116cfcce30 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x56116cfbdae0 tx=0x7ff3f00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e053b723af0e22c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff3dbfff700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff3dbfff700 1 -- 172.21.15.27:0/2386565332 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3f0011d80 con 0x56116cfb0f20 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff3dbfff700 1 -- 172.21.15.27:0/2386565332 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ff3f002a410 con 0x56116cfb0f20 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff3f40a4610 con 0x56116cfb0f20 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff3dbfff700 1 -- 172.21.15.27:0/2386565332 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7ff3f003b050 con 0x56116cfb0f20 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 10 client.16179 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:41.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x56116d034b00 con 0x56116cfb0f20 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff3dbfff700 1 -- 172.21.15.27:0/2386565332 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff3f40a4610 con 0x56116cfb0f20 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff3dbfff700 1 -- 172.21.15.27:0/2386565332 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7ff3f0031030 con 0x56116cfb0f20 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 10 client.16179 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 10 client.16179 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 20 client.16179 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116d035220 0x56116d037640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 4 client.16179 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.412+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56116cf0a290 con 0x56116d035220 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116d035220 0x56116d037640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff3fbfff700 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116d035220 0x56116d037640 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=687c8c6defde9538 server_cookie=f587b7dbec548795 in_seq=0 out_seq=0 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff3dbfff700 10 client.16179 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:41.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff3dbfff700 1 -- 172.21.15.27:0/2386565332 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56116cf0a290 con 0x56116d035220 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff3dbfff700 10 client.16179 handle_command_reply: tid=0 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff40d500b80 1 client.16179 shutdown 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 msgr2=0x56116cfcce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.413+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 0x56116cfcce30 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x56116cfbdae0 tx=0x7ff3f00047c0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 shutdown_connections 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56116d035220 0x56116d037640 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56116cfb6f60 0x56116d02d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff3dbfff700 0 client.16179 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56116cfb0f20 0x56116cfcce30 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 --2- 172.21.15.27:0/2386565332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56116cfb6640 0x56116cfcd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 >> 172.21.15.27:0/2386565332 conn(0x56116cedbcc0 msgr2=0x56116cfbb7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:41.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 shutdown_connections 2024-06-06T07:57:41.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 1 -- 172.21.15.27:0/2386565332 wait complete. 2024-06-06T07:57:41.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff40d500b80 20 client.16179 trim_cache size 0 max 16384 2024-06-06T07:57:41.420 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff3ec0a2d90 msgr2=0x7ff3ec0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff3ec0a2d90 0x7ff3ec0a5250 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009bd0 tx=0x7ff3f0009260 comp rx=0 tx=0).stop 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 msgr2=0x7ff3fc19f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 0x7ff3fc19f7f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff3f4007d70 tx=0x7ff3f400a340 comp rx=0 tx=0).stop 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 shutdown_connections 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff3ec0a2d90 0x7ff3ec0a5250 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff3fc108500 0x7ff3fc19f7f0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff3fc06a170 0x7ff3fc19af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 --2- 172.21.15.27:0/4125146552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3fc06ab30 0x7ff3fc19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:41.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.414+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 >> 172.21.15.27:0/4125146552 conn(0x7ff3fc078340 msgr2=0x7ff3fc0ffc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:41.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.415+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 shutdown_connections 2024-06-06T07:57:41.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:41.415+0000 7ff402c7d700 1 -- 172.21.15.27:0/4125146552 wait complete. 2024-06-06T07:57:41.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:41 smithi027 ceph-mon[32293]: pgmap v71: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-06-06T07:57:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:41 smithi176 ceph-mon[36543]: pgmap v71: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-06-06T07:57:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:41 smithi203 ceph-mon[37192]: pgmap v71: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-06-06T07:57:42.001 INFO:tasks.workunit.client.0.smithi027.stderr:+ mkdir untar_tar 2024-06-06T07:57:42.005 INFO:tasks.workunit.client.0.smithi027.stderr:+ cd untar_tar 2024-06-06T07:57:42.006 INFO:tasks.workunit.client.0.smithi027.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-06-06T07:57:42.086 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ 2024-06-06T07:57:42.089 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/00-INDEX 2024-06-06T07:57:42.090 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/ 2024-06-06T07:57:42.092 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/README 2024-06-06T07:57:42.093 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-06-06T07:57:42.095 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-06-06T07:57:42.096 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-06-06T07:57:42.098 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-06-06T07:57:42.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-06-06T07:57:42.101 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-06-06T07:57:42.102 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-06-06T07:57:42.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-06-06T07:57:42.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-06-06T07:57:42.107 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-06-06T07:57:42.109 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-06-06T07:57:42.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-06-06T07:57:42.112 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-06-06T07:57:42.114 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-06-06T07:57:42.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-06-06T07:57:42.117 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-06-06T07:57:42.118 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-06-06T07:57:42.120 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-06-06T07:57:42.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-06-06T07:57:42.123 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-06-06T07:57:42.125 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-06-06T07:57:42.126 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-06-06T07:57:42.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-06-06T07:57:42.129 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-06-06T07:57:42.131 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-06-06T07:57:42.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-06-06T07:57:42.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-06-06T07:57:42.136 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-06-06T07:57:42.137 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-06-06T07:57:42.139 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-06-06T07:57:42.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-06-06T07:57:42.142 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-06-06T07:57:42.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-06-06T07:57:42.145 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-06-06T07:57:42.147 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-06-06T07:57:42.148 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-06-06T07:57:42.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-06-06T07:57:42.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-06-06T07:57:42.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-06-06T07:57:42.155 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-06-06T07:57:42.156 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-06-06T07:57:42.158 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-06-06T07:57:42.159 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-06-06T07:57:42.161 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-06-06T07:57:42.162 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-06-06T07:57:42.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-06-06T07:57:42.165 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-06-06T07:57:42.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-06-06T07:57:42.168 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-06-06T07:57:42.169 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-06-06T07:57:42.171 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-06-06T07:57:42.172 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-06-06T07:57:42.173 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-06-06T07:57:42.175 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-06-06T07:57:42.176 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-06-06T07:57:42.178 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-06-06T07:57:42.179 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-06-06T07:57:42.181 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-06-06T07:57:42.182 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-06-06T07:57:42.184 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-06-06T07:57:42.185 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-06-06T07:57:42.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-06-06T07:57:42.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-06-06T07:57:42.189 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-06-06T07:57:42.191 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-06-06T07:57:42.193 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-06-06T07:57:42.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-06-06T07:57:42.195 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-06-06T07:57:42.196 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-06-06T07:57:42.197 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-06-06T07:57:42.198 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-06-06T07:57:42.198 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-06-06T07:57:42.199 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-06-06T07:57:42.200 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-06-06T07:57:42.201 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-06-06T07:57:42.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-06-06T07:57:42.203 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-06-06T07:57:42.205 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T07:57:42.205 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-06-06T07:57:42.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-06-06T07:57:42.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-06-06T07:57:42.208 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-06-06T07:57:42.208 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-06-06T07:57:42.209 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-06-06T07:57:42.210 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-06-06T07:57:42.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-06-06T07:57:42.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-06-06T07:57:42.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-06-06T07:57:42.213 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-06-06T07:57:42.214 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-06-06T07:57:42.215 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-06-06T07:57:42.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-06-06T07:57:42.218 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-06-06T07:57:42.220 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-06-06T07:57:42.221 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-06-06T07:57:42.223 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-06-06T07:57:42.224 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-06-06T07:57:42.225 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-06-06T07:57:42.226 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-06-06T07:57:42.226 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-06-06T07:57:42.227 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-06-06T07:57:42.228 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-06-06T07:57:42.229 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-06-06T07:57:42.230 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-06-06T07:57:42.231 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-06-06T07:57:42.232 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-06-06T07:57:42.233 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-06-06T07:57:42.234 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-06-06T07:57:42.235 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-06-06T07:57:42.236 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-06-06T07:57:42.237 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-06-06T07:57:42.238 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-06-06T07:57:42.240 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-06-06T07:57:42.241 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-06-06T07:57:42.243 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-06-06T07:57:42.244 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-06-06T07:57:42.246 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-06-06T07:57:42.247 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-06-06T07:57:42.249 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-06-06T07:57:42.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-06-06T07:57:42.252 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-06-06T07:57:42.254 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-06-06T07:57:42.255 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-06-06T07:57:42.257 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-06-06T07:57:42.258 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-06-06T07:57:42.260 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-06-06T07:57:42.261 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-06-06T07:57:42.263 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-06-06T07:57:42.264 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-06-06T07:57:42.266 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-06-06T07:57:42.267 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-06-06T07:57:42.269 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-06-06T07:57:42.270 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-06-06T07:57:42.272 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-06-06T07:57:42.274 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-06-06T07:57:42.275 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-06-06T07:57:42.277 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-06-06T07:57:42.278 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-06-06T07:57:42.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-06-06T07:57:42.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-06-06T07:57:42.283 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-06-06T07:57:42.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-06-06T07:57:42.286 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-06-06T07:57:42.287 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-06-06T07:57:42.288 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-06-06T07:57:42.289 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-06-06T07:57:42.290 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-06-06T07:57:42.291 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-06-06T07:57:42.292 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-06-06T07:57:42.293 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-06-06T07:57:42.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-06-06T07:57:42.295 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-06-06T07:57:42.295 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-06-06T07:57:42.296 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-06-06T07:57:42.297 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-06-06T07:57:42.298 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-06-06T07:57:42.299 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-06-06T07:57:42.301 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-06-06T07:57:42.301 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-06-06T07:57:42.302 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-06-06T07:57:42.303 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-06-06T07:57:42.304 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-06-06T07:57:42.305 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-06-06T07:57:42.306 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-06-06T07:57:42.306 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-06-06T07:57:42.307 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-06-06T07:57:42.308 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-06-06T07:57:42.309 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-06-06T07:57:42.310 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-06-06T07:57:42.311 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-06-06T07:57:42.312 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-06-06T07:57:42.313 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-06-06T07:57:42.314 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-06-06T07:57:42.315 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-06-06T07:57:42.315 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-06-06T07:57:42.316 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-06-06T07:57:42.317 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-06-06T07:57:42.318 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-06-06T07:57:42.319 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-06-06T07:57:42.320 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-06-06T07:57:42.321 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-06-06T07:57:42.322 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-06-06T07:57:42.322 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-06-06T07:57:42.323 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-06-06T07:57:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-06-06T07:57:42.325 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-06-06T07:57:42.326 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-06-06T07:57:42.328 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-06-06T07:57:42.329 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-06-06T07:57:42.329 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-06-06T07:57:42.330 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-06-06T07:57:42.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-06-06T07:57:42.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-06-06T07:57:42.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-06-06T07:57:42.333 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-06-06T07:57:42.334 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-06-06T07:57:42.472 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:42.741 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:42 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:57:42.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:42 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:57:42.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:42 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:57:43.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:43 smithi027 ceph-mon[32293]: pgmap v72: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-06-06T07:57:43.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:43 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:57:43.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:43 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:57:43.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:43 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:57:43.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:43 smithi176 ceph-mon[36543]: pgmap v72: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-06-06T07:57:43.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:43 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:57:43.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:43 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:57:43.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:43 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:57:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:43 smithi203 ceph-mon[37192]: pgmap v72: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 2.3 MiB/s wr, 17 op/s 2024-06-06T07:57:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:43 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:57:43.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:43 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:57:43.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:43 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:57:44.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 -- 172.21.15.27:0/3621593802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc103120 msgr2=0x7f11fc107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 --2- 172.21.15.27:0/3621593802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc103120 0x7f11fc107130 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f11e40099c0 tx=0x7f11e4009cd0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 -- 172.21.15.27:0/3621593802 shutdown_connections 2024-06-06T07:57:44.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 --2- 172.21.15.27:0/3621593802 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11fc107860 0x7f11fc10f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 --2- 172.21.15.27:0/3621593802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11fc102770 0x7f11fc102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 --2- 172.21.15.27:0/3621593802 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc103120 0x7f11fc107130 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 -- 172.21.15.27:0/3621593802 >> 172.21.15.27:0/3621593802 conn(0x7f11fc079600 msgr2=0x7f11fc079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 -- 172.21.15.27:0/3621593802 shutdown_connections 2024-06-06T07:57:44.313 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.311+0000 7f1200a76700 1 -- 172.21.15.27:0/3621593802 wait complete. 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.312+0000 7f1200a76700 1 Processor -- start 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.312+0000 7f1200a76700 1 -- start start 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f1200a76700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 0x7f11fc074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f1200a76700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11fc103120 0x7f11fc074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f1200a76700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11fc107860 0x7f11fc075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f1200a76700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1128f0 con 0x7f11fc102770 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f1200a76700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc112770 con 0x7f11fc107860 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f1200a76700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc112a70 con 0x7f11fc103120 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 0x7f11fc074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 0x7f11fc074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52558/0 (socket says 172.21.15.27:52558) 2024-06-06T07:57:44.315 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 -- 172.21.15.27:0/757910135 learned_addr learned my addr 172.21.15.27:0/757910135 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fad9d700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11fc107860 0x7f11fc075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11fc103120 0x7f11fc074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 -- 172.21.15.27:0/757910135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11fc103120 msgr2=0x7f11fc074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11fc103120 0x7f11fc074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 -- 172.21.15.27:0/757910135 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11fc107860 msgr2=0x7f11fc075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11fc107860 0x7f11fc075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 -- 172.21.15.27:0/757910135 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11fc1a7200 con 0x7f11fc102770 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.313+0000 7f11fa59c700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 0x7f11fc074790 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f11ec00d980 tx=0x7f11ec00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.314+0000 7f11f3fff700 1 -- 172.21.15.27:0/757910135 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ec017070 con 0x7f11fc102770 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.314+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11fc1a74f0 con 0x7f11fc102770 2024-06-06T07:57:44.316 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.314+0000 7f11f3fff700 1 -- 172.21.15.27:0/757910135 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11ec005020 con 0x7f11fc102770 2024-06-06T07:57:44.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.314+0000 7f11f3fff700 1 -- 172.21.15.27:0/757910135 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ec009d20 con 0x7f11fc102770 2024-06-06T07:57:44.317 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.314+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11fc1a79e0 con 0x7f11fc102770 2024-06-06T07:57:44.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.316+0000 7f11f3fff700 1 -- 172.21.15.27:0/757910135 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f11ec0051d0 con 0x7f11fc102770 2024-06-06T07:57:44.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.317+0000 7f11f3fff700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11e80a2d90 0x7f11e80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.317+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11e80a2d90 0x7f11e80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.317+0000 7f11f3fff700 1 -- 172.21.15.27:0/757910135 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f11ec0cf670 con 0x7f11fc102770 2024-06-06T07:57:44.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.317+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11e80a2d90 0x7f11e80a5250 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f11fc108c40 tx=0x7f11e4005fd0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.318 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 Processor -- start 2024-06-06T07:57:44.320 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 -- start start 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ed8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed8880 0x562789ed2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ed2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562789dc4f60 con 0x562789ed27a0 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562789e23850 con 0x562789ed7f60 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562789d8b460 con 0x562789ed8880 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f11fad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ed2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f11f1d9b700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed8880 0x562789ed2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f11fad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ed2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52572/0 (socket says 172.21.15.27:52572) 2024-06-06T07:57:44.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f11fad9d700 1 -- 172.21.15.27:0/3378282606 learned_addr learned my addr 172.21.15.27:0/3378282606 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.318+0000 7f11fa59c700 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ed8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11fad9d700 1 -- 172.21.15.27:0/3378282606 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed8880 msgr2=0x562789ed2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11fad9d700 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed8880 0x562789ed2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11fad9d700 1 -- 172.21.15.27:0/3378282606 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 msgr2=0x562789ed8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11fad9d700 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ed8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11fad9d700 1 -- 172.21.15.27:0/3378282606 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562789d728d0 con 0x562789ed27a0 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11fad9d700 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ed2bc0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f11f4003fa0 tx=0x7f11f4009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc0a2e86b0c3a829 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11f0d99700 1 -- 172.21.15.27:0/3378282606 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f4004bb0 con 0x562789ed27a0 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11f0d99700 1 -- 172.21.15.27:0/3378282606 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11f4004d50 con 0x562789ed27a0 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.319+0000 7f11f0d99700 1 -- 172.21.15.27:0/3378282606 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f4015480 con 0x562789ed27a0 2024-06-06T07:57:44.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 -- 172.21.15.27:0/3378282606 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 msgr2=0x562789ed2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ed2bc0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f11f4003fa0 tx=0x7f11f4009ba0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 -- 172.21.15.27:0/3378282606 shutdown_connections 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ed2bc0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ed8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/3378282606 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed8880 0x562789ed2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 -- 172.21.15.27:0/3378282606 >> 172.21.15.27:0/3378282606 conn(0x562789dff080 msgr2=0x562789ecd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 -- 172.21.15.27:0/3378282606 shutdown_connections 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 -- 172.21.15.27:0/3378282606 wait complete. 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 -- start start 2024-06-06T07:57:44.323 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.320+0000 7f120b2f9b80 1 Processor -- start 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ede600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed7f60 0x562789edb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed8880 0x562789edbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562789dc3fc0 con 0x562789ed27a0 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562789e1f810 con 0x562789ed8880 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562789edf260 con 0x562789ed7f60 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ede600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ede600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52580/0 (socket says 172.21.15.27:52580) 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 -- 172.21.15.27:0/1895844385 learned_addr learned my addr 172.21.15.27:0/1895844385 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.327 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f120b2f9b80 10 client.0 _ll_register_callbacks cb 0x562789db95b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fad9d700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed8880 0x562789edbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed7f60 0x562789edb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 -- 172.21.15.27:0/1895844385 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed7f60 msgr2=0x562789edb950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed7f60 0x562789edb950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 -- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed8880 msgr2=0x562789edbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed8880 0x562789edbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 -- 172.21.15.27:0/1895844385 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562789de9750 con 0x562789ed27a0 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fad9d700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed8880 0x562789edbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed7f60 0x562789edb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11fa59c700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ede600 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f11ec0ccac0 tx=0x7f11ec09b2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d82c5ba4afbb5aed server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.328 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.321+0000 7f11e1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1895844385 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11ec0a44a0 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1895844385 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f11ec0cf290 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11f4004d50 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1895844385 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f11ec0cf490 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 10 client.16191 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x562789ee9a40 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1895844385 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11ec0ba120 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1895844385 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f11ec0a4110 con 0x562789ed27a0 2024-06-06T07:57:44.329 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 10 client.16191 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 10 client.16191 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 20 client.16191 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789eec080 0x562789eee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 4 client.16191 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.322+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f11f4004d50 con 0x562789eec080 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.323+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789eec080 0x562789eee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.323+0000 7f11e1ffb700 10 client.16191 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.323+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789eec080 0x562789eee4b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=89615abd07954a18 server_cookie=b06321a836e374ae in_seq=0 out_seq=0 2024-06-06T07:57:44.330 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1895844385 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f11f4004d50 con 0x562789eec080 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f11e1ffb700 10 client.16191 handle_command_reply: tid=0 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 client.16191 shutdown 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 msgr2=0x562789ede600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ede600 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f11ec0ccac0 tx=0x7f11ec09b2c0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 shutdown_connections 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789eec080 0x562789eee4b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed8880 0x562789edbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed27a0 0x562789ede600 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1895844385 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed7f60 0x562789edb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 >> 172.21.15.27:0/1895844385 conn(0x562789dff080 msgr2=0x562789ecc700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f11e1ffb700 0 client.16191 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 shutdown_connections 2024-06-06T07:57:44.331 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1895844385 wait complete. 2024-06-06T07:57:44.332 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.324+0000 7f120b2f9b80 20 client.16191 trim_cache size 0 max 16384 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 Processor -- start 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 -- start start 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ed2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ecce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ecd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1b0750 con 0x562789ed8880 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1b2290 con 0x562789ed7f60 2024-06-06T07:57:44.341 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1b0e20 con 0x562789ed27a0 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ecd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ecd3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52588/0 (socket says 172.21.15.27:52588) 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 -- 172.21.15.27:0/2064851131 learned_addr learned my addr 172.21.15.27:0/2064851131 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fa59c700 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ed2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ecce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 -- 172.21.15.27:0/2064851131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 msgr2=0x562789ed2260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ed2260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 -- 172.21.15.27:0/2064851131 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 msgr2=0x562789ecce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ecce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 -- 172.21.15.27:0/2064851131 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562789ede420 con 0x562789ed8880 2024-06-06T07:57:44.342 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fa59c700 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ed2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:44.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.340+0000 7f11fad9d700 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ecd3c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f11f40093f0 tx=0x7f11f4007af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19894f642551bc66 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f11e3fff700 1 -- 172.21.15.27:0/2064851131 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f4007420 con 0x562789ed8880 2024-06-06T07:57:44.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f11e3fff700 1 -- 172.21.15.27:0/2064851131 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11f40075c0 con 0x562789ed8880 2024-06-06T07:57:44.343 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f11e3fff700 1 -- 172.21.15.27:0/2064851131 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f40052b0 con 0x562789ed8880 2024-06-06T07:57:44.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 -- 172.21.15.27:0/2064851131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 msgr2=0x562789ecd3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ecd3c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f11f40093f0 tx=0x7f11f4007af0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 -- 172.21.15.27:0/2064851131 shutdown_connections 2024-06-06T07:57:44.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ecd3c0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.346 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ed2260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/2064851131 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789ecce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 -- 172.21.15.27:0/2064851131 >> 172.21.15.27:0/2064851131 conn(0x562789dff080 msgr2=0x562789edd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 -- 172.21.15.27:0/2064851131 shutdown_connections 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.341+0000 7f120b2f9b80 1 -- 172.21.15.27:0/2064851131 wait complete. 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 -- start start 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 Processor -- start 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ee4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789edfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ee03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1b1bc0 con 0x562789ed8880 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1b14f0 con 0x562789ed7f60 2024-06-06T07:57:44.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc1ae6f0 con 0x562789ed27a0 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f120b2f9b80 10 client.0 _ll_register_callbacks cb 0x562789db95b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ee03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ee03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52604/0 (socket says 172.21.15.27:52604) 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 -- 172.21.15.27:0/1316027630 learned_addr learned my addr 172.21.15.27:0/1316027630 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11f1d9b700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789edfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fa59c700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ee4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 -- 172.21.15.27:0/1316027630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 msgr2=0x562789ee4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ee4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 -- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 msgr2=0x562789edfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789edfe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.342+0000 7f11fad9d700 1 -- 172.21.15.27:0/1316027630 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562789ee0a20 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11fad9d700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ee03a0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f11f40092b0 tx=0x7f11f4009100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeb6462ec69d16fd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11e1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1316027630 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f402e070 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1316027630 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f11f4028660 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11f40075c0 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1316027630 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f11f4009460 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 10 client.16197 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x562789f56b70 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1316027630 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f11f40075c0 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1316027630 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f11f4007ce0 con 0x562789ed8880 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 10 client.16197 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:44.349 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 10 client.16197 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 20 client.16197 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789f57070 0x562789f59460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 4 client.16197 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.343+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562789e30d50 con 0x562789f57070 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f11fa59c700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789f57070 0x562789f59460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f11fa59c700 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789f57070 0x562789f59460 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f50d63282fa030b5 server_cookie=ef4e3a08b452e78f in_seq=0 out_seq=0 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f11e1ffb700 10 client.16197 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f11e1ffb700 1 -- 172.21.15.27:0/1316027630 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f11ec0b9020 con 0x562789f57070 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f11e1ffb700 10 client.16197 handle_command_reply: tid=0 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 client.16197 shutdown 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 msgr2=0x562789ee03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ee03a0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f11f40092b0 tx=0x7f11f4009100 comp rx=0 tx=0).stop 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 shutdown_connections 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x562789f57070 0x562789f59460 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562789ed8880 0x562789ee03a0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562789ed27a0 0x562789ee4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 --2- 172.21.15.27:0/1316027630 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562789ed7f60 0x562789edfe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.344+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 >> 172.21.15.27:0/1316027630 conn(0x562789dff080 msgr2=0x562789ed6a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f11e1ffb700 0 client.16197 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 shutdown_connections 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f120b2f9b80 1 -- 172.21.15.27:0/1316027630 wait complete. 2024-06-06T07:57:44.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f120b2f9b80 20 client.16197 trim_cache size 0 max 16384 2024-06-06T07:57:44.352 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:44.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11e80a2d90 msgr2=0x7f11e80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11e80a2d90 0x7f11e80a5250 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f11fc108c40 tx=0x7f11e4005fd0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 msgr2=0x7f11fc074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 0x7f11fc074790 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f11ec00d980 tx=0x7f11ec00dc90 comp rx=0 tx=0).stop 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 shutdown_connections 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f11e80a2d90 0x7f11e80a5250 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f11fc107860 0x7f11fc075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f11fc102770 0x7f11fc074790 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 --2- 172.21.15.27:0/757910135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11fc103120 0x7f11fc074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 >> 172.21.15.27:0/757910135 conn(0x7f11fc079600 msgr2=0x7f11fc100560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 shutdown_connections 2024-06-06T07:57:44.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:44.345+0000 7f1200a76700 1 -- 172.21.15.27:0/757910135 wait complete. 2024-06-06T07:57:44.967 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 -- 172.21.15.27:0/1452052302 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b810bf70 msgr2=0x7f19b810e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1452052302 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b810bf70 0x7f19b810e410 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f19a8009ca0 tx=0x7f19a802a9e0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 -- 172.21.15.27:0/1452052302 shutdown_connections 2024-06-06T07:57:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1452052302 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b810bf70 0x7f19b810e410 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1452052302 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f19b8103550 0x7f19b810ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1452052302 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19b8102c30 0x7f19b8103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.969 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 -- 172.21.15.27:0/1452052302 >> 172.21.15.27:0/1452052302 conn(0x7f19b8077a20 msgr2=0x7f19b8077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 -- 172.21.15.27:0/1452052302 shutdown_connections 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 -- 172.21.15.27:0/1452052302 wait complete. 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 Processor -- start 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.965+0000 7f19bec4c640 1 -- start start 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bec4c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f19b8102c30 0x7f19b8198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bec4c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 0x7f19b81986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bec4c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19b810bf70 0x7f19b819ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bec4c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f19b8111e90 con 0x7f19b8103550 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bec4c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f19b8111d10 con 0x7f19b8102c30 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bec4c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f19b8112010 con 0x7f19b810bf70 2024-06-06T07:57:44.970 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 0x7f19b81986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 0x7f19b81986d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52626/0 (socket says 172.21.15.27:52626) 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 -- 172.21.15.27:0/1543446075 learned_addr learned my addr 172.21.15.27:0/1543446075 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f19b8102c30 0x7f19b8198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19b810bf70 0x7f19b819ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 -- 172.21.15.27:0/1543446075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19b810bf70 msgr2=0x7f19b819ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19b810bf70 0x7f19b819ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 -- 172.21.15.27:0/1543446075 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f19b8102c30 msgr2=0x7f19b8198190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f19b8102c30 0x7f19b8198190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 -- 172.21.15.27:0/1543446075 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19b819d180 con 0x7f19b8103550 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.966+0000 7f19b7fff640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 0x7f19b81986d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f19a000e9f0 tx=0x7f19a000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.967+0000 7f19b5ffb640 1 -- 172.21.15.27:0/1543446075 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a000ccc0 con 0x7f19b8103550 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.967+0000 7f19b5ffb640 1 -- 172.21.15.27:0/1543446075 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19a0010930 con 0x7f19b8103550 2024-06-06T07:57:44.971 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.967+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19b819d470 con 0x7f19b8103550 2024-06-06T07:57:44.972 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.967+0000 7f19b5ffb640 1 -- 172.21.15.27:0/1543446075 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0018980 con 0x7f19b8103550 2024-06-06T07:57:44.972 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.967+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19b81a4d00 con 0x7f19b8103550 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19b5ffb640 1 -- 172.21.15.27:0/1543446075 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f19a0010ae0 con 0x7f19b8103550 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 Processor -- start 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 -- start start 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6a7550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7a90 0x563d8c6b1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 0x563d8c6b4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x563d8c60b4f0 con 0x563d8c6b2350 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x563d8c5a9870 con 0x563d8c6a7a90 2024-06-06T07:57:44.978 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19c1a30740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x563d8c6074b0 con 0x563d8c6a7170 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 0x563d8c6b4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 0x563d8c6b4740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52642/0 (socket says 172.21.15.27:52642) 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.970+0000 7f19b7fff640 1 -- 172.21.15.27:0/4260770539 learned_addr learned my addr 172.21.15.27:0/4260770539 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b5ffb640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f19a40a2e20 0x7f19a40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6a7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7a90 0x563d8c6b1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f19a40a2e20 0x7f19a40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b5ffb640 1 -- 172.21.15.27:0/1543446075 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f19a00cfa60 con 0x7f19b8103550 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b7fff640 1 -- 172.21.15.27:0/4260770539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 msgr2=0x563d8c6a7550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b7fff640 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6a7550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.979 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b7fff640 1 -- 172.21.15.27:0/4260770539 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7a90 msgr2=0x563d8c6b1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b7fff640 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7a90 0x563d8c6b1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b7fff640 1 -- 172.21.15.27:0/4260770539 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d8c5c59b0 con 0x563d8c6b2350 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19b7fff640 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 0x563d8c6b4740 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f19a00a4300 tx=0x7f19a0097f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eb5a7787536cc23 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f19a40a2e20 0x7f19a40a52e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f19a8009430 tx=0x7f19a802a9e0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19aeffd640 1 -- 172.21.15.27:0/4260770539 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a009c2c0 con 0x563d8c6b2350 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19aeffd640 1 -- 172.21.15.27:0/4260770539 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19a00cfe50 con 0x563d8c6b2350 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.971+0000 7f19aeffd640 1 -- 172.21.15.27:0/4260770539 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a009b010 con 0x563d8c6b2350 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 -- 172.21.15.27:0/4260770539 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 msgr2=0x563d8c6b4740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 0x563d8c6b4740 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f19a00a4300 tx=0x7f19a0097f90 comp rx=0 tx=0).stop 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 -- 172.21.15.27:0/4260770539 shutdown_connections 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6b2350 0x563d8c6b4740 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7a90 0x563d8c6b1e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.980 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 --2- 172.21.15.27:0/4260770539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6a7550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 -- 172.21.15.27:0/4260770539 >> 172.21.15.27:0/4260770539 conn(0x563d8c6a3680 msgr2=0x563d8c6a3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 -- 172.21.15.27:0/4260770539 shutdown_connections 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 -- 172.21.15.27:0/4260770539 wait complete. 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 -- start start 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.972+0000 7f19c1a30740 1 Processor -- start 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 0x563d8c6af330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7a90 0x563d8c6af870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x563d8c6b4f20 con 0x563d8c6a7170 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x563d8c594ae0 con 0x563d8c6b2350 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x563d8c6b50a0 con 0x563d8c6a7a90 2024-06-06T07:57:44.981 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 10 client.0 _ll_register_callbacks cb 0x563d8c5cd9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 0x563d8c6af330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 0x563d8c6af330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52658/0 (socket says 172.21.15.27:52658) 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 -- 172.21.15.27:0/3931001541 learned_addr learned my addr 172.21.15.27:0/3931001541 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7a90 0x563d8c6af870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 -- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7a90 msgr2=0x563d8c6af870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7a90 0x563d8c6af870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 -- 172.21.15.27:0/3931001541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 msgr2=0x563d8c6afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 -- 172.21.15.27:0/3931001541 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d8c31f210 con 0x563d8c6a7170 2024-06-06T07:57:44.982 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7a90 0x563d8c6af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 0x563d8c6af330 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f19b0010a50 tx=0x7f19b0010f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba2e343b761857dd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f1997fff640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f1997fff640 1 -- 172.21.15.27:0/3931001541 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19b001e060 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f1997fff640 1 -- 172.21.15.27:0/3931001541 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f19b000fb10 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.973+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19a00cfe50 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f1997fff640 1 -- 172.21.15.27:0/3931001541 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f19b0025050 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 10 client.16209 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563d8c3eb620 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f1997fff640 1 -- 172.21.15.27:0/3931001541 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19a00cfe50 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f1997fff640 1 -- 172.21.15.27:0/3931001541 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f19b0018400 con 0x563d8c6a7170 2024-06-06T07:57:44.983 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 10 client.16209 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 10 client.16209 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 20 client.16209 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c6c25b0 0x563d8c6c49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 4 client.16209 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563d8c61ef10 con 0x563d8c6c25b0 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.974+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c6c25b0 0x563d8c6c49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.975+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c6c25b0 0x563d8c6c49a0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9115b6108c7372a2 server_cookie=b89e24824a681fc9 in_seq=0 out_seq=0 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.975+0000 7f1997fff640 10 client.16209 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.975+0000 7f1997fff640 1 -- 172.21.15.27:0/3931001541 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563d8c61ef10 con 0x563d8c6c25b0 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.975+0000 7f1997fff640 10 client.16209 handle_command_reply: tid=0 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 client.16209 shutdown 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 msgr2=0x563d8c6af330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 0x563d8c6af330 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f19b0010a50 tx=0x7f19b0010f10 comp rx=0 tx=0).stop 2024-06-06T07:57:44.984 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 shutdown_connections 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c6c25b0 0x563d8c6c49a0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f1997fff640 0 client.16209 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7a90 0x563d8c6af870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3931001541 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7170 0x563d8c6af330 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 >> 172.21.15.27:0/3931001541 conn(0x563d8c6a3680 msgr2=0x563d8c6a93b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 shutdown_connections 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 1 -- 172.21.15.27:0/3931001541 wait complete. 2024-06-06T07:57:44.985 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.976+0000 7f19c1a30740 20 client.16209 trim_cache size 0 max 16384 2024-06-06T07:57:44.996 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 Processor -- start 2024-06-06T07:57:44.996 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 -- start start 2024-06-06T07:57:44.996 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7170 0x563d8c6ca2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.996 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.996 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6b2350 0x563d8c6ac590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f19b81aed20 con 0x563d8c6a7a90 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f19b81b0860 con 0x563d8c6a7170 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19c1a30740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f19b81af3f0 con 0x563d8c6b2350 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6ca7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52674/0 (socket says 172.21.15.27:52674) 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.991+0000 7f19b7fff640 1 -- 172.21.15.27:0/3965955548 learned_addr learned my addr 172.21.15.27:0/3965955548 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6b2350 0x563d8c6ac590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7170 0x563d8c6ca2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19b7fff640 1 -- 172.21.15.27:0/3965955548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6b2350 msgr2=0x563d8c6ac590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6b2350 0x563d8c6ac590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.997 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19b7fff640 1 -- 172.21.15.27:0/3965955548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7170 msgr2=0x563d8c6ca2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7170 0x563d8c6ca2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19b7fff640 1 -- 172.21.15.27:0/3965955548 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563d8c6a78c0 con 0x563d8c6a7a90 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6b2350 0x563d8c6ac590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19b7fff640 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6ca7f0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f19a009b8c0 tx=0x7f19a00d4040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea3fcc6d5c10e292 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19ae7fc640 1 -- 172.21.15.27:0/3965955548 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a0098230 con 0x563d8c6a7a90 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19ae7fc640 1 -- 172.21.15.27:0/3965955548 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19a00cfe50 con 0x563d8c6a7a90 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.992+0000 7f19ae7fc640 1 -- 172.21.15.27:0/3965955548 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a009b270 con 0x563d8c6a7a90 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 -- 172.21.15.27:0/3965955548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 msgr2=0x563d8c6ca7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6ca7f0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f19a009b8c0 tx=0x7f19a00d4040 comp rx=0 tx=0).stop 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 -- 172.21.15.27:0/3965955548 shutdown_connections 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6b2350 0x563d8c6ac590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.998 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6ca7f0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- 172.21.15.27:0/3965955548 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6a7170 0x563d8c6ca2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 -- 172.21.15.27:0/3965955548 >> 172.21.15.27:0/3965955548 conn(0x563d8c6a3680 msgr2=0x563d8c6a3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 -- 172.21.15.27:0/3965955548 shutdown_connections 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 -- 172.21.15.27:0/3965955548 wait complete. 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 -- start start 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 Processor -- start 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6ba940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6b5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.993+0000 7f19c1a30740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6b61f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f19b81b0190 con 0x563d8c6a7a90 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f19b81afac0 con 0x563d8c6b2350 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f19b81acd00 con 0x563d8c6a7170 2024-06-06T07:57:44.999 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 10 client.0 _ll_register_callbacks cb 0x7f19b000a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6b5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6b5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52686/0 (socket says 172.21.15.27:52686) 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 -- 172.21.15.27:0/791309740 learned_addr learned my addr 172.21.15.27:0/791309740 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6b61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6ba940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 -- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 msgr2=0x563d8c6ba940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6ba940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 -- 172.21.15.27:0/791309740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 msgr2=0x563d8c6b61f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6b61f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 -- 172.21.15.27:0/791309740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563d8c6b68e0 con 0x563d8c6a7a90 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6ba940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:45.000 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19bd1e9640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6b61f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19b7fff640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6b5cb0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f19a0010f90 tx=0x7f19a00cd110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61eae4f9816493 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f1997fff640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f1997fff640 1 -- 172.21.15.27:0/791309740 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a00a4830 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f1997fff640 1 -- 172.21.15.27:0/791309740 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f19a009b010 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19a00cfe50 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f1997fff640 1 -- 172.21.15.27:0/791309740 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f19a009b210 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 10 client.16215 fetch_fsmap learned FSMap version 32 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.994+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x563d8c72d100 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f1997fff640 1 -- 172.21.15.27:0/791309740 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f19a00cfe50 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f1997fff640 1 -- 172.21.15.27:0/791309740 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 32) ==== 8362+0+0 (secure 0 0 0) 0x7f19a0097910 con 0x563d8c6a7a90 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19c1a30740 10 client.16215 fetch_fsmap finished waiting for FSMap version 32 2024-06-06T07:57:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19c1a30740 10 client.16215 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19c1a30740 20 client.16215 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19c1a30740 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c72d320 0x563d8c72f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19c1a30740 4 client.16215 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563d8c618c20 con 0x563d8c72d320 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c72d320 0x563d8c72f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f1997fff640 10 client.16215 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:44.995+0000 7f19bc9e8640 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c72d320 0x563d8c72f710 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94284917f10ecc74 server_cookie=d63c5ac74fe9c069 in_seq=0 out_seq=0 2024-06-06T07:57:45.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-06-06T07:57:45.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-06-06T07:57:45.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-06-06T07:57:45.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-06-06T07:57:45.161 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-06-06T07:57:45.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-06-06T07:57:45.169 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-06-06T07:57:45.175 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-06-06T07:57:45.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-06-06T07:57:45.179 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-06-06T07:57:45.181 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-06-06T07:57:45.183 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-06-06T07:57:45.184 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-06-06T07:57:45.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-06-06T07:57:45.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-06-06T07:57:45.190 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-06-06T07:57:45.191 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-06-06T07:57:45.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-06-06T07:57:45.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-06-06T07:57:45.195 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-06-06T07:57:45.196 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-06-06T07:57:45.197 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.196+0000 7f1997fff640 1 -- 172.21.15.27:0/791309740 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x563d8c618c20 con 0x563d8c72d320 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.196+0000 7f1997fff640 10 client.16215 handle_command_reply: tid=0 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.196+0000 7f19c1a30740 1 client.16215 shutdown 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 msgr2=0x563d8c6b5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6b5cb0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f19a0010f90 tx=0x7f19a00cd110 comp rx=0 tx=0).stop 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 shutdown_connections 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x563d8c72d320 0x563d8c72f710 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x563d8c6b2350 0x563d8c6b61f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x563d8c6a7a90 0x563d8c6b5cb0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f1997fff640 0 client.16215 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 --2- 172.21.15.27:0/791309740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x563d8c6a7170 0x563d8c6ba940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 >> 172.21.15.27:0/791309740 conn(0x563d8c6a3680 msgr2=0x563d8c6a8b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 shutdown_connections 2024-06-06T07:57:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 1 -- 172.21.15.27:0/791309740 wait complete. 2024-06-06T07:57:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.197+0000 7f19c1a30740 20 client.16215 trim_cache size 0 max 16384 2024-06-06T07:57:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:57:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:57:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:57:45.200 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-06-06T07:57:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f19a40a2e20 msgr2=0x7f19a40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f19a40a2e20 0x7f19a40a52e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f19a8009430 tx=0x7f19a802a9e0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 msgr2=0x7f19b81986d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 0x7f19b81986d0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f19a000e9f0 tx=0x7f19a000edf0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 shutdown_connections 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f19a40a2e20 0x7f19a40a52e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19b810bf70 0x7f19b819ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f19b8103550 0x7f19b81986d0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 --2- 172.21.15.27:0/1543446075 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f19b8102c30 0x7f19b8198190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 >> 172.21.15.27:0/1543446075 conn(0x7f19b8077a20 msgr2=0x7f19b80fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 shutdown_connections 2024-06-06T07:57:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:45.198+0000 7f19bec4c640 1 -- 172.21.15.27:0/1543446075 wait complete. 2024-06-06T07:57:45.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-06-06T07:57:45.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-06-06T07:57:45.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-06-06T07:57:45.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-06-06T07:57:45.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-06-06T07:57:45.203 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-06-06T07:57:45.204 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-06-06T07:57:45.205 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-06-06T07:57:45.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-06-06T07:57:45.207 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-06-06T07:57:45.208 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-06-06T07:57:45.209 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-06-06T07:57:45.210 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-06-06T07:57:45.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-06-06T07:57:45.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-06-06T07:57:45.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-06-06T07:57:45.214 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T07:57:45.214 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-06-06T07:57:45.215 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-06-06T07:57:45.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-06-06T07:57:45.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-06-06T07:57:45.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-06-06T07:57:45.218 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-06-06T07:57:45.219 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-06-06T07:57:45.220 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-06-06T07:57:45.221 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-06-06T07:57:45.222 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-06-06T07:57:45.223 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-06-06T07:57:45.224 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-06-06T07:57:45.225 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-06-06T07:57:45.226 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-06-06T07:57:45.227 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-06-06T07:57:45.228 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-06-06T07:57:45.228 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-06-06T07:57:45.229 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-06-06T07:57:45.230 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-06-06T07:57:45.231 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-06-06T07:57:45.232 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-06-06T07:57:45.233 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-06-06T07:57:45.234 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-06-06T07:57:45.235 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-06-06T07:57:45.236 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-06-06T07:57:45.237 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/Changes 2024-06-06T07:57:45.238 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-06-06T07:57:45.239 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/CodingStyle 2024-06-06T07:57:45.239 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-06-06T07:57:45.244 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-06-06T07:57:45.245 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-06-06T07:57:45.245 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-06-06T07:57:45.247 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/ 2024-06-06T07:57:45.247 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-06-06T07:57:45.248 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-06-06T07:57:45.249 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-06-06T07:57:45.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-06-06T07:57:45.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-06-06T07:57:45.252 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-06-06T07:57:45.253 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-06-06T07:57:45.254 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-06-06T07:57:45.254 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-06-06T07:57:45.256 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-06-06T07:57:45.257 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-06-06T07:57:45.258 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-06-06T07:57:45.260 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-06-06T07:57:45.260 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-06-06T07:57:45.261 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-06-06T07:57:45.262 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-06-06T07:57:45.263 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-06-06T07:57:45.264 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-06-06T07:57:45.265 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-06-06T07:57:45.266 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-06-06T07:57:45.267 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-06-06T07:57:45.267 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-06-06T07:57:45.268 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-06-06T07:57:45.269 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-06-06T07:57:45.270 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-06-06T07:57:45.271 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-06-06T07:57:45.271 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-06-06T07:57:45.272 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-06-06T07:57:45.273 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-06-06T07:57:45.274 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-06-06T07:57:45.275 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-06-06T07:57:45.276 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-06-06T07:57:45.277 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-06-06T07:57:45.278 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-06-06T07:57:45.279 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-06-06T07:57:45.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-06-06T07:57:45.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-06-06T07:57:45.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-06-06T07:57:45.282 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-06-06T07:57:45.283 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-06-06T07:57:45.285 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-06-06T07:57:45.287 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-06-06T07:57:45.288 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-06-06T07:57:45.289 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-06-06T07:57:45.290 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-06-06T07:57:45.290 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-06-06T07:57:45.291 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-06-06T07:57:45.292 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-06-06T07:57:45.293 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-06-06T07:57:45.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-06-06T07:57:45.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-06-06T07:57:45.296 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-06-06T07:57:45.298 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-06-06T07:57:45.299 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-06-06T07:57:45.300 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-06-06T07:57:45.301 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-06-06T07:57:45.303 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-06-06T07:57:45.303 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-06-06T07:57:45.304 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-06-06T07:57:45.305 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-06-06T07:57:45.306 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-06-06T07:57:45.306 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-06-06T07:57:45.307 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-06-06T07:57:45.308 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-06-06T07:57:45.309 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-06-06T07:57:45.310 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-06-06T07:57:45.311 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-06-06T07:57:45.312 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-06-06T07:57:45.312 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-06-06T07:57:45.313 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-06-06T07:57:45.314 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-06-06T07:57:45.315 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-06-06T07:57:45.316 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-06-06T07:57:45.317 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-06-06T07:57:45.318 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-06-06T07:57:45.319 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-06-06T07:57:45.320 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-06-06T07:57:45.321 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-06-06T07:57:45.321 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-06-06T07:57:45.322 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-06-06T07:57:45.323 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-06-06T07:57:45.324 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-06-06T07:57:45.325 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-06-06T07:57:45.326 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-06-06T07:57:45.327 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-06-06T07:57:45.327 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-06-06T07:57:45.328 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-06-06T07:57:45.329 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-06-06T07:57:45.330 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-06-06T07:57:45.331 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-06-06T07:57:45.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-06-06T07:57:45.333 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-06-06T07:57:45.334 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-06-06T07:57:45.335 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-06-06T07:57:45.335 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-06-06T07:57:45.337 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-06-06T07:57:45.337 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-06-06T07:57:45.338 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-06-06T07:57:45.339 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-06-06T07:57:45.340 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-06-06T07:57:45.340 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-06-06T07:57:45.341 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-06-06T07:57:45.342 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-06-06T07:57:45.343 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-06-06T07:57:45.344 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-06-06T07:57:45.345 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-06-06T07:57:45.346 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-06-06T07:57:45.347 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-06-06T07:57:45.347 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-06-06T07:57:45.348 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-06-06T07:57:45.349 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-06-06T07:57:45.350 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-06-06T07:57:45.351 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-06-06T07:57:45.352 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-06-06T07:57:45.353 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-06-06T07:57:45.353 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-06-06T07:57:45.354 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-06-06T07:57:45.355 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-06-06T07:57:45.356 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-06-06T07:57:45.357 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-06-06T07:57:45.358 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-06-06T07:57:45.359 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-06-06T07:57:45.359 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-06-06T07:57:45.360 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-06-06T07:57:45.361 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-06-06T07:57:45.362 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-06-06T07:57:45.363 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-06-06T07:57:45.364 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-06-06T07:57:45.364 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-06-06T07:57:45.365 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-06-06T07:57:45.366 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-06-06T07:57:45.367 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-06-06T07:57:45.368 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-06-06T07:57:45.369 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-06-06T07:57:45.370 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-06-06T07:57:45.371 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-06-06T07:57:45.372 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-06-06T07:57:45.373 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-06-06T07:57:45.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-06-06T07:57:45.377 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-06-06T07:57:45.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-06-06T07:57:45.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-06-06T07:57:45.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-06-06T07:57:45.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-06-06T07:57:45.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-06-06T07:57:45.380 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-06-06T07:57:45.381 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-06-06T07:57:45.382 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-06-06T07:57:45.383 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-06-06T07:57:45.384 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-06-06T07:57:45.385 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-06-06T07:57:45.386 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-06-06T07:57:45.386 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-06-06T07:57:45.387 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-06-06T07:57:45.388 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-06-06T07:57:45.389 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-06-06T07:57:45.390 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-06-06T07:57:45.391 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-06-06T07:57:45.391 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-06-06T07:57:45.393 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-06-06T07:57:45.393 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-06-06T07:57:45.394 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-06-06T07:57:45.395 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-06-06T07:57:45.396 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-06-06T07:57:45.397 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-06-06T07:57:45.397 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-06-06T07:57:45.398 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-06-06T07:57:45.399 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-06-06T07:57:45.400 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-06-06T07:57:45.401 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-06-06T07:57:45.402 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-06-06T07:57:45.403 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-06-06T07:57:45.404 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-06-06T07:57:45.405 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-06-06T07:57:45.406 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-06-06T07:57:45.407 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-06-06T07:57:45.407 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-06-06T07:57:45.408 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-06-06T07:57:45.409 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-06-06T07:57:45.410 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-06-06T07:57:45.411 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-06-06T07:57:45.412 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-06-06T07:57:45.413 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-06-06T07:57:45.414 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-06-06T07:57:45.415 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-06-06T07:57:45.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-06-06T07:57:45.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-06-06T07:57:45.417 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-06-06T07:57:45.418 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-06-06T07:57:45.419 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-06-06T07:57:45.420 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-06-06T07:57:45.421 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-06-06T07:57:45.422 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-06-06T07:57:45.423 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-06-06T07:57:45.423 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-06-06T07:57:45.424 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-06-06T07:57:45.425 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-06-06T07:57:45.426 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-06-06T07:57:45.472 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:45.644 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-06-06T07:57:45.645 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-06-06T07:57:45.646 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-06-06T07:57:45.648 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-06-06T07:57:45.649 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-06-06T07:57:45.650 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-06-06T07:57:45.651 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-06-06T07:57:45.652 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-06-06T07:57:45.653 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-06-06T07:57:45.654 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-06-06T07:57:45.655 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-06-06T07:57:45.656 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-06-06T07:57:45.657 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-06-06T07:57:45.658 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-06-06T07:57:45.659 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-06-06T07:57:45.661 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-06-06T07:57:45.661 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-06-06T07:57:45.662 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-06-06T07:57:45.664 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-06-06T07:57:45.665 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-06-06T07:57:45.666 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-06-06T07:57:45.667 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-06-06T07:57:45.668 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-06-06T07:57:45.669 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-06-06T07:57:45.670 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-06-06T07:57:45.671 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-06-06T07:57:45.672 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-06-06T07:57:45.673 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-06-06T07:57:45.674 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-06-06T07:57:45.675 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-06-06T07:57:45.676 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-06-06T07:57:45.679 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-06-06T07:57:45.680 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-06-06T07:57:45.681 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-06-06T07:57:45.682 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/ 2024-06-06T07:57:45.683 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-06-06T07:57:45.684 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-06-06T07:57:45.685 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-06-06T07:57:45.685 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-06-06T07:57:45.686 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-06-06T07:57:45.687 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-06-06T07:57:45.688 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-06-06T07:57:45.689 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-06-06T07:57:45.690 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-06-06T07:57:45.691 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/EDID/hex 2024-06-06T07:57:45.692 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/HOWTO 2024-06-06T07:57:45.693 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-06-06T07:57:45.694 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-06-06T07:57:45.695 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-06-06T07:57:45.696 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-06-06T07:57:45.697 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-06-06T07:57:45.698 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/Makefile 2024-06-06T07:57:45.699 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-06-06T07:57:45.700 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/ 2024-06-06T07:57:45.701 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-06-06T07:57:45.702 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-06-06T07:57:45.703 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-06-06T07:57:45.704 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-06-06T07:57:45.705 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-06-06T07:57:45.706 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-06-06T07:57:45.707 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-06-06T07:57:45.708 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/ 2024-06-06T07:57:45.709 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-06-06T07:57:45.710 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-06-06T07:57:45.710 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-06-06T07:57:45.712 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-06-06T07:57:45.712 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-06-06T07:57:45.713 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-06-06T07:57:45.714 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-06-06T07:57:45.715 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-06-06T07:57:45.716 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-06-06T07:57:45.717 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-06-06T07:57:45.719 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-06-06T07:57:45.720 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-06-06T07:57:45.720 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-06-06T07:57:45.721 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-06-06T07:57:45.722 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-06-06T07:57:45.723 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-06-06T07:57:45.724 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-06-06T07:57:45.725 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-06-06T07:57:45.726 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/SAK.txt 2024-06-06T07:57:45.727 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/SM501.txt 2024-06-06T07:57:45.728 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-06-06T07:57:45.730 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-06-06T07:57:45.730 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-06-06T07:57:45.731 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-06-06T07:57:45.732 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-06-06T07:57:45.734 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/ 2024-06-06T07:57:45.735 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-06-06T07:57:45.736 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-06-06T07:57:45.737 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-06-06T07:57:45.738 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-06-06T07:57:45.739 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-06-06T07:57:45.740 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-06-06T07:57:45.741 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-06-06T07:57:45.741 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/ 2024-06-06T07:57:45.742 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-06-06T07:57:45.743 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-06-06T07:57:45.744 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-06-06T07:57:45.744 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-06-06T07:57:45.745 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-06-06T07:57:45.746 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-06-06T07:57:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:45 smithi176 ceph-mon[36543]: pgmap v73: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-06-06T07:57:45.748 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-06-06T07:57:45.748 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-06-06T07:57:45.749 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-06-06T07:57:45.750 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-06-06T07:57:45.750 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-06-06T07:57:45.751 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-06-06T07:57:45.752 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-06-06T07:57:45.753 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/ 2024-06-06T07:57:45.754 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-06-06T07:57:45.755 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-06-06T07:57:45.756 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-06-06T07:57:45.757 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-06-06T07:57:45.758 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-06-06T07:57:45.759 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-06-06T07:57:45.760 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-06-06T07:57:45.761 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/ 2024-06-06T07:57:45.762 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-06-06T07:57:45.763 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-06-06T07:57:45.764 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-06-06T07:57:45.764 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Booting 2024-06-06T07:57:45.765 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-06-06T07:57:45.766 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-06-06T07:57:45.767 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-06-06T07:57:45.768 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-06-06T07:57:45.769 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-06-06T07:57:45.769 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-06-06T07:57:45.770 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-06-06T07:57:45.772 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-06-06T07:57:45.772 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-06-06T07:57:45.773 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-06-06T07:57:45.774 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Porting 2024-06-06T07:57:45.775 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/README 2024-06-06T07:57:45.775 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-06-06T07:57:45.776 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-06-06T07:57:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:45 smithi203 ceph-mon[37192]: pgmap v73: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-06-06T07:57:45.777 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-06-06T07:57:45.778 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-06-06T07:57:45.779 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-06-06T07:57:45.780 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-06-06T07:57:45.781 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-06-06T07:57:45.781 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-06-06T07:57:45.782 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-06-06T07:57:45.783 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-06-06T07:57:45.784 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-06-06T07:57:45.785 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-06-06T07:57:45.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-06-06T07:57:45.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-06-06T07:57:45.787 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-06-06T07:57:45.788 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-06-06T07:57:45.789 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-06-06T07:57:45.790 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-06-06T07:57:45.791 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-06-06T07:57:45.792 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-06-06T07:57:45.792 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-06-06T07:57:45.793 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-06-06T07:57:45.794 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-06-06T07:57:45.795 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-06-06T07:57:45.796 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-06-06T07:57:45.797 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-06-06T07:57:45.798 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-06-06T07:57:45.798 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-06-06T07:57:45.799 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-06-06T07:57:45.800 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-06-06T07:57:45.801 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-06-06T07:57:45.802 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-06-06T07:57:45.804 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:45 smithi027 ceph-mon[32293]: pgmap v73: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-06-06T07:57:45.804 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-06-06T07:57:45.805 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-06-06T07:57:45.806 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-06-06T07:57:45.808 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-06-06T07:57:45.809 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-06-06T07:57:45.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-06-06T07:57:45.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-06-06T07:57:45.813 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-06-06T07:57:45.815 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-06-06T07:57:45.816 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-06-06T07:57:45.817 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-06-06T07:57:45.819 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/Setup 2024-06-06T07:57:45.820 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-06-06T07:57:45.821 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-06-06T07:57:45.822 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-06-06T07:57:45.824 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-06-06T07:57:45.825 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-06-06T07:57:45.827 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-06-06T07:57:45.828 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-06-06T07:57:45.829 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-06-06T07:57:45.831 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-06-06T07:57:45.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-06-06T07:57:45.833 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-06-06T07:57:45.835 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-06-06T07:57:45.836 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-06-06T07:57:45.837 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-06-06T07:57:45.839 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-06-06T07:57:45.840 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-06-06T07:57:45.842 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-06-06T07:57:45.843 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-06-06T07:57:45.844 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-06-06T07:57:45.846 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-06-06T07:57:45.846 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-06-06T07:57:45.847 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-06-06T07:57:45.848 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-06-06T07:57:45.849 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-06-06T07:57:45.850 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-06-06T07:57:45.851 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-06-06T07:57:45.852 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-06-06T07:57:45.853 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-06-06T07:57:45.854 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-06-06T07:57:45.855 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-06-06T07:57:45.856 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm64/ 2024-06-06T07:57:45.857 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-06-06T07:57:45.858 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-06-06T07:57:45.859 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-06-06T07:57:45.860 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-06-06T07:57:45.861 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-06-06T07:57:45.862 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-06-06T07:57:45.863 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-06-06T07:57:45.864 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-06-06T07:57:45.865 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-06-06T07:57:45.866 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-06-06T07:57:45.867 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-06-06T07:57:45.868 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-06-06T07:57:45.869 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/backlight/ 2024-06-06T07:57:45.870 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-06-06T07:57:45.871 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-06-06T07:57:45.872 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-06-06T07:57:45.873 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/bcache.txt 2024-06-06T07:57:45.874 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-06-06T07:57:45.875 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blackfin/ 2024-06-06T07:57:45.877 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-06-06T07:57:45.877 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-06-06T07:57:45.879 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-06-06T07:57:45.880 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-06-06T07:57:45.881 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-06-06T07:57:45.882 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/ 2024-06-06T07:57:45.883 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-06-06T07:57:45.884 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-06-06T07:57:45.885 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-06-06T07:57:45.885 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-06-06T07:57:45.886 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-06-06T07:57:45.887 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-06-06T07:57:45.888 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-06-06T07:57:45.889 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-06-06T07:57:45.890 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-06-06T07:57:45.891 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-06-06T07:57:45.892 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-06-06T07:57:45.893 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/request.txt 2024-06-06T07:57:45.894 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-06-06T07:57:45.894 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-06-06T07:57:45.895 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-06-06T07:57:45.896 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/ 2024-06-06T07:57:45.898 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-06-06T07:57:45.898 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-06-06T07:57:45.899 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-06-06T07:57:45.901 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-06-06T07:57:45.901 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-06-06T07:57:45.902 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-06-06T07:57:45.903 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-06-06T07:57:45.904 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-06-06T07:57:45.905 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-06-06T07:57:45.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-06-06T07:57:45.907 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-06-06T07:57:45.907 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-06-06T07:57:45.908 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-06-06T07:57:45.909 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-06-06T07:57:45.910 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-06-06T07:57:45.911 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-06-06T07:57:45.912 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-06-06T07:57:45.913 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-06-06T07:57:45.914 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-06-06T07:57:45.915 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-06-06T07:57:45.916 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-06-06T07:57:45.917 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-06-06T07:57:45.919 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-06-06T07:57:45.920 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-06-06T07:57:45.921 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-06-06T07:57:45.922 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-06-06T07:57:45.923 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cdrom/ 2024-06-06T07:57:45.924 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-06-06T07:57:45.926 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-06-06T07:57:45.926 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-06-06T07:57:45.927 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-06-06T07:57:45.928 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-06-06T07:57:45.929 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/ 2024-06-06T07:57:45.930 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-06-06T07:57:45.931 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-06-06T07:57:45.932 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-06-06T07:57:45.933 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-06-06T07:57:45.934 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-06-06T07:57:45.935 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-06-06T07:57:45.936 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-06-06T07:57:45.937 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-06-06T07:57:45.938 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-06-06T07:57:45.939 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-06-06T07:57:45.940 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-06-06T07:57:45.941 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-06-06T07:57:45.942 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-06-06T07:57:45.943 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-06-06T07:57:45.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/clk.txt 2024-06-06T07:57:45.945 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-06-06T07:57:45.946 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/connector/ 2024-06-06T07:57:45.947 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-06-06T07:57:45.948 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-06-06T07:57:45.949 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-06-06T07:57:45.950 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-06-06T07:57:45.953 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-06-06T07:57:45.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/console/ 2024-06-06T07:57:45.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/console/console.txt 2024-06-06T07:57:45.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-06-06T07:57:45.956 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-06-06T07:57:45.957 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-06-06T07:57:45.958 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-06-06T07:57:45.959 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-06-06T07:57:45.960 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-06-06T07:57:45.961 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-06-06T07:57:45.962 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-06-06T07:57:45.963 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-06-06T07:57:45.964 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-06-06T07:57:45.964 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-06-06T07:57:45.965 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-06-06T07:57:45.966 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-06-06T07:57:45.967 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-06-06T07:57:45.968 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-06-06T07:57:45.970 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-06-06T07:57:45.971 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-06-06T07:57:45.972 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-06-06T07:57:45.973 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-06-06T07:57:45.974 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-06-06T07:57:45.975 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crc32.txt 2024-06-06T07:57:45.976 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cris/ 2024-06-06T07:57:45.977 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/cris/README 2024-06-06T07:57:45.978 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crypto/ 2024-06-06T07:57:45.980 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-06-06T07:57:45.981 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-06-06T07:57:45.982 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-06-06T07:57:45.983 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-06-06T07:57:45.984 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-06-06T07:57:45.985 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-06-06T07:57:45.986 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-06-06T07:57:45.988 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-06-06T07:57:45.989 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-06-06T07:57:45.990 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/ 2024-06-06T07:57:45.992 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-06-06T07:57:45.992 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-06-06T07:57:45.994 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-06-06T07:57:45.995 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-06-06T07:57:45.996 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-06-06T07:57:45.997 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-06-06T07:57:45.998 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-06-06T07:57:45.999 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-06-06T07:57:46.001 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-06-06T07:57:46.002 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-06-06T07:57:46.003 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-06-06T07:57:46.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-06-06T07:57:46.005 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-06-06T07:57:46.006 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-06-06T07:57:46.006 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-06-06T07:57:46.007 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-06-06T07:57:46.008 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-06-06T07:57:46.009 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-06-06T07:57:46.010 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-06-06T07:57:46.011 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-06-06T07:57:46.012 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-06-06T07:57:46.013 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-06-06T07:57:46.014 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-06-06T07:57:46.015 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-06-06T07:57:46.016 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-06-06T07:57:46.017 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-06-06T07:57:46.017 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-06-06T07:57:46.018 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-06-06T07:57:46.019 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-06-06T07:57:46.020 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-06-06T07:57:46.021 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-06-06T07:57:46.022 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devices.txt 2024-06-06T07:57:46.024 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/ 2024-06-06T07:57:46.025 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-06-06T07:57:46.026 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-06-06T07:57:46.027 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-06-06T07:57:46.028 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-06-06T07:57:46.028 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-06-06T07:57:46.029 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-06-06T07:57:46.030 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-06-06T07:57:46.031 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-06-06T07:57:46.032 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-06-06T07:57:46.032 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-06-06T07:57:46.033 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-06-06T07:57:46.034 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-06-06T07:57:46.036 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-06-06T07:57:46.036 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-06-06T07:57:46.038 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-06-06T07:57:46.038 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-06-06T07:57:46.040 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-06-06T07:57:46.041 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-06-06T07:57:46.042 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-06-06T07:57:46.043 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-06-06T07:57:46.044 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-06-06T07:57:46.045 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-06-06T07:57:46.046 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-06-06T07:57:46.047 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-06-06T07:57:46.048 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-06-06T07:57:46.049 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-06-06T07:57:46.050 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-06-06T07:57:46.051 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-06-06T07:57:46.052 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-06-06T07:57:46.053 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-06-06T07:57:46.053 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-06-06T07:57:46.054 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-06-06T07:57:46.056 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-06-06T07:57:46.057 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-06-06T07:57:46.058 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-06-06T07:57:46.059 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-06-06T07:57:46.059 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-06-06T07:57:46.061 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-06-06T07:57:46.061 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-06-06T07:57:46.062 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-06-06T07:57:46.064 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-06-06T07:57:46.064 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-06-06T07:57:46.066 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-06-06T07:57:46.067 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-06-06T07:57:46.068 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-06-06T07:57:46.068 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-06-06T07:57:46.069 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-06-06T07:57:46.070 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-06-06T07:57:46.071 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-06-06T07:57:46.072 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-06-06T07:57:46.073 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-06-06T07:57:46.074 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-06-06T07:57:46.075 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-06-06T07:57:46.076 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-06-06T07:57:46.077 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-06-06T07:57:46.077 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-06-06T07:57:46.078 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-06-06T07:57:46.079 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-06-06T07:57:46.080 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-06-06T07:57:46.081 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-06-06T07:57:46.082 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-06-06T07:57:46.083 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-06-06T07:57:46.083 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-06-06T07:57:46.084 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-06-06T07:57:46.085 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-06-06T07:57:46.086 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-06-06T07:57:46.087 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-06-06T07:57:46.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-06-06T07:57:46.089 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-06-06T07:57:46.090 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-06-06T07:57:46.091 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-06-06T07:57:46.092 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-06-06T07:57:46.093 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-06-06T07:57:46.094 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-06-06T07:57:46.095 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-06-06T07:57:46.096 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-06-06T07:57:46.097 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-06-06T07:57:46.098 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-06-06T07:57:46.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-06-06T07:57:46.100 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-06-06T07:57:46.101 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-06-06T07:57:46.102 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-06-06T07:57:46.103 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-06-06T07:57:46.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-06-06T07:57:46.105 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-06-06T07:57:46.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-06-06T07:57:46.107 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-06-06T07:57:46.108 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-06-06T07:57:46.109 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-06-06T07:57:46.109 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-06-06T07:57:46.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-06-06T07:57:46.111 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-06-06T07:57:46.112 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-06-06T07:57:46.113 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-06-06T07:57:46.114 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-06-06T07:57:46.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-06-06T07:57:46.116 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-06-06T07:57:46.117 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-06-06T07:57:46.118 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-06-06T07:57:46.119 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-06-06T07:57:46.120 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-06-06T07:57:46.121 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-06-06T07:57:46.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-06-06T07:57:46.123 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-06-06T07:57:46.124 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-06-06T07:57:46.125 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-06-06T07:57:46.126 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-06-06T07:57:46.127 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-06-06T07:57:46.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-06-06T07:57:46.129 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-06-06T07:57:46.130 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-06-06T07:57:46.131 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-06-06T07:57:46.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-06-06T07:57:46.133 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-06-06T07:57:46.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-06-06T07:57:46.135 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-06-06T07:57:46.136 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-06-06T07:57:46.138 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-06-06T07:57:46.138 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-06-06T07:57:46.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-06-06T07:57:46.141 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-06-06T07:57:46.142 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-06-06T07:57:46.143 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-06-06T07:57:46.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-06-06T07:57:46.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-06-06T07:57:46.145 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-06-06T07:57:46.146 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-06-06T07:57:46.147 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-06-06T07:57:46.148 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-06-06T07:57:46.149 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-06-06T07:57:46.151 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-06-06T07:57:46.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-06-06T07:57:46.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-06-06T07:57:46.154 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-06-06T07:57:46.155 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-06-06T07:57:46.156 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-06-06T07:57:46.156 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-06-06T07:57:46.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-06-06T07:57:46.158 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-06-06T07:57:46.159 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-06-06T07:57:46.161 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-06-06T07:57:46.162 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-06-06T07:57:46.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-06-06T07:57:46.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-06-06T07:57:46.164 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-06-06T07:57:46.165 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-06-06T07:57:46.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-06-06T07:57:46.167 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-06-06T07:57:46.169 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-06-06T07:57:46.170 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-06-06T07:57:46.171 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-06-06T07:57:46.172 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-06-06T07:57:46.173 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-06-06T07:57:46.174 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-06-06T07:57:46.175 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-06-06T07:57:46.176 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-06-06T07:57:46.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-06-06T07:57:46.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-06-06T07:57:46.412 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-06-06T07:57:46.414 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-06-06T07:57:46.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-06-06T07:57:46.417 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-06-06T07:57:46.419 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-06-06T07:57:46.420 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-06-06T07:57:46.422 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-06-06T07:57:46.423 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-06-06T07:57:46.425 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-06-06T07:57:46.426 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-06-06T07:57:46.428 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-06-06T07:57:46.429 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-06-06T07:57:46.431 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-06-06T07:57:46.432 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-06-06T07:57:46.434 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-06-06T07:57:46.435 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-06-06T07:57:46.437 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-06-06T07:57:46.438 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-06-06T07:57:46.440 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-06-06T07:57:46.441 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-06-06T07:57:46.443 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-06-06T07:57:46.444 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-06-06T07:57:46.446 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-06-06T07:57:46.447 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-06-06T07:57:46.449 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-06-06T07:57:46.450 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-06-06T07:57:46.452 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-06-06T07:57:46.453 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-06-06T07:57:46.455 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-06-06T07:57:46.456 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-06-06T07:57:46.458 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-06-06T07:57:46.459 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-06-06T07:57:46.461 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-06-06T07:57:46.462 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-06-06T07:57:46.464 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-06-06T07:57:46.465 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-06-06T07:57:46.466 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-06-06T07:57:46.467 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-06-06T07:57:46.468 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-06-06T07:57:46.469 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-06-06T07:57:46.470 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-06-06T07:57:46.471 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-06-06T07:57:46.472 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-06-06T07:57:46.472 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-06-06T07:57:46.474 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-06-06T07:57:46.474 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-06-06T07:57:46.476 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-06-06T07:57:46.476 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-06-06T07:57:46.477 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-06-06T07:57:46.478 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-06-06T07:57:46.479 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-06-06T07:57:46.480 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-06-06T07:57:46.481 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-06-06T07:57:46.482 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-06-06T07:57:46.483 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-06-06T07:57:46.484 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-06-06T07:57:46.485 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-06-06T07:57:46.485 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-06-06T07:57:46.487 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-06-06T07:57:46.488 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-06-06T07:57:46.489 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-06-06T07:57:46.490 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-06-06T07:57:46.491 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-06-06T07:57:46.491 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-06-06T07:57:46.492 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-06-06T07:57:46.493 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-06-06T07:57:46.494 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-06-06T07:57:46.495 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-06-06T07:57:46.496 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-06-06T07:57:46.497 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-06-06T07:57:46.498 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-06-06T07:57:46.499 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-06-06T07:57:46.500 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-06-06T07:57:46.501 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-06-06T07:57:46.502 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-06-06T07:57:46.503 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-06-06T07:57:46.505 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-06-06T07:57:46.506 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-06-06T07:57:46.507 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-06-06T07:57:46.508 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-06-06T07:57:46.509 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-06-06T07:57:46.510 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-06-06T07:57:46.511 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-06-06T07:57:46.512 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-06-06T07:57:46.513 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-06-06T07:57:46.513 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-06-06T07:57:46.514 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-06-06T07:57:46.515 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-06-06T07:57:46.516 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-06-06T07:57:46.517 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-06-06T07:57:46.518 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-06-06T07:57:46.519 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-06-06T07:57:46.520 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-06-06T07:57:46.521 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-06-06T07:57:46.522 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-06-06T07:57:46.523 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-06-06T07:57:46.524 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-06-06T07:57:46.525 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-06-06T07:57:46.527 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-06-06T07:57:46.527 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-06-06T07:57:46.528 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-06-06T07:57:46.529 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-06-06T07:57:46.530 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-06-06T07:57:46.531 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-06-06T07:57:46.532 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-06-06T07:57:46.533 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-06-06T07:57:46.534 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-06-06T07:57:46.535 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-06-06T07:57:46.536 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-06-06T07:57:46.537 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-06-06T07:57:46.538 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-06-06T07:57:46.539 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-06-06T07:57:46.540 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-06-06T07:57:46.541 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-06-06T07:57:46.542 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-06-06T07:57:46.543 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-06-06T07:57:46.544 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-06-06T07:57:46.545 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-06-06T07:57:46.546 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-06-06T07:57:46.548 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-06-06T07:57:46.548 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-06-06T07:57:46.550 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-06-06T07:57:46.551 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-06-06T07:57:46.551 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-06-06T07:57:46.553 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-06-06T07:57:46.553 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-06-06T07:57:46.554 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-06-06T07:57:46.555 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-06-06T07:57:46.556 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-06-06T07:57:46.557 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-06-06T07:57:46.558 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-06-06T07:57:46.559 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-06-06T07:57:46.560 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-06-06T07:57:46.561 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-06-06T07:57:46.562 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-06-06T07:57:46.563 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-06-06T07:57:46.564 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-06-06T07:57:46.565 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-06-06T07:57:46.566 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-06-06T07:57:46.567 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-06-06T07:57:46.568 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-06-06T07:57:46.569 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-06-06T07:57:46.569 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-06-06T07:57:46.571 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-06-06T07:57:46.571 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-06-06T07:57:46.572 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-06-06T07:57:46.573 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-06-06T07:57:46.574 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-06-06T07:57:46.575 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-06-06T07:57:46.576 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-06-06T07:57:46.577 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-06-06T07:57:46.578 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 -- 172.21.15.27:0/650693069 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 msgr2=0x7f74881019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 --2- 172.21.15.27:0/650693069 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f74881019f0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f74840099c0 tx=0x7f7484009cd0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 -- 172.21.15.27:0/650693069 shutdown_connections 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 --2- 172.21.15.27:0/650693069 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74881066f0 0x7f748810e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 --2- 172.21.15.27:0/650693069 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f74881019f0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 --2- 172.21.15.27:0/650693069 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7488101fc0 0x7f7488106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 -- 172.21.15.27:0/650693069 >> 172.21.15.27:0/650693069 conn(0x7f7488078430 msgr2=0x7f7488078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 -- 172.21.15.27:0/650693069 shutdown_connections 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 -- 172.21.15.27:0/650693069 wait complete. 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.215+0000 7f74902db700 1 Processor -- start 2024-06-06T07:57:47.216 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 -- start start 2024-06-06T07:57:47.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f7488199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7488101fc0 0x7f748819a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74881066f0 0x7f74881a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.218 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7488111840 con 0x7f7488101610 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f74881116c0 con 0x7f74881066f0 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f74902db700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f74881119c0 con 0x7f7488101fc0 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f7488199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f7488199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52700/0 (socket says 172.21.15.27:52700) 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 -- 172.21.15.27:0/3212134682 learned_addr learned my addr 172.21.15.27:0/3212134682 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e878700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74881066f0 0x7f74881a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748d876700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7488101fc0 0x7f748819a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 -- 172.21.15.27:0/3212134682 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7488101fc0 msgr2=0x7f748819a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7488101fc0 0x7f748819a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 -- 172.21.15.27:0/3212134682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74881066f0 msgr2=0x7f74881a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.219 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74881066f0 0x7f74881a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 -- 172.21.15.27:0/3212134682 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74881a50e0 con 0x7f7488101610 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.216+0000 7f748e077700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f7488199b20 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f748400b580 tx=0x7f7484004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.217+0000 7f747f7fe700 1 -- 172.21.15.27:0/3212134682 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7484027070 con 0x7f7488101610 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.217+0000 7f747f7fe700 1 -- 172.21.15.27:0/3212134682 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7484004040 con 0x7f7488101610 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.217+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7488197910 con 0x7f7488101610 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.217+0000 7f747f7fe700 1 -- 172.21.15.27:0/3212134682 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f748400f460 con 0x7f7488101610 2024-06-06T07:57:47.220 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.217+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7488197e40 con 0x7f7488101610 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.219+0000 7f747f7fe700 1 -- 172.21.15.27:0/3212134682 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f748402a070 con 0x7f7488101610 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.220+0000 7f747f7fe700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f74740a2e10 0x7f74740a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.220+0000 7f748d876700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f74740a2e10 0x7f74740a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.220+0000 7f747f7fe700 1 -- 172.21.15.27:0/3212134682 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f74840d0420 con 0x7f7488101610 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.220+0000 7f748d876700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f74740a2e10 0x7f74740a52d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7488107bc0 tx=0x7f747800f820 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.220+0000 7f749ab5eb80 1 Processor -- start 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 -- start start 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bc9340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bc3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bc3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x564d36ab5f60 con 0x564d36bc8f60 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x564d36b14850 con 0x564d36bc37a0 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564d36a7c460 con 0x564d36bc9880 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bc9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bc9340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52714/0 (socket says 172.21.15.27:52714) 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 -- 172.21.15.27:0/3475082721 learned_addr learned my addr 172.21.15.27:0/3475082721 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e878700 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bc3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748d876700 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bc3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 -- 172.21.15.27:0/3475082721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 msgr2=0x564d36bc3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bc3260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 -- 172.21.15.27:0/3475082721 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 msgr2=0x564d36bc3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.223 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bc3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.221+0000 7f748e077700 1 -- 172.21.15.27:0/3475082721 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d36a638d0 con 0x564d36bc8f60 2024-06-06T07:57:47.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f748e077700 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bc9340 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7484098ad0 tx=0x7f748409c530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e72134d0cdb5252 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:47.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f747cd70700 1 -- 172.21.15.27:0/3475082721 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f748409c670 con 0x564d36bc8f60 2024-06-06T07:57:47.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f747cd70700 1 -- 172.21.15.27:0/3475082721 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f74840a0a20 con 0x564d36bc8f60 2024-06-06T07:57:47.224 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f747cd70700 1 -- 172.21.15.27:0/3475082721 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74840041f0 con 0x564d36bc8f60 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3475082721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 msgr2=0x564d36bc9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bc9340 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7484098ad0 tx=0x7f748409c530 comp rx=0 tx=0).stop 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3475082721 shutdown_connections 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bc3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bc9340 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3475082721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bc3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.222+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3475082721 >> 172.21.15.27:0/3475082721 conn(0x564d36af0080 msgr2=0x564d36bbe220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3475082721 shutdown_connections 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3475082721 wait complete. 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 -- start start 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 Processor -- start 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc37a0 0x564d36bcf6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bcc9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc9880 0x564d36bccf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x564d36ab4fc0 con 0x564d36bc8f60 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x564d36b10810 con 0x564d36bc9880 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564d36bd0010 con 0x564d36bc37a0 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.223+0000 7f749ab5eb80 10 client.0 _ll_register_callbacks cb 0x564d36aaa5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bcc9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bcc9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52722/0 (socket says 172.21.15.27:52722) 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 -- 172.21.15.27:0/1597597307 learned_addr learned my addr 172.21.15.27:0/1597597307 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748e077700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc37a0 0x564d36bcf6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748e878700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc9880 0x564d36bccf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 -- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc37a0 msgr2=0x564d36bcf6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc37a0 0x564d36bcf6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 -- 172.21.15.27:0/1597597307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc9880 msgr2=0x564d36bccf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc9880 0x564d36bccf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 -- 172.21.15.27:0/1597597307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d36ada750 con 0x564d36bc8f60 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f748d876700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bcc9d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f747801bbd0 tx=0x7f7478011050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5064e9a8e0f95a1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f7471ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f7471ffb700 1 -- 172.21.15.27:0/1597597307 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7478019a50 con 0x564d36bc8f60 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f7471ffb700 1 -- 172.21.15.27:0/1597597307 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7478019bf0 con 0x564d36bc8f60 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.224+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74840a0a20 con 0x564d36bc8f60 2024-06-06T07:57:47.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f7471ffb700 1 -- 172.21.15.27:0/1597597307 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7478034050 con 0x564d36bc8f60 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 10 client.16227 fetch_fsmap learned FSMap version 33 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564d36bda7b0 con 0x564d36bc8f60 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f7471ffb700 1 -- 172.21.15.27:0/1597597307 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f747802b070 con 0x564d36bc8f60 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f7471ffb700 1 -- 172.21.15.27:0/1597597307 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 33) ==== 8366+0+0 (secure 0 0 0) 0x7f747802f3b0 con 0x564d36bc8f60 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 10 client.16227 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 10 client.16227 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 20 client.16227 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36bdce90 0x564d36bdf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 4 client.16227 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.225+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f74840a0a20 con 0x564d36bdce90 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.226+0000 7f748e077700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36bdce90 0x564d36bdf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.226+0000 7f7471ffb700 10 client.16227 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:47.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.226+0000 7f748e077700 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36bdce90 0x564d36bdf280 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18b9d8263f550d0 server_cookie=e03a8d02471880b7 in_seq=0 out_seq=0 2024-06-06T07:57:47.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f7471ffb700 1 -- 172.21.15.27:0/1597597307 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f74840a0a20 con 0x564d36bdce90 2024-06-06T07:57:47.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f7471ffb700 10 client.16227 handle_command_reply: tid=0 2024-06-06T07:57:47.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 client.16227 shutdown 2024-06-06T07:57:47.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 msgr2=0x564d36bcc9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bcc9d0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f747801bbd0 tx=0x7f7478011050 comp rx=0 tx=0).stop 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 shutdown_connections 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36bdce90 0x564d36bdf280 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc9880 0x564d36bccf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc37a0 0x564d36bcf6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1597597307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc8f60 0x564d36bcc9d0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 >> 172.21.15.27:0/1597597307 conn(0x564d36af0080 msgr2=0x564d36bbd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f7471ffb700 0 client.16227 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 shutdown_connections 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1597597307 wait complete. 2024-06-06T07:57:47.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.227+0000 7f749ab5eb80 20 client.16227 trim_cache size 0 max 16384 2024-06-06T07:57:47.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 Processor -- start 2024-06-06T07:57:47.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 -- start start 2024-06-06T07:57:47.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bcf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 0x564d36bbde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f74881ac350 con 0x564d36bcf750 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f74881adec0 con 0x564d36bc37a0 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.244+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f74881aca20 con 0x564d36bc9880 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 0x564d36bbde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 0x564d36bbde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52732/0 (socket says 172.21.15.27:52732) 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 -- 172.21.15.27:0/3445455323 learned_addr learned my addr 172.21.15.27:0/3445455323 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748d876700 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bcf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e077700 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 -- 172.21.15.27:0/3445455323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 msgr2=0x564d36bcf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bcf210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 -- 172.21.15.27:0/3445455323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 msgr2=0x564d36bd9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd9020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 -- 172.21.15.27:0/3445455323 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d36bba810 con 0x564d36bcf750 2024-06-06T07:57:47.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e077700 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:47.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f748e878700 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 0x564d36bbde80 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7480009e60 tx=0x7f7480009100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f530cba75855628f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:47.249 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.245+0000 7f7473fff700 1 -- 172.21.15.27:0/3445455323 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f748001b030 con 0x564d36bcf750 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f7473fff700 1 -- 172.21.15.27:0/3445455323 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7480004bb0 con 0x564d36bcf750 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f7473fff700 1 -- 172.21.15.27:0/3445455323 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7480005280 con 0x564d36bcf750 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3445455323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 msgr2=0x564d36bbde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 0x564d36bbde80 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7480009e60 tx=0x7f7480009100 comp rx=0 tx=0).stop 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3445455323 shutdown_connections 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bcf750 0x564d36bbde80 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/3445455323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bc9880 0x564d36bcf210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3445455323 >> 172.21.15.27:0/3445455323 conn(0x564d36af0080 msgr2=0x564d36bc7ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3445455323 shutdown_connections 2024-06-06T07:57:47.250 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.246+0000 7f749ab5eb80 1 -- 172.21.15.27:0/3445455323 wait complete. 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 -- start start 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 Processor -- start 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 0x564d36bd59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bcf750 0x564d36be41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f74881ad7f0 con 0x564d36bc9880 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f74881ad0f0 con 0x564d36bc37a0 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f74881aa2f0 con 0x564d36bcf750 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f749ab5eb80 10 client.0 _ll_register_callbacks cb 0x564d36aaa5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f748d876700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 0x564d36bd59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f748d876700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 0x564d36bd59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52748/0 (socket says 172.21.15.27:52748) 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f748e878700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bcf750 0x564d36be41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.247+0000 7f748d876700 1 -- 172.21.15.27:0/1906866814 learned_addr learned my addr 172.21.15.27:0/1906866814 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:47.251 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748e077700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748d876700 1 -- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bcf750 msgr2=0x564d36be41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748d876700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bcf750 0x564d36be41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748d876700 1 -- 172.21.15.27:0/1906866814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 msgr2=0x564d36bd5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748d876700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748d876700 1 -- 172.21.15.27:0/1906866814 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d36be49f0 con 0x564d36bc9880 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748e878700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bcf750 0x564d36be41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748e077700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f748d876700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 0x564d36bd59b0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f7478005d90 tx=0x7f7478010e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa255a426bfff172 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f7471ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f7471ffb700 1 -- 172.21.15.27:0/1906866814 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f747802fc10 con 0x564d36bc9880 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f7471ffb700 1 -- 172.21.15.27:0/1906866814 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f747802fdb0 con 0x564d36bc9880 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.248+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7480004bb0 con 0x564d36bc9880 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f7471ffb700 1 -- 172.21.15.27:0/1906866814 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7f7478049050 con 0x564d36bc9880 2024-06-06T07:57:47.252 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 10 client.16233 fetch_fsmap learned FSMap version 33 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x564d36c47690 con 0x564d36bc9880 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f7471ffb700 1 -- 172.21.15.27:0/1906866814 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7480004bb0 con 0x564d36bc9880 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f7471ffb700 1 -- 172.21.15.27:0/1906866814 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 33) ==== 8366+0+0 (secure 0 0 0) 0x7f7478019ae0 con 0x564d36bc9880 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 10 client.16233 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 10 client.16233 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 20 client.16233 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36c47e00 0x564d36c4a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 4 client.16233 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564d36b21d50 con 0x564d36c47e00 2024-06-06T07:57:47.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.249+0000 7f748e077700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36c47e00 0x564d36c4a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:47.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f7471ffb700 10 client.16233 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:47.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f748e077700 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36c47e00 0x564d36c4a220 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4616c135e7ab2e3 server_cookie=722cc19f680653f7 in_seq=0 out_seq=0 2024-06-06T07:57:47.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f7471ffb700 1 -- 172.21.15.27:0/1906866814 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564d36b21d50 con 0x564d36c47e00 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f7471ffb700 10 client.16233 handle_command_reply: tid=0 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 client.16233 shutdown 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 msgr2=0x564d36bd59b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 0x564d36bd59b0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f7478005d90 tx=0x7f7478010e20 comp rx=0 tx=0).stop 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 shutdown_connections 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x564d36c47e00 0x564d36c4a220 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d36bcf750 0x564d36be41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x564d36bc37a0 0x564d36bd5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 --2- 172.21.15.27:0/1906866814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x564d36bc9880 0x564d36bd59b0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 >> 172.21.15.27:0/1906866814 conn(0x564d36af0080 msgr2=0x564d36bcc280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f7471ffb700 0 client.16233 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:47.255 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 shutdown_connections 2024-06-06T07:57:47.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 1 -- 172.21.15.27:0/1906866814 wait complete. 2024-06-06T07:57:47.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.250+0000 7f749ab5eb80 20 client.16233 trim_cache size 0 max 16384 2024-06-06T07:57:47.256 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:57:47.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f74740a2e10 msgr2=0x7f74740a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f74740a2e10 0x7f74740a52d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7488107bc0 tx=0x7f747800f820 comp rx=0 tx=0).stop 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 msgr2=0x7f7488199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f7488199b20 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f748400b580 tx=0x7f7484004580 comp rx=0 tx=0).stop 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 shutdown_connections 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f74740a2e10 0x7f74740a52d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f74881066f0 0x7f74881a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7488101610 0x7f7488199b20 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 --2- 172.21.15.27:0/3212134682 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7488101fc0 0x7f748819a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 >> 172.21.15.27:0/3212134682 conn(0x7f7488078430 msgr2=0x7f74880ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 shutdown_connections 2024-06-06T07:57:47.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:47.251+0000 7f74902db700 1 -- 172.21.15.27:0/3212134682 wait complete. 2024-06-06T07:57:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:47 smithi203 ceph-mon[37192]: pgmap v74: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-06-06T07:57:47.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:47 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:47 smithi027 ceph-mon[32293]: pgmap v74: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-06-06T07:57:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:47 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:47 smithi176 ceph-mon[36543]: pgmap v74: 129 pgs: 129 active+clean; 29 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 9 op/s 2024-06-06T07:57:47.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:47 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:49.039 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-06-06T07:57:49.039 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-06-06T07:57:49.304 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:49.757 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:49 smithi027 ceph-mon[32293]: pgmap v75: 129 pgs: 129 active+clean; 31 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 190 KiB/s rd, 2.5 MiB/s wr, 72 op/s 2024-06-06T07:57:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:49 smithi203 ceph-mon[37192]: pgmap v75: 129 pgs: 129 active+clean; 31 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 190 KiB/s rd, 2.5 MiB/s wr, 72 op/s 2024-06-06T07:57:49.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:49 smithi176 ceph-mon[36543]: pgmap v75: 129 pgs: 129 active+clean; 31 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 190 KiB/s rd, 2.5 MiB/s wr, 72 op/s 2024-06-06T07:57:50.779 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-06-06T07:57:50.780 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-06-06T07:57:50.781 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-06-06T07:57:50.782 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-06-06T07:57:50.783 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-06-06T07:57:50.784 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-06-06T07:57:50.785 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-06-06T07:57:50.785 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-06-06T07:57:50.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-06-06T07:57:50.788 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-06-06T07:57:50.789 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-06-06T07:57:50.790 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-06-06T07:57:50.791 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-06-06T07:57:50.792 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-06-06T07:57:50.793 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-06-06T07:57:50.793 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-06-06T07:57:50.794 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-06-06T07:57:50.795 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-06-06T07:57:50.797 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-06-06T07:57:50.797 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-06-06T07:57:50.798 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-06-06T07:57:50.799 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-06-06T07:57:50.800 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-06-06T07:57:50.801 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-06-06T07:57:50.802 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-06-06T07:57:50.803 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-06-06T07:57:50.804 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-06-06T07:57:50.805 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-06-06T07:57:50.806 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-06-06T07:57:50.807 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-06-06T07:57:50.808 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-06-06T07:57:50.809 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-06-06T07:57:50.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-06-06T07:57:50.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-06-06T07:57:50.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-06-06T07:57:50.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-06-06T07:57:50.813 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-06-06T07:57:50.814 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-06-06T07:57:50.815 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-06-06T07:57:50.816 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-06-06T07:57:50.817 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-06-06T07:57:50.819 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-06-06T07:57:50.820 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-06-06T07:57:50.820 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-06-06T07:57:50.821 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-06-06T07:57:50.822 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-06-06T07:57:50.823 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-06-06T07:57:50.824 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-06-06T07:57:50.825 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-06-06T07:57:50.827 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-06-06T07:57:50.827 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-06-06T07:57:50.828 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-06-06T07:57:50.829 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-06-06T07:57:50.830 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-06-06T07:57:50.831 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-06-06T07:57:50.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-06-06T07:57:50.833 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-06-06T07:57:50.834 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-06-06T07:57:50.835 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-06-06T07:57:50.836 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-06-06T07:57:50.837 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-06-06T07:57:50.837 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-06-06T07:57:50.838 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-06-06T07:57:50.839 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-06-06T07:57:50.840 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-06-06T07:57:50.841 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-06-06T07:57:50.842 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-06-06T07:57:50.843 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-06-06T07:57:50.844 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-06-06T07:57:50.845 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-06-06T07:57:50.846 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-06-06T07:57:50.847 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-06-06T07:57:50.848 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-06-06T07:57:50.849 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-06-06T07:57:50.850 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-06-06T07:57:50.851 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-06-06T07:57:50.852 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-06-06T07:57:50.853 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-06-06T07:57:50.854 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-06-06T07:57:50.855 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-06-06T07:57:50.856 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-06-06T07:57:50.857 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-06-06T07:57:50.857 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-06-06T07:57:50.858 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-06-06T07:57:50.859 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-06-06T07:57:50.860 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-06-06T07:57:50.861 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-06-06T07:57:50.862 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-06-06T07:57:50.863 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-06-06T07:57:50.863 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-06-06T07:57:50.864 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-06-06T07:57:50.865 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-06-06T07:57:50.866 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-06-06T07:57:50.867 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-06-06T07:57:50.868 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-06-06T07:57:50.869 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-06-06T07:57:50.870 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-06-06T07:57:50.871 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-06-06T07:57:50.872 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-06-06T07:57:50.873 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-06-06T07:57:50.874 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-06-06T07:57:50.875 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-06-06T07:57:50.876 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-06-06T07:57:50.877 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-06-06T07:57:50.878 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-06-06T07:57:50.879 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-06-06T07:57:50.880 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-06-06T07:57:50.881 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-06-06T07:57:50.882 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-06-06T07:57:50.883 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-06-06T07:57:50.884 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-06-06T07:57:50.886 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-06-06T07:57:50.886 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-06-06T07:57:50.887 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-06-06T07:57:50.888 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-06-06T07:57:50.890 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-06-06T07:57:50.891 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-06-06T07:57:50.892 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-06-06T07:57:50.892 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-06-06T07:57:50.893 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-06-06T07:57:50.894 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-06-06T07:57:50.895 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-06-06T07:57:50.896 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-06-06T07:57:50.897 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-06-06T07:57:50.898 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-06-06T07:57:50.899 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-06-06T07:57:50.900 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-06-06T07:57:50.901 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-06-06T07:57:50.902 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-06-06T07:57:50.903 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-06-06T07:57:50.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-06-06T07:57:50.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-06-06T07:57:50.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-06-06T07:57:50.907 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-06-06T07:57:50.908 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-06-06T07:57:50.909 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-06-06T07:57:50.910 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-06-06T07:57:50.911 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-06-06T07:57:50.912 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-06-06T07:57:50.913 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-06-06T07:57:50.913 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-06-06T07:57:50.914 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-06-06T07:57:50.915 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-06-06T07:57:50.916 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-06-06T07:57:50.917 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-06-06T07:57:50.918 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-06-06T07:57:50.919 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-06-06T07:57:50.921 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-06-06T07:57:50.922 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-06-06T07:57:50.923 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-06-06T07:57:50.924 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-06-06T07:57:50.925 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-06-06T07:57:50.926 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-06-06T07:57:50.927 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-06-06T07:57:50.927 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-06-06T07:57:50.928 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-06-06T07:57:50.929 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-06-06T07:57:50.930 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-06-06T07:57:50.931 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-06-06T07:57:50.932 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-06-06T07:57:50.933 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-06-06T07:57:50.935 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-06-06T07:57:50.936 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-06-06T07:57:50.937 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-06-06T07:57:50.938 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-06-06T07:57:50.939 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-06-06T07:57:50.940 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-06-06T07:57:50.940 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-06-06T07:57:50.942 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-06-06T07:57:50.943 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-06-06T07:57:50.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-06-06T07:57:50.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-06-06T07:57:50.945 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-06-06T07:57:50.946 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-06-06T07:57:50.948 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-06-06T07:57:50.948 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-06-06T07:57:50.949 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-06-06T07:57:50.950 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-06-06T07:57:50.951 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-06-06T07:57:50.952 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-06-06T07:57:50.953 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-06-06T07:57:50.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-06-06T07:57:50.955 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-06-06T07:57:50.955 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-06-06T07:57:50.956 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-06-06T07:57:50.957 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-06-06T07:57:50.958 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-06-06T07:57:50.959 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-06-06T07:57:50.960 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-06-06T07:57:50.961 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-06-06T07:57:50.962 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-06-06T07:57:50.963 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-06-06T07:57:50.964 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-06-06T07:57:50.965 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-06-06T07:57:50.966 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-06-06T07:57:50.967 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-06-06T07:57:50.968 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-06-06T07:57:50.969 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-06-06T07:57:50.970 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-06-06T07:57:50.971 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-06-06T07:57:50.972 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-06-06T07:57:50.972 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-06-06T07:57:50.974 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-06-06T07:57:50.974 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-06-06T07:57:50.976 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-06-06T07:57:50.976 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-06-06T07:57:50.977 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-06-06T07:57:50.978 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-06-06T07:57:50.979 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-06-06T07:57:50.980 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-06-06T07:57:50.981 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-06-06T07:57:50.982 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-06-06T07:57:50.983 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-06-06T07:57:50.984 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-06-06T07:57:50.985 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-06-06T07:57:50.986 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-06-06T07:57:50.987 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-06-06T07:57:50.987 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-06-06T07:57:50.988 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-06-06T07:57:50.989 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-06-06T07:57:50.990 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-06-06T07:57:50.991 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-06-06T07:57:50.992 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-06-06T07:57:50.993 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-06-06T07:57:50.994 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-06-06T07:57:50.994 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-06-06T07:57:50.995 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-06-06T07:57:50.996 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-06-06T07:57:50.997 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-06-06T07:57:50.998 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-06-06T07:57:50.999 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-06-06T07:57:50.999 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-06-06T07:57:51.000 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-06-06T07:57:51.001 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-06-06T07:57:51.002 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-06-06T07:57:51.003 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-06-06T07:57:51.003 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-06-06T07:57:51.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-06-06T07:57:51.005 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-06-06T07:57:51.006 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-06-06T07:57:51.007 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-06-06T07:57:51.008 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-06-06T07:57:51.008 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-06-06T07:57:51.009 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-06-06T07:57:51.010 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-06-06T07:57:51.011 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-06-06T07:57:51.012 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-06-06T07:57:51.013 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-06-06T07:57:51.013 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-06-06T07:57:51.014 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-06-06T07:57:51.015 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-06-06T07:57:51.016 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-06-06T07:57:51.017 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-06-06T07:57:51.018 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-06-06T07:57:51.018 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-06-06T07:57:51.019 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-06-06T07:57:51.020 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-06-06T07:57:51.021 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-06-06T07:57:51.022 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-06-06T07:57:51.023 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-06-06T07:57:51.024 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-06-06T07:57:51.025 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-06-06T07:57:51.026 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-06-06T07:57:51.026 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-06-06T07:57:51.045 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-06-06T07:57:51.046 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-06-06T07:57:51.048 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-06-06T07:57:51.048 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-06-06T07:57:51.049 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-06-06T07:57:51.050 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-06-06T07:57:51.051 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-06-06T07:57:51.052 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-06-06T07:57:51.053 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-06-06T07:57:51.054 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-06-06T07:57:51.055 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-06-06T07:57:51.056 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-06-06T07:57:51.057 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-06-06T07:57:51.058 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-06-06T07:57:51.059 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-06-06T07:57:51.060 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-06-06T07:57:51.061 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-06-06T07:57:51.062 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-06-06T07:57:51.063 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-06-06T07:57:51.064 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-06-06T07:57:51.065 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-06-06T07:57:51.066 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-06-06T07:57:51.067 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-06-06T07:57:51.068 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-06-06T07:57:51.069 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-06-06T07:57:51.071 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-06-06T07:57:51.072 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-06-06T07:57:51.073 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-06-06T07:57:51.074 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-06-06T07:57:51.074 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-06-06T07:57:51.076 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-06-06T07:57:51.077 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-06-06T07:57:51.078 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-06-06T07:57:51.079 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-06-06T07:57:51.080 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-06-06T07:57:51.081 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-06-06T07:57:51.081 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-06-06T07:57:51.083 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-06-06T07:57:51.084 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-06-06T07:57:51.085 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-06-06T07:57:51.085 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-06-06T07:57:51.086 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-06-06T07:57:51.087 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-06-06T07:57:51.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-06-06T07:57:51.089 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-06-06T07:57:51.090 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-06-06T07:57:51.092 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-06-06T07:57:51.093 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-06-06T07:57:51.094 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-06-06T07:57:51.095 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-06-06T07:57:51.096 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-06-06T07:57:51.097 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-06-06T07:57:51.098 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-06-06T07:57:51.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-06-06T07:57:51.100 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-06-06T07:57:51.101 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-06-06T07:57:51.102 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-06-06T07:57:51.103 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-06-06T07:57:51.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-06-06T07:57:51.105 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-06-06T07:57:51.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-06-06T07:57:51.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-06-06T07:57:51.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-06-06T07:57:51.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-06-06T07:57:51.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-06-06T07:57:51.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-06-06T07:57:51.111 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-06-06T07:57:51.112 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-06-06T07:57:51.113 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-06-06T07:57:51.114 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-06-06T07:57:51.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-06-06T07:57:51.116 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-06-06T07:57:51.117 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-06-06T07:57:51.118 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-06-06T07:57:51.119 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-06-06T07:57:51.120 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-06-06T07:57:51.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-06-06T07:57:51.123 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-06-06T07:57:51.124 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-06-06T07:57:51.125 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-06-06T07:57:51.126 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-06-06T07:57:51.127 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-06-06T07:57:51.127 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-06-06T07:57:51.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-06-06T07:57:51.130 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-06-06T07:57:51.131 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-06-06T07:57:51.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-06-06T07:57:51.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-06-06T07:57:51.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-06-06T07:57:51.135 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-06-06T07:57:51.136 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-06-06T07:57:51.137 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-06-06T07:57:51.137 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-06-06T07:57:51.139 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-06-06T07:57:51.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-06-06T07:57:51.141 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-06-06T07:57:51.142 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-06-06T07:57:51.143 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-06-06T07:57:51.146 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-06-06T07:57:51.146 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-06-06T07:57:51.147 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-06-06T07:57:51.148 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-06-06T07:57:51.149 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-06-06T07:57:51.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-06-06T07:57:51.151 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-06-06T07:57:51.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-06-06T07:57:51.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-06-06T07:57:51.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-06-06T07:57:51.154 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-06-06T07:57:51.155 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-06-06T07:57:51.156 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-06-06T07:57:51.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-06-06T07:57:51.158 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-06-06T07:57:51.159 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-06-06T07:57:51.159 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-06-06T07:57:51.160 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-06-06T07:57:51.161 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-06-06T07:57:51.162 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-06-06T07:57:51.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-06-06T07:57:51.164 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-06-06T07:57:51.165 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-06-06T07:57:51.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-06-06T07:57:51.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-06-06T07:57:51.167 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-06-06T07:57:51.168 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-06-06T07:57:51.169 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-06-06T07:57:51.170 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-06-06T07:57:51.171 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-06-06T07:57:51.172 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-06-06T07:57:51.173 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-06-06T07:57:51.174 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-06-06T07:57:51.175 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-06-06T07:57:51.176 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-06-06T07:57:51.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-06-06T07:57:51.178 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-06-06T07:57:51.178 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-06-06T07:57:51.179 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-06-06T07:57:51.180 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-06-06T07:57:51.181 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-06-06T07:57:51.182 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-06-06T07:57:51.183 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-06-06T07:57:51.184 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-06-06T07:57:51.185 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-06-06T07:57:51.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-06-06T07:57:51.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-06-06T07:57:51.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-06-06T07:57:51.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-06-06T07:57:51.189 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-06-06T07:57:51.190 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-06-06T07:57:51.191 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-06-06T07:57:51.192 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-06-06T07:57:51.193 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-06-06T07:57:51.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-06-06T07:57:51.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-06-06T07:57:51.195 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-06-06T07:57:51.196 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-06-06T07:57:51.197 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-06-06T07:57:51.198 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-06-06T07:57:51.199 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-06-06T07:57:51.200 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-06-06T07:57:51.201 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-06-06T07:57:51.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-06-06T07:57:51.203 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-06-06T07:57:51.204 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-06-06T07:57:51.205 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-06-06T07:57:51.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-06-06T07:57:51.207 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-06-06T07:57:51.207 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-06-06T07:57:51.208 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-06-06T07:57:51.209 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-06-06T07:57:51.210 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-06-06T07:57:51.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-06-06T07:57:51.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-06-06T07:57:51.213 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-06-06T07:57:51.214 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-06-06T07:57:51.215 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-06-06T07:57:51.216 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-06-06T07:57:51.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-06-06T07:57:51.218 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-06-06T07:57:51.219 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-06-06T07:57:51.220 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-06-06T07:57:51.221 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-06-06T07:57:51.222 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-06-06T07:57:51.222 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-06-06T07:57:51.223 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-06-06T07:57:51.224 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-06-06T07:57:51.225 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-06-06T07:57:51.228 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-06-06T07:57:51.229 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-06-06T07:57:51.230 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-06-06T07:57:51.231 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-06-06T07:57:51.232 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-06-06T07:57:51.233 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-06-06T07:57:51.234 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-06-06T07:57:51.235 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-06-06T07:57:51.235 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-06-06T07:57:51.236 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-06-06T07:57:51.238 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-06-06T07:57:51.239 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-06-06T07:57:51.240 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-06-06T07:57:51.240 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-06-06T07:57:51.241 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-06-06T07:57:51.242 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-06-06T07:57:51.243 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-06-06T07:57:51.244 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-06-06T07:57:51.245 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-06-06T07:57:51.246 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-06-06T07:57:51.247 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-06-06T07:57:51.248 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-06-06T07:57:51.249 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-06-06T07:57:51.249 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-06-06T07:57:51.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-06-06T07:57:51.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-06-06T07:57:51.252 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-06-06T07:57:51.253 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-06-06T07:57:51.254 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-06-06T07:57:51.255 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-06-06T07:57:51.256 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-06-06T07:57:51.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.257+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/1121750775 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4107420 msgr2=0x7fc6d4107800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.257+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/1121750775 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4107420 0x7fc6d4107800 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4009990 tx=0x7fc6c4009ca0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/1121750775 shutdown_connections 2024-06-06T07:57:51.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/1121750775 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6d4102eb0 0x7fc6d410f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/1121750775 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4107420 0x7fc6d4107800 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/1121750775 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d4102510 0x7fc6d4102970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/1121750775 >> 172.21.15.27:0/1121750775 conn(0x7fc6d40795f0 msgr2=0x7fc6d4079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:51.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/1121750775 shutdown_connections 2024-06-06T07:57:51.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/1121750775 wait complete. 2024-06-06T07:57:51.258 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-06-06T07:57:51.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 Processor -- start 2024-06-06T07:57:51.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.258+0000 7fc6d9a5d700 1 -- start start 2024-06-06T07:57:51.259 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-06-06T07:57:51.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d9a5d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 0x7fc6d4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d9a5d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6d4102eb0 0x7fc6d4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d9a5d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d4107420 0x7fc6d4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d9a5d700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d4112950 con 0x7fc6d4102510 2024-06-06T07:57:51.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d9a5d700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41127d0 con 0x7fc6d4107420 2024-06-06T07:57:51.261 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d9a5d700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d4112ad0 con 0x7fc6d4102eb0 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 0x7fc6d4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 0x7fc6d4074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52770/0 (socket says 172.21.15.27:52770) 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/928407418 learned_addr learned my addr 172.21.15.27:0/928407418 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6d4102eb0 0x7fc6d4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d4107420 0x7fc6d4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/928407418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6d4102eb0 msgr2=0x7fc6d4074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6d4102eb0 0x7fc6d4074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/928407418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d4107420 msgr2=0x7fc6d4075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d4107420 0x7fc6d4075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.259+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/928407418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6d41a7270 con 0x7fc6d4102510 2024-06-06T07:57:51.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.260+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 0x7fc6d4074790 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fc6c400bca0 tx=0x7fc6c4003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:51.263 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-06-06T07:57:51.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.260+0000 7fc6d8a5b700 1 -- 172.21.15.27:0/928407418 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c40050c0 con 0x7fc6d4102510 2024-06-06T07:57:51.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.260+0000 7fc6d8a5b700 1 -- 172.21.15.27:0/928407418 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc6c400f460 con 0x7fc6d4102510 2024-06-06T07:57:51.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.260+0000 7fc6d8a5b700 1 -- 172.21.15.27:0/928407418 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c4017650 con 0x7fc6d4102510 2024-06-06T07:57:51.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.260+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6d41a7500 con 0x7fc6d4102510 2024-06-06T07:57:51.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.260+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6d41a7900 con 0x7fc6d4102510 2024-06-06T07:57:51.265 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-06-06T07:57:51.265 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-06-06T07:57:51.265 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-06-06T07:57:51.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.263+0000 7fc6d8a5b700 1 -- 172.21.15.27:0/928407418 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc6c40177f0 con 0x7fc6d4102510 2024-06-06T07:57:51.266 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.264+0000 7fc6d8a5b700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc6bc0a2e10 0x7fc6bc0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.264+0000 7fc6e42e0b80 1 Processor -- start 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 -- start start 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc6bc0a2e10 0x7fc6bc0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d8a5b700 1 -- 172.21.15.27:0/928407418 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fc6c40d0610 con 0x7fc6d4102510 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0dafe0 0x55b48f0db3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0d52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.268 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0d5c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b48efc7fe0 con 0x55b48f0d5820 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b48f0268d0 con 0x55b48f0dafe0 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b48ef8e4e0 con 0x55b48f0db900 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0d52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0d5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0d52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:56346/0 (socket says 172.21.15.27:56346) 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 -- 172.21.15.27:0/2879370996 learned_addr learned my addr 172.21.15.27:0/2879370996 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0dafe0 0x55b48f0db3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc6bc0a2e10 0x7fc6bc0a52d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc6d4079bd0 tx=0x7fc6c8009df0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 -- 172.21.15.27:0/2879370996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0dafe0 msgr2=0x55b48f0db3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0dafe0 0x55b48f0db3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 -- 172.21.15.27:0/2879370996 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 msgr2=0x55b48f0d5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0d5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.265+0000 7fc6d27fc700 1 -- 172.21.15.27:0/2879370996 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b48ef75950 con 0x55b48f0db900 2024-06-06T07:57:51.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.266+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0d52e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800eb00 tx=0x7fc6c8019000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7155f3ac3e8b71dd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:51.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.266+0000 7fc6b9ffb700 1 -- 172.21.15.27:0/2879370996 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8022070 con 0x55b48f0db900 2024-06-06T07:57:51.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.266+0000 7fc6b9ffb700 1 -- 172.21.15.27:0/2879370996 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc6c8015de0 con 0x55b48f0db900 2024-06-06T07:57:51.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.266+0000 7fc6b9ffb700 1 -- 172.21.15.27:0/2879370996 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c801a070 con 0x55b48f0db900 2024-06-06T07:57:51.271 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/2879370996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 msgr2=0x55b48f0d52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0d52e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800eb00 tx=0x7fc6c8019000 comp rx=0 tx=0).stop 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/2879370996 shutdown_connections 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0d5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0dafe0 0x55b48f0db3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/2879370996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0d52e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/2879370996 >> 172.21.15.27:0/2879370996 conn(0x55b48f002100 msgr2=0x55b48f0d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:51.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/2879370996 shutdown_connections 2024-06-06T07:57:51.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/2879370996 wait complete. 2024-06-06T07:57:51.273 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-06-06T07:57:51.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 -- start start 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.267+0000 7fc6e42e0b80 1 Processor -- start 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0e16a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 0x55b48f0de9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0def30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55b48efc7040 con 0x55b48f0d5820 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55b48f022890 con 0x55b48f0db900 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b48f0e22e0 con 0x55b48f0dafe0 2024-06-06T07:57:51.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6e42e0b80 10 client.0 _ll_register_callbacks cb 0x55b48efbc630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:51.275 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0e16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 0x55b48f0de9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d2ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0e16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52790/0 (socket says 172.21.15.27:52790) 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 0x55b48f0de9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:56354/0 (socket says 172.21.15.27:56354) 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/132990614 learned_addr learned my addr 172.21.15.27:0/132990614 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0def30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 -- 172.21.15.27:0/132990614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 msgr2=0x55b48f0def30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0def30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 -- 172.21.15.27:0/132990614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 msgr2=0x55b48f0e16a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0e16a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d27fc700 1 -- 172.21.15.27:0/132990614 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b48efec7d0 con 0x55b48f0dafe0 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.268+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0e16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 0x55b48f0de9f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800eb00 tx=0x7fc6c8015f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af9445c020902aca server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6b2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/132990614 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8022040 con 0x55b48f0dafe0 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/132990614 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fc6c8032480 con 0x55b48f0dafe0 2024-06-06T07:57:51.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6c8015de0 con 0x55b48f0dafe0 2024-06-06T07:57:51.278 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-06-06T07:57:51.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/132990614 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc6c803b050 con 0x55b48f0dafe0 2024-06-06T07:57:51.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6e42e0b80 10 client.25762 fetch_fsmap learned FSMap version 33 2024-06-06T07:57:51.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b48f0ecac0 con 0x55b48f0dafe0 2024-06-06T07:57:51.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/132990614 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc6c8015de0 con 0x55b48f0dafe0 2024-06-06T07:57:51.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.269+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/132990614 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 33) ==== 8366+0+0 (secure 0 0 0) 0x7fc6c801d070 con 0x55b48f0dafe0 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6e42e0b80 10 client.25762 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6e42e0b80 10 client.25762 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6e42e0b80 20 client.25762 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f0ef040 0x55b48f0f1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6e42e0b80 4 client.25762 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b48f033dd0 con 0x55b48f0ef040 2024-06-06T07:57:51.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f0ef040 0x55b48f0f1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-06-06T07:57:51.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6b2ffd700 10 client.25762 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:51.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.270+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f0ef040 0x55b48f0f1430 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b137e7bcd5c1769b server_cookie=db1c61afdc34be1e in_seq=0 out_seq=0 2024-06-06T07:57:51.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-06-06T07:57:51.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/132990614 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b48f033dd0 con 0x55b48f0ef040 2024-06-06T07:57:51.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6b2ffd700 10 client.25762 handle_command_reply: tid=0 2024-06-06T07:57:51.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 client.25762 shutdown 2024-06-06T07:57:51.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 msgr2=0x55b48f0de9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 0x55b48f0de9f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800eb00 tx=0x7fc6c8015f90 comp rx=0 tx=0).stop 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 shutdown_connections 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f0ef040 0x55b48f0f1430 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0def30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0d5820 0x55b48f0e16a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/132990614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0dafe0 0x55b48f0de9f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 >> 172.21.15.27:0/132990614 conn(0x55b48f002100 msgr2=0x55b48f0cf780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6b2ffd700 0 client.25762 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 shutdown_connections 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.271+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/132990614 wait complete. 2024-06-06T07:57:51.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.272+0000 7fc6e42e0b80 20 client.25762 trim_cache size 0 max 16384 2024-06-06T07:57:51.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-06-06T07:57:51.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-06-06T07:57:51.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-06-06T07:57:51.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-06-06T07:57:51.285 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-06-06T07:57:51.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 Processor -- start 2024-06-06T07:57:51.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 -- start start 2024-06-06T07:57:51.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 0x55b48f0d52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.294 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0dc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0dd950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41b0680 con 0x55b48f0dafe0 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41b21f0 con 0x55b48f0db900 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.294+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41b0d50 con 0x55b48f0d5820 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 0x55b48f0d52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 0x55b48f0d52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:56358/0 (socket says 172.21.15.27:56358) 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/4117834492 learned_addr learned my addr 172.21.15.27:0/4117834492 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0dc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0dd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.295 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/4117834492 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 msgr2=0x55b48f0dd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0dd950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/4117834492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 msgr2=0x55b48f0dc630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0dc630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 -- 172.21.15.27:0/4117834492 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b48f0e1a10 con 0x55b48f0d5820 2024-06-06T07:57:51.296 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d27fc700 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0dc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:51.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.295+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 0x55b48f0d52e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc6c409c790 tx=0x7fc6c401a040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa916609b5411765 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6b97fa700 1 -- 172.21.15.27:0/4117834492 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c409cf00 con 0x55b48f0d5820 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6b97fa700 1 -- 172.21.15.27:0/4117834492 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc6c409c800 con 0x55b48f0d5820 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6b97fa700 1 -- 172.21.15.27:0/4117834492 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c400fa10 con 0x55b48f0d5820 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/4117834492 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 msgr2=0x55b48f0d52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 0x55b48f0d52e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc6c409c790 tx=0x7fc6c401a040 comp rx=0 tx=0).stop 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/4117834492 shutdown_connections 2024-06-06T07:57:51.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0db900 0x55b48f0dd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0d5820 0x55b48f0d52e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/4117834492 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0dc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.296+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/4117834492 >> 172.21.15.27:0/4117834492 conn(0x55b48f002100 msgr2=0x55b48f0e01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/4117834492 shutdown_connections 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/4117834492 wait complete. 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 -- start start 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 Processor -- start 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0d5820 0x55b48f0f1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0f2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0f29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41b1b20 con 0x55b48f0dafe0 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41b1420 con 0x55b48f0d5820 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.297+0000 7fc6e42e0b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc6d41ae620 con 0x55b48f0db900 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6e42e0b80 10 client.0 _ll_register_callbacks cb 0x55b48efbc630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d27fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0f2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:52808/0 (socket says 172.21.15.27:52808) 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d27fc700 1 -- 172.21.15.27:0/3831634211 learned_addr learned my addr 172.21.15.27:0/3831634211 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0f29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.302 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0d5820 0x55b48f0f1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d37fe700 1 -- 172.21.15.27:0/3831634211 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0d5820 msgr2=0x55b48f0f1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0d5820 0x55b48f0f1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d37fe700 1 -- 172.21.15.27:0/3831634211 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 msgr2=0x55b48f0f2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0f2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.298+0000 7fc6d37fe700 1 -- 172.21.15.27:0/3831634211 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b48f0d1da0 con 0x55b48f0db900 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6d37fe700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0f29b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc007c10 tx=0x7fc6cc007cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f21d266ee723a6b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6b2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:51.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/3831634211 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc018ca0 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/3831634211 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fc6cc003a00 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6c409c800 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/3831634211 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7fc6cc02b050 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6e42e0b80 10 client.25768 fetch_fsmap learned FSMap version 33 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x55b48f0de7c0 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/3831634211 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fc6c409c800 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.299+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/3831634211 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 33) ==== 8366+0+0 (secure 0 0 0) 0x7fc6cc01f030 con 0x55b48f0db900 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6e42e0b80 10 client.25768 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T07:57:51.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6e42e0b80 10 client.25768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6e42e0b80 20 client.25768 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f162a90 0x55b48f164eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6e42e0b80 4 client.25768 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b48f02e350 con 0x55b48f162a90 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f162a90 0x55b48f164eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6b2ffd700 10 client.25768 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:51.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.300+0000 7fc6d2ffd700 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f162a90 0x55b48f164eb0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a58e23079707fc9 server_cookie=6aa72227dacc0d35 in_seq=0 out_seq=0 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6b2ffd700 1 -- 172.21.15.27:0/3831634211 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b48f02e350 con 0x55b48f162a90 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6b2ffd700 10 client.25768 handle_command_reply: tid=0 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 client.25768 shutdown 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 msgr2=0x55b48f0f29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0f29b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc007c10 tx=0x7fc6cc007cf0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 shutdown_connections 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55b48f162a90 0x55b48f164eb0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b48f0db900 0x55b48f0f29b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55b48f0d5820 0x55b48f0f1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 --2- 172.21.15.27:0/3831634211 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55b48f0dafe0 0x55b48f0f2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 >> 172.21.15.27:0/3831634211 conn(0x55b48f002100 msgr2=0x55b48f0dc450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.301+0000 7fc6b2ffd700 0 client.25768 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.302+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 shutdown_connections 2024-06-06T07:57:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.302+0000 7fc6e42e0b80 1 -- 172.21.15.27:0/3831634211 wait complete. 2024-06-06T07:57:51.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.302+0000 7fc6e42e0b80 20 client.25768 trim_cache size 0 max 16384 2024-06-06T07:57:51.308 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:57:51.309 INFO:teuthology.orchestra.run.smithi027.stdout: "return_code": 0, 2024-06-06T07:57:51.309 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_tag": "33111ec4-854e-4bd7-acd8-19d4d2e82520", 2024-06-06T07:57:51.309 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": "asynchronous" 2024-06-06T07:57:51.309 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc6bc0a2e10 msgr2=0x7fc6bc0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc6bc0a2e10 0x7fc6bc0a52d0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc6d4079bd0 tx=0x7fc6c8009df0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 msgr2=0x7fc6d4074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 0x7fc6d4074790 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fc6c400bca0 tx=0x7fc6c4003a70 comp rx=0 tx=0).stop 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 shutdown_connections 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fc6bc0a2e10 0x7fc6bc0a52d0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fc6d4107420 0x7fc6d4075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.310 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fc6d4102510 0x7fc6d4074790 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 --2- 172.21.15.27:0/928407418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6d4102eb0 0x7fc6d4074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:51.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 >> 172.21.15.27:0/928407418 conn(0x7fc6d40795f0 msgr2=0x7fc6d4100520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:51.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 shutdown_connections 2024-06-06T07:57:51.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:51.303+0000 7fc6d9a5d700 1 -- 172.21.15.27:0/928407418 wait complete. 2024-06-06T07:57:51.499 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-06-06T07:57:51.500 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-06-06T07:57:51.501 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-06-06T07:57:51.503 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-06-06T07:57:51.504 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-06-06T07:57:51.505 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-06-06T07:57:51.506 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-06-06T07:57:51.508 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-06-06T07:57:51.509 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-06-06T07:57:51.510 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-06-06T07:57:51.511 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-06-06T07:57:51.513 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-06-06T07:57:51.513 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-06-06T07:57:51.514 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-06-06T07:57:51.517 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-06-06T07:57:51.518 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-06-06T07:57:51.518 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-06-06T07:57:51.519 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-06-06T07:57:51.521 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-06-06T07:57:51.523 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-06-06T07:57:51.524 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-06-06T07:57:51.526 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-06-06T07:57:51.527 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-06-06T07:57:51.528 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-06-06T07:57:51.529 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-06-06T07:57:51.530 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-06-06T07:57:51.531 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-06-06T07:57:51.532 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-06-06T07:57:51.533 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-06-06T07:57:51.534 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-06-06T07:57:51.536 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-06-06T07:57:51.537 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-06-06T07:57:51.538 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-06-06T07:57:51.539 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-06-06T07:57:51.540 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-06-06T07:57:51.541 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-06-06T07:57:51.542 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-06-06T07:57:51.543 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-06-06T07:57:51.544 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-06-06T07:57:51.545 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-06-06T07:57:51.546 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-06-06T07:57:51.547 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-06-06T07:57:51.548 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-06-06T07:57:51.550 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-06-06T07:57:51.551 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-06-06T07:57:51.552 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-06-06T07:57:51.553 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-06-06T07:57:51.554 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-06-06T07:57:51.555 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-06-06T07:57:51.556 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-06-06T07:57:51.558 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-06-06T07:57:51.559 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-06-06T07:57:51.560 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-06-06T07:57:51.561 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-06-06T07:57:51.562 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-06-06T07:57:51.563 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-06-06T07:57:51.564 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-06-06T07:57:51.565 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-06-06T07:57:51.566 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-06-06T07:57:51.567 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-06-06T07:57:51.568 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-06-06T07:57:51.569 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-06-06T07:57:51.570 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-06-06T07:57:51.571 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-06-06T07:57:51.572 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-06-06T07:57:51.573 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-06-06T07:57:51.574 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-06-06T07:57:51.575 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-06-06T07:57:51.576 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-06-06T07:57:51.577 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-06-06T07:57:51.579 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-06-06T07:57:51.579 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-06-06T07:57:51.581 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-06-06T07:57:51.581 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-06-06T07:57:51.583 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-06-06T07:57:51.583 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-06-06T07:57:51.584 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-06-06T07:57:51.585 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-06-06T07:57:51.587 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-06-06T07:57:51.587 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-06-06T07:57:51.588 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-06-06T07:57:51.589 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-06-06T07:57:51.590 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-06-06T07:57:51.591 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-06-06T07:57:51.592 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-06-06T07:57:51.593 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-06-06T07:57:51.594 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-06-06T07:57:51.595 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-06-06T07:57:51.596 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-06-06T07:57:51.597 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-06-06T07:57:51.598 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-06-06T07:57:51.599 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-06-06T07:57:51.600 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-06-06T07:57:51.602 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-06-06T07:57:51.603 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-06-06T07:57:51.605 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-06-06T07:57:51.606 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-06-06T07:57:51.607 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-06-06T07:57:51.608 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-06-06T07:57:51.609 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-06-06T07:57:51.610 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-06-06T07:57:51.612 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-06-06T07:57:51.613 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-06-06T07:57:51.615 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-06-06T07:57:51.616 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-06-06T07:57:51.617 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-06-06T07:57:51.618 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-06-06T07:57:51.619 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-06-06T07:57:51.620 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-06-06T07:57:51.621 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-06-06T07:57:51.622 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-06-06T07:57:51.624 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-06-06T07:57:51.624 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-06-06T07:57:51.625 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-06-06T07:57:51.626 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-06-06T07:57:51.628 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-06-06T07:57:51.628 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-06-06T07:57:51.629 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-06-06T07:57:51.630 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-06-06T07:57:51.631 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-06-06T07:57:51.632 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-06-06T07:57:51.633 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-06-06T07:57:51.634 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-06-06T07:57:51.635 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-06-06T07:57:51.636 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-06-06T07:57:51.637 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-06-06T07:57:51.638 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-06-06T07:57:51.639 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-06-06T07:57:51.640 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-06-06T07:57:51.641 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-06-06T07:57:51.642 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-06-06T07:57:51.643 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-06-06T07:57:51.644 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-06-06T07:57:51.645 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-06-06T07:57:51.646 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-06-06T07:57:51.647 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-06-06T07:57:51.648 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-06-06T07:57:51.649 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-06-06T07:57:51.650 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-06-06T07:57:51.651 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-06-06T07:57:51.652 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-06-06T07:57:51.653 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-06-06T07:57:51.654 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-06-06T07:57:51.655 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-06-06T07:57:51.656 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-06-06T07:57:51.656 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-06-06T07:57:51.657 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-06-06T07:57:51.658 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-06-06T07:57:51.659 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-06-06T07:57:51.661 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-06-06T07:57:51.661 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-06-06T07:57:51.662 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-06-06T07:57:51.663 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-06-06T07:57:51.664 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-06-06T07:57:51.665 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-06-06T07:57:51.666 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-06-06T07:57:51.669 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-06-06T07:57:51.670 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-06-06T07:57:51.671 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-06-06T07:57:51.673 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-06-06T07:57:51.674 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-06-06T07:57:51.675 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-06-06T07:57:51.676 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-06-06T07:57:51.677 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-06-06T07:57:51.678 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-06-06T07:57:51.679 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-06-06T07:57:51.680 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-06-06T07:57:51.681 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-06-06T07:57:51.682 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-06-06T07:57:51.682 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-06-06T07:57:51.683 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-06-06T07:57:51.684 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-06-06T07:57:51.685 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-06-06T07:57:51.686 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-06-06T07:57:51.687 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-06-06T07:57:51.688 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-06-06T07:57:51.689 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-06-06T07:57:51.690 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-06-06T07:57:51.691 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-06-06T07:57:51.692 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-06-06T07:57:51.693 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-06-06T07:57:51.694 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-06-06T07:57:51.696 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-06-06T07:57:51.698 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-06-06T07:57:51.699 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-06-06T07:57:51.701 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-06-06T07:57:51.702 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-06-06T07:57:51.704 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-06-06T07:57:51.705 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-06-06T07:57:51.707 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-06-06T07:57:51.708 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-06-06T07:57:51.709 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-06-06T07:57:51.710 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-06-06T07:57:51.712 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-06-06T07:57:51.714 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-06-06T07:57:51.715 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-06-06T07:57:51.717 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-06-06T07:57:51.721 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-06-06T07:57:51.722 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-06-06T07:57:51.722 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-06-06T07:57:51.724 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-06-06T07:57:51.725 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-06-06T07:57:51.726 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-06-06T07:57:51.728 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-06-06T07:57:51.730 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-06-06T07:57:51.731 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-06-06T07:57:51.733 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-06-06T07:57:51.735 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-06-06T07:57:51.736 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-06-06T07:57:51.737 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-06-06T07:57:51.739 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-06-06T07:57:51.741 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-06-06T07:57:51.742 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-06-06T07:57:51.744 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-06-06T07:57:51.745 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-06-06T07:57:51.747 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-06-06T07:57:51.748 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-06-06T07:57:51.750 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-06-06T07:57:51.751 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-06-06T07:57:51.753 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-06-06T07:57:51.754 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-06-06T07:57:51.755 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-06-06T07:57:51.756 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-06-06T07:57:51.758 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-06-06T07:57:51.759 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-06-06T07:57:51.760 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-06-06T07:57:51.761 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-06-06T07:57:51.762 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-06-06T07:57:51.764 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-06-06T07:57:51.765 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-06-06T07:57:51.766 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-06-06T07:57:51.767 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-06-06T07:57:51.768 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-06-06T07:57:51.770 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-06-06T07:57:51.771 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-06-06T07:57:51.772 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-06-06T07:57:51.773 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-06-06T07:57:51.775 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-06-06T07:57:51.777 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-06-06T07:57:51.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-mon[37192]: pgmap v76: 129 pgs: 129 active+clean; 31 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 186 KiB/s rd, 213 KiB/s wr, 67 op/s 2024-06-06T07:57:51.778 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.510+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000204 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b86bfc000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000204:[<0x10000000203/00-INDEX v2>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000204:[<0x10000000203/00-INDEX v2>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:51.778 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.546+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000205 [...4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/ auth v23 ap=1 f(v0 m2024-06-06T07:57:42.159631+0000 5=1+4) n(v2 rc2024-06-06T07:57:42.334626+0000 197=192+5) (inest lock dirty) (ifile excl) caps={15303=pAsLsXsFsx/pAsLsXsFsxcral@1},l=15303 | dirtyscattered=1 importingcaps=0 dirfrag=1 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x561b86c26580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000205:[<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[]","memoryvalue":"(2)0x10000000205:[<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T07:57:42.159631+0000 5=1+4)","ondisk_value.rstat":"n(v0 rc2024-06-06T07:57:42.334626+0000 197=192+5)","memory_value.dirstat":"f(v0 m2024-06-06T07:57:42.159631+0000 5=1+4)","memory_value.rstat":"n(v2 rc2024-06-06T07:57:42.334626+0000 197=192+5)","error_str":""},"return_code":0} 2024-06-06T07:57:51.779 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.673+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000231 [...4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ auth fragtree_t(*^3) v521 ap=1 f(v0 m2024-06-06T07:57:45.235551+0000 214=214+0) n(v0 rc2024-06-06T07:57:45.235551+0000 215=214+1) (inest lock) (ifile excl) caps={15303=pAsLsXsFsx/pAsLsXsFsxcral@1},l=15303 | importingcaps=0 dirfrag=8 caps=1 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x561b8701b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000231:[<0x10000000205/testing v390>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[]","memoryvalue":"(2)0x10000000231:[<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T07:57:45.235551+0000 214=214+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T07:57:45.235551+0000 215=214+1)","memory_value.dirstat":"f(v0 m2024-06-06T07:57:45.235551+0000 214=214+0)","memory_value.rstat":"n(v0 rc2024-06-06T07:57:45.235551+0000 215=214+1)","error_str":""},"return_code":0} 2024-06-06T07:57:51.779 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.674+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020e [...4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ auth v32 ap=1 f(v0 m2024-06-06T07:57:42.115632+0000 7=7+0) n(v0 rc2024-06-06T07:57:42.115632+0000 8=7+1) (inest lock) (ifile excl) caps={15303=pAsLsXsFsx/pAsLsXsFsxcral@1},l=15303 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8701b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x1000000020e:[<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[]","memoryvalue":"(2)0x1000000020e:[<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T07:57:42.115632+0000 7=7+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T07:57:42.115632+0000 8=7+1)","memory_value.dirstat":"f(v0 m2024-06-06T07:57:42.115632+0000 7=7+0)","memory_value.rstat":"n(v0 rc2024-06-06T07:57:42.115632+0000 8=7+1)","error_str":""},"return_code":0} 2024-06-06T07:57:51.779 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.675+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000206 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8701bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000206:[<0x10000000205/README v2>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000206:[<0x10000000205/README v2>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:51.779 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.676+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000216 [...4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/ auth v86 ap=1 f(v0 m2024-06-06T07:57:42.158631+0000 26=26+0) n(v0 rc2024-06-06T07:57:42.158631+0000 27=26+1) (inest lock) (ifile excl) caps={15303=pAsLsXsFsx/pAsLsXsFsxcral@1},l=15303 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8701c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000216:[<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[]","memoryvalue":"(2)0x10000000216:[<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T07:57:42.158631+0000 26=26+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T07:57:42.158631+0000 27=26+1)","memory_value.dirstat":"f(v0 m2024-06-06T07:57:42.158631+0000 26=26+0)","memory_value.rstat":"n(v0 rc2024-06-06T07:57:42.158631+0000 27=26+1)","error_str":""},"return_code":0} 2024-06-06T07:57:51.779 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:51.677+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000207 [...4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/ auth v16 ap=1 f(v0 m2024-06-06T07:57:42.102632+0000 6=6+0) n(v0 rc2024-06-06T07:57:42.102632+0000 7=6+1) (inest lock) (ifile excl) caps={15303=pAsLsXsFsx/pAsLsXsFsxcral@1},l=15303 | importingcaps=0 dirfrag=1 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8701c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(2)0x10000000207:[<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[]","memoryvalue":"(2)0x10000000207:[<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2024-06-06T07:57:42.102632+0000 6=6+0)","ondisk_value.rstat":"n(v0 rc2024-06-06T07:57:42.102632+0000 7=6+1)","memory_value.dirstat":"f(v0 m2024-06-06T07:57:42.102632+0000 6=6+0)","memory_value.rstat":"n(v0 rc2024-06-06T07:57:42.102632+0000 7=6+1)","error_str":""},"return_code":0} 2024-06-06T07:57:51.779 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-06-06T07:57:51.781 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-06-06T07:57:51.782 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-06-06T07:57:51.783 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-06-06T07:57:51.784 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-06-06T07:57:51.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-06-06T07:57:51.787 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-06-06T07:57:51.788 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-06-06T07:57:51.790 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-06-06T07:57:51.791 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-06-06T07:57:51.792 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-06-06T07:57:51.793 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-06-06T07:57:51.794 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-06-06T07:57:51.796 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-06-06T07:57:51.797 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-06-06T07:57:51.798 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-06-06T07:57:51.799 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-06-06T07:57:51.800 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:51 smithi176 ceph-mon[36543]: pgmap v76: 129 pgs: 129 active+clean; 31 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 186 KiB/s rd, 213 KiB/s wr, 67 op/s 2024-06-06T07:57:51.800 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-06-06T07:57:51.802 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-06-06T07:57:51.803 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-06-06T07:57:51.804 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-06-06T07:57:51.805 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-06-06T07:57:51.807 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-06-06T07:57:51.808 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-06-06T07:57:51.809 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-06-06T07:57:51.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-06-06T07:57:51.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-06-06T07:57:51.813 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-06-06T07:57:51.814 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-06-06T07:57:51.815 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-06-06T07:57:51.816 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-06-06T07:57:51.817 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-06-06T07:57:51.819 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-06-06T07:57:51.820 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-06-06T07:57:51.821 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-06-06T07:57:51.822 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-06-06T07:57:51.824 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-06-06T07:57:51.825 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-06-06T07:57:51.826 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-06-06T07:57:51.827 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-06-06T07:57:51.828 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-06-06T07:57:51.829 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-06-06T07:57:51.831 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-06-06T07:57:51.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-06-06T07:57:51.833 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-06-06T07:57:51.834 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-06-06T07:57:51.836 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-06-06T07:57:51.837 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-06-06T07:57:51.838 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-06-06T07:57:51.839 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-06-06T07:57:51.841 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-06-06T07:57:51.842 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-06-06T07:57:51.843 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-06-06T07:57:51.844 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-06-06T07:57:51.846 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-06-06T07:57:51.847 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-06-06T07:57:51.848 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-06-06T07:57:51.850 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-06-06T07:57:51.850 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:51 smithi027 ceph-mon[32293]: pgmap v76: 129 pgs: 129 active+clean; 31 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 186 KiB/s rd, 213 KiB/s wr, 67 op/s 2024-06-06T07:57:51.851 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-06-06T07:57:51.852 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-06-06T07:57:51.853 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-06-06T07:57:51.855 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-06-06T07:57:51.856 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-06-06T07:57:51.857 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-06-06T07:57:51.858 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-06-06T07:57:51.859 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-06-06T07:57:51.861 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-06-06T07:57:51.862 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-06-06T07:57:51.863 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-06-06T07:57:51.864 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-06-06T07:57:51.866 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-06-06T07:57:51.867 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-06-06T07:57:51.869 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-06-06T07:57:51.871 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-06-06T07:57:51.872 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-06-06T07:57:51.874 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-06-06T07:57:51.876 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-06-06T07:57:51.878 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-06-06T07:57:51.880 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-06-06T07:57:51.881 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-06-06T07:57:51.883 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-06-06T07:57:51.885 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-06-06T07:57:51.886 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-06-06T07:57:51.888 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-06-06T07:57:51.890 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-06-06T07:57:51.892 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-06-06T07:57:51.893 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-06-06T07:57:51.895 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-06-06T07:57:51.897 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-06-06T07:57:51.898 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-06-06T07:57:51.900 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-06-06T07:57:51.901 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-06-06T07:57:51.902 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-06-06T07:57:51.903 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-06-06T07:57:51.904 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-06-06T07:57:51.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-06-06T07:57:51.907 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-06-06T07:57:51.908 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-06-06T07:57:51.910 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-06-06T07:57:51.911 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-06-06T07:57:51.912 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-06-06T07:57:51.914 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-06-06T07:57:51.915 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-06-06T07:57:51.916 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-06-06T07:57:51.918 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-06-06T07:57:51.919 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-06-06T07:57:51.921 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-06-06T07:57:51.923 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-06-06T07:57:51.924 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-06-06T07:57:51.926 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-06-06T07:57:51.927 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-06-06T07:57:51.929 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-06-06T07:57:51.930 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-06-06T07:57:51.932 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-06-06T07:57:51.933 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-06-06T07:57:51.935 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-06-06T07:57:51.936 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-06-06T07:57:51.938 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-06-06T07:57:51.939 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-06-06T07:57:51.940 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-06-06T07:57:51.942 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-06-06T07:57:51.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-06-06T07:57:51.945 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-06-06T07:57:51.947 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-06-06T07:57:51.948 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-06-06T07:57:51.950 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-06-06T07:57:51.951 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-06-06T07:57:51.952 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-06-06T07:57:51.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-06-06T07:57:51.956 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-06-06T07:57:51.957 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-06-06T07:57:51.959 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-06-06T07:57:51.960 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-06-06T07:57:51.962 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-06-06T07:57:51.963 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-06-06T07:57:51.965 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-06-06T07:57:51.966 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-06-06T07:57:51.968 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-06-06T07:57:51.969 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-06-06T07:57:51.971 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-06-06T07:57:51.972 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-06-06T07:57:51.974 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-06-06T07:57:51.975 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-06-06T07:57:51.977 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-06-06T07:57:51.978 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-06-06T07:57:51.980 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-06-06T07:57:51.981 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-06-06T07:57:51.983 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-06-06T07:57:51.984 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-06-06T07:57:51.986 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-06-06T07:57:51.988 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-06-06T07:57:51.989 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-06-06T07:57:51.990 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-06-06T07:57:51.992 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-06-06T07:57:51.994 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-06-06T07:57:51.995 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-06-06T07:57:51.997 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-06-06T07:57:52.001 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-06-06T07:57:52.002 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-06-06T07:57:52.002 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-06-06T07:57:52.002 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-06-06T07:57:52.003 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-06-06T07:57:52.005 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-06-06T07:57:52.006 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-06-06T07:57:52.008 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-06-06T07:57:52.010 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-06-06T07:57:52.014 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-06-06T07:57:52.017 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-06-06T07:57:52.020 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-06-06T07:57:52.022 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-06-06T07:57:52.024 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-06-06T07:57:52.026 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-06-06T07:57:52.027 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-06-06T07:57:52.028 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-06-06T07:57:52.029 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-06-06T07:57:52.030 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-06-06T07:57:52.031 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-06-06T07:57:52.033 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-06-06T07:57:52.034 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-06-06T07:57:52.035 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-06-06T07:57:52.036 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-06-06T07:57:52.037 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-06-06T07:57:52.038 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-06-06T07:57:52.040 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-06-06T07:57:52.041 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-06-06T07:57:52.042 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-06-06T07:57:52.043 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-06-06T07:57:52.045 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-06-06T07:57:52.046 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-06-06T07:57:52.047 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-06-06T07:57:52.048 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-06-06T07:57:52.049 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-06-06T07:57:52.050 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-06-06T07:57:52.052 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-06-06T07:57:52.053 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-06-06T07:57:52.054 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-06-06T07:57:52.055 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-06-06T07:57:52.056 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-06-06T07:57:52.058 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-06-06T07:57:52.059 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-06-06T07:57:52.060 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-06-06T07:57:52.061 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-06-06T07:57:52.062 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-06-06T07:57:52.064 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-06-06T07:57:52.065 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-06-06T07:57:52.066 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-06-06T07:57:52.067 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-06-06T07:57:52.069 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-06-06T07:57:52.070 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-06-06T07:57:52.071 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-06-06T07:57:52.072 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-06-06T07:57:52.073 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-06-06T07:57:52.075 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-06-06T07:57:52.076 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-06-06T07:57:52.077 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-06-06T07:57:52.078 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-06-06T07:57:52.079 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-06-06T07:57:52.081 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-06-06T07:57:52.082 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-06-06T07:57:52.083 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-06-06T07:57:52.084 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-06-06T07:57:52.087 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T07:57:52.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-06-06T07:57:52.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-06-06T07:57:52.089 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-06-06T07:57:52.091 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-06-06T07:57:52.091 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-06-06T07:57:52.093 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-06-06T07:57:52.094 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-06-06T07:57:52.095 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-06-06T07:57:52.096 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-06-06T07:57:52.098 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-06-06T07:57:52.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-06-06T07:57:52.100 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-06-06T07:57:52.101 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-06-06T07:57:52.103 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-06-06T07:57:52.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-06-06T07:57:52.105 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-06-06T07:57:52.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-06-06T07:57:52.107 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-06-06T07:57:52.109 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-06-06T07:57:52.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-06-06T07:57:52.111 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-06-06T07:57:52.112 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-06-06T07:57:52.113 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-06-06T07:57:52.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-06-06T07:57:52.116 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-06-06T07:57:52.117 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-06-06T07:57:52.118 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-06-06T07:57:52.119 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-06-06T07:57:52.121 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-06-06T07:57:52.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-06-06T07:57:52.123 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-06-06T07:57:52.124 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-06-06T07:57:52.125 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-06-06T07:57:52.127 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-06-06T07:57:52.129 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-06-06T07:57:52.129 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-06-06T07:57:52.131 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-06-06T07:57:52.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-06-06T07:57:52.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-06-06T07:57:52.136 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-06-06T07:57:52.137 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-06-06T07:57:52.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-06-06T07:57:52.141 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-06-06T07:57:52.143 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-06-06T07:57:52.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-06-06T07:57:52.145 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-06-06T07:57:52.147 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-06-06T07:57:52.149 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-06-06T07:57:52.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-06-06T07:57:52.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-06-06T07:57:52.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-06-06T07:57:52.155 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-06-06T07:57:52.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-06-06T07:57:52.158 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-06-06T07:57:52.160 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-06-06T07:57:52.162 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-06-06T07:57:52.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-06-06T07:57:52.165 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-06-06T07:57:52.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-06-06T07:57:52.168 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-06-06T07:57:52.169 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-06-06T07:57:52.171 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-06-06T07:57:52.172 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-06-06T07:57:52.174 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-06-06T07:57:52.176 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-06-06T07:57:52.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-06-06T07:57:52.178 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-06-06T07:57:52.180 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-06-06T07:57:52.181 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-06-06T07:57:52.183 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-06-06T07:57:52.185 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-06-06T07:57:52.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-06-06T07:57:52.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-06-06T07:57:52.190 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-06-06T07:57:52.191 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-06-06T07:57:52.192 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-06-06T07:57:52.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-06-06T07:57:52.196 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-06-06T07:57:52.197 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-06-06T07:57:52.199 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-06-06T07:57:52.200 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-06-06T07:57:52.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-06-06T07:57:52.203 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-06-06T07:57:52.204 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-06-06T07:57:52.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-06-06T07:57:52.207 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-06-06T07:57:52.208 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-06-06T07:57:52.209 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-06-06T07:57:52.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-06-06T07:57:52.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-06-06T07:57:52.213 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-06-06T07:57:52.215 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-06-06T07:57:52.216 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-06-06T07:57:52.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-06-06T07:57:52.219 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-06-06T07:57:52.220 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-06-06T07:57:52.221 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-06-06T07:57:52.222 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-06-06T07:57:52.224 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-06-06T07:57:52.225 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-06-06T07:57:52.226 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-06-06T07:57:52.228 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-06-06T07:57:52.229 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-06-06T07:57:52.230 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-06-06T07:57:52.231 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-06-06T07:57:52.233 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-06-06T07:57:52.234 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-06-06T07:57:52.236 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-06-06T07:57:52.237 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-06-06T07:57:52.239 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-06-06T07:57:52.240 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-06-06T07:57:52.241 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-06-06T07:57:52.243 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-06-06T07:57:52.244 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-06-06T07:57:52.246 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-06-06T07:57:52.248 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-06-06T07:57:52.249 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-06-06T07:57:52.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-06-06T07:57:52.253 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-06-06T07:57:52.254 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-06-06T07:57:52.256 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-06-06T07:57:52.257 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-06-06T07:57:52.259 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-06-06T07:57:52.260 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-06-06T07:57:52.261 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-06-06T07:57:52.263 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-06-06T07:57:52.264 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-06-06T07:57:52.266 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-06-06T07:57:52.268 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-06-06T07:57:52.269 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-06-06T07:57:52.270 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-06-06T07:57:52.272 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-06-06T07:57:52.273 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-06-06T07:57:52.275 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-06-06T07:57:52.276 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-06-06T07:57:52.278 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-06-06T07:57:52.279 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-06-06T07:57:52.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-06-06T07:57:52.282 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-06-06T07:57:52.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-06-06T07:57:52.285 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-06-06T07:57:52.287 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-06-06T07:57:52.288 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-06-06T07:57:52.290 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-06-06T07:57:52.291 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-06-06T07:57:52.292 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-06-06T07:57:52.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-06-06T07:57:52.295 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-06-06T07:57:52.297 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-06-06T07:57:52.298 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-06-06T07:57:52.300 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-06-06T07:57:52.301 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-06-06T07:57:52.304 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-06-06T07:57:52.306 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-06-06T07:57:52.307 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-06-06T07:57:52.309 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-06-06T07:57:52.310 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-06-06T07:57:52.312 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-06-06T07:57:52.314 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-06-06T07:57:52.314 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-06-06T07:57:52.316 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-06-06T07:57:52.317 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-06-06T07:57:52.318 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-06-06T07:57:52.319 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-06-06T07:57:52.320 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-06-06T07:57:52.321 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-06-06T07:57:52.322 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-06-06T07:57:52.323 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-06-06T07:57:52.324 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-06-06T07:57:52.326 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-06-06T07:57:52.327 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-06-06T07:57:52.328 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-06-06T07:57:52.329 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-06-06T07:57:52.330 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-06-06T07:57:52.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-06-06T07:57:52.333 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-06-06T07:57:52.334 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-06-06T07:57:52.335 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-06-06T07:57:52.336 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-06-06T07:57:52.337 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-06-06T07:57:52.339 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-06-06T07:57:52.340 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-06-06T07:57:52.341 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-06-06T07:57:52.342 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-06-06T07:57:52.343 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-06-06T07:57:52.344 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-06-06T07:57:52.345 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-06-06T07:57:52.347 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-06-06T07:57:52.348 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-06-06T07:57:52.349 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-06-06T07:57:52.350 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-06-06T07:57:52.351 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-06-06T07:57:52.352 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-06-06T07:57:52.354 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-06-06T07:57:52.355 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-06-06T07:57:52.356 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-06-06T07:57:52.357 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-06-06T07:57:52.358 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-06-06T07:57:52.360 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-06-06T07:57:52.360 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:57:52.361 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-06-06T07:57:52.362 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-06-06T07:57:52.363 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-06-06T07:57:52.364 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-06-06T07:57:52.366 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-06-06T07:57:52.367 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-06-06T07:57:52.368 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-06-06T07:57:52.369 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-06-06T07:57:52.370 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-06-06T07:57:52.372 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-06-06T07:57:52.373 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-06-06T07:57:52.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-06-06T07:57:52.375 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-06-06T07:57:52.376 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-06-06T07:57:52.377 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-06-06T07:57:52.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-06-06T07:57:52.380 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-06-06T07:57:52.381 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-06-06T07:57:52.382 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-06-06T07:57:52.383 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-06-06T07:57:52.385 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-06-06T07:57:52.386 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-06-06T07:57:52.387 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-06-06T07:57:52.388 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-06-06T07:57:52.389 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-06-06T07:57:52.390 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-06-06T07:57:52.392 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-06-06T07:57:52.393 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-06-06T07:57:52.394 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-06-06T07:57:52.395 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-06-06T07:57:52.396 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-06-06T07:57:52.397 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-06-06T07:57:52.398 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-06-06T07:57:52.400 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-06-06T07:57:52.401 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-06-06T07:57:52.402 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-06-06T07:57:52.403 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-06-06T07:57:52.404 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-06-06T07:57:52.406 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-06-06T07:57:52.407 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-06-06T07:57:52.408 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-06-06T07:57:52.409 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-06-06T07:57:52.410 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-06-06T07:57:52.411 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-06-06T07:57:52.412 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-06-06T07:57:52.414 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-06-06T07:57:52.415 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-06-06T07:57:52.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-06-06T07:57:52.417 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-06-06T07:57:52.418 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-06-06T07:57:52.420 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-06-06T07:57:52.421 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-06-06T07:57:52.422 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-06-06T07:57:52.423 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-06-06T07:57:52.425 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-06-06T07:57:52.426 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-06-06T07:57:52.427 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-06-06T07:57:52.428 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-06-06T07:57:52.429 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-06-06T07:57:52.431 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-06-06T07:57:52.432 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-06-06T07:57:52.433 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-06-06T07:57:52.434 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-06-06T07:57:52.436 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-06-06T07:57:52.437 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-06-06T07:57:52.438 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-06-06T07:57:52.439 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-06-06T07:57:52.440 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-06-06T07:57:52.442 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-06-06T07:57:52.443 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-06-06T07:57:52.444 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-06-06T07:57:52.445 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-06-06T07:57:52.447 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-06-06T07:57:52.448 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-06-06T07:57:52.449 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-06-06T07:57:52.451 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-06-06T07:57:52.452 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-06-06T07:57:52.453 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-06-06T07:57:52.454 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-06-06T07:57:52.455 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-06-06T07:57:52.457 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-06-06T07:57:52.458 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-06-06T07:57:52.459 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-06-06T07:57:52.460 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-06-06T07:57:52.461 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-06-06T07:57:52.462 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-06-06T07:57:52.464 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-06-06T07:57:52.465 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-06-06T07:57:52.466 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-06-06T07:57:52.467 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-06-06T07:57:52.469 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-06-06T07:57:52.470 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-06-06T07:57:52.472 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-06-06T07:57:52.473 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-06-06T07:57:52.475 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-06-06T07:57:52.476 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-06-06T07:57:52.478 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-06-06T07:57:52.479 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-06-06T07:57:52.481 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-06-06T07:57:52.482 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-06-06T07:57:52.484 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-06-06T07:57:52.485 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-06-06T07:57:52.486 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-06-06T07:57:52.488 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-06-06T07:57:52.489 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-06-06T07:57:52.491 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-06-06T07:57:52.493 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-06-06T07:57:52.494 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-06-06T07:57:52.496 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-06-06T07:57:52.497 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-06-06T07:57:52.499 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-06-06T07:57:52.500 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-06-06T07:57:52.502 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-06-06T07:57:52.503 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-06-06T07:57:52.505 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-06-06T07:57:52.506 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-06-06T07:57:52.508 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-06-06T07:57:52.510 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-06-06T07:57:52.511 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-06-06T07:57:52.513 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-06-06T07:57:52.514 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-06-06T07:57:52.516 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-06-06T07:57:52.517 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-06-06T07:57:52.518 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-06-06T07:57:52.520 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-06-06T07:57:52.521 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-06-06T07:57:52.522 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-06-06T07:57:52.523 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-06-06T07:57:52.525 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-06-06T07:57:52.526 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-06-06T07:57:52.527 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-06-06T07:57:52.528 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-06-06T07:57:52.530 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-06-06T07:57:52.531 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-06-06T07:57:52.532 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-06-06T07:57:52.534 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-06-06T07:57:52.535 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-06-06T07:57:52.536 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-06-06T07:57:52.537 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-06-06T07:57:52.539 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-06-06T07:57:52.540 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-06-06T07:57:52.541 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-06-06T07:57:52.543 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-06-06T07:57:52.544 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-06-06T07:57:52.545 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-06-06T07:57:52.547 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-06-06T07:57:52.548 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-06-06T07:57:52.549 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-06-06T07:57:52.550 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-06-06T07:57:52.552 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-06-06T07:57:52.553 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-06-06T07:57:52.554 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-06-06T07:57:52.555 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-06-06T07:57:52.557 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-06-06T07:57:52.558 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-06-06T07:57:52.559 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-06-06T07:57:52.560 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-06-06T07:57:52.562 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-06-06T07:57:52.563 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-06-06T07:57:52.565 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-06-06T07:57:52.566 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-06-06T07:57:52.567 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-06-06T07:57:52.568 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-06-06T07:57:52.570 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-06-06T07:57:52.571 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-06-06T07:57:52.572 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-06-06T07:57:52.573 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-06-06T07:57:52.575 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-06-06T07:57:52.576 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-06-06T07:57:52.577 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-06-06T07:57:52.579 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-06-06T07:57:52.580 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-06-06T07:57:52.581 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-06-06T07:57:52.582 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-06-06T07:57:52.584 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-06-06T07:57:52.585 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-06-06T07:57:52.586 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-06-06T07:57:52.587 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-06-06T07:57:52.589 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-06-06T07:57:52.590 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-06-06T07:57:52.591 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-06-06T07:57:52.591 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-06-06T07:57:52.593 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-06-06T07:57:52.593 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-06-06T07:57:52.594 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-06-06T07:57:52.596 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-06-06T07:57:52.597 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-06-06T07:57:52.598 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-06-06T07:57:52.599 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-06-06T07:57:52.600 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-06-06T07:57:52.601 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-06-06T07:57:52.602 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-06-06T07:57:52.603 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-06-06T07:57:52.604 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-06-06T07:57:52.605 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-06-06T07:57:52.606 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-06-06T07:57:52.607 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-06-06T07:57:52.609 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-06-06T07:57:52.610 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-06-06T07:57:52.612 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-06-06T07:57:52.613 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-06-06T07:57:52.614 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-06-06T07:57:52.615 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-06-06T07:57:52.616 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-06-06T07:57:52.617 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-06-06T07:57:52.622 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-06-06T07:57:52.624 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-06-06T07:57:52.625 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-06-06T07:57:52.626 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-06-06T07:57:52.627 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-06-06T07:57:52.628 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-06-06T07:57:52.629 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-06-06T07:57:52.630 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-06-06T07:57:52.631 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-06-06T07:57:52.632 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-06-06T07:57:52.633 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-06-06T07:57:52.634 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-06-06T07:57:52.635 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-06-06T07:57:52.636 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-06-06T07:57:52.637 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-06-06T07:57:52.638 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-06-06T07:57:52.639 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-06-06T07:57:52.640 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-06-06T07:57:52.641 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-06-06T07:57:52.642 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-06-06T07:57:52.644 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-06-06T07:57:52.644 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-06-06T07:57:52.645 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-06-06T07:57:52.647 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-06-06T07:57:52.647 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-06-06T07:57:52.649 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-06-06T07:57:52.649 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-06-06T07:57:52.651 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-06-06T07:57:52.652 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-06-06T07:57:52.653 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-06-06T07:57:52.654 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-06-06T07:57:52.655 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-06-06T07:57:52.656 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-06-06T07:57:52.657 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-06-06T07:57:52.658 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-06-06T07:57:52.659 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-06-06T07:57:52.660 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-06-06T07:57:52.661 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-06-06T07:57:52.662 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-06-06T07:57:52.663 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-06-06T07:57:52.664 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-06-06T07:57:52.665 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-06-06T07:57:52.666 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-06-06T07:57:52.667 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-06-06T07:57:52.668 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-06-06T07:57:52.670 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-06-06T07:57:52.671 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-06-06T07:57:52.672 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-06-06T07:57:52.673 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-06-06T07:57:52.674 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-06-06T07:57:52.676 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-06-06T07:57:52.677 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-06-06T07:57:52.679 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-06-06T07:57:52.680 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-06-06T07:57:52.682 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-06-06T07:57:52.684 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-06-06T07:57:52.685 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-06-06T07:57:52.687 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-06-06T07:57:52.688 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/digsig.txt 2024-06-06T07:57:52.690 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-06-06T07:57:52.691 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-06-06T07:57:52.693 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-06-06T07:57:52.694 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-06-06T07:57:52.695 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-06-06T07:57:52.696 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-06-06T07:57:52.697 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dontdiff 2024-06-06T07:57:52.699 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/ 2024-06-06T07:57:52.700 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-06-06T07:57:52.701 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-06-06T07:57:52.703 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-06-06T07:57:52.704 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-06-06T07:57:52.705 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-06-06T07:57:52.706 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-06-06T07:57:52.707 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-06-06T07:57:52.708 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-06-06T07:57:52.709 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-06-06T07:57:52.710 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-06-06T07:57:52.711 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/ 2024-06-06T07:57:52.713 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-06-06T07:57:52.714 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-06-06T07:57:52.716 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-06-06T07:57:52.717 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-06-06T07:57:52.718 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-06-06T07:57:52.719 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-06-06T07:57:52.720 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-06-06T07:57:52.721 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-06-06T07:57:52.722 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-06-06T07:57:52.723 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-06-06T07:57:52.725 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-06-06T07:57:52.726 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-06-06T07:57:52.728 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-06-06T07:57:52.729 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-06-06T07:57:52.730 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-06-06T07:57:52.732 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-06-06T07:57:52.734 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-06-06T07:57:52.735 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-06-06T07:57:52.737 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/edac.txt 2024-06-06T07:57:52.739 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-06-06T07:57:52.740 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/eisa.txt 2024-06-06T07:57:52.742 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-06-06T07:57:52.745 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/extcon/ 2024-06-06T07:57:52.745 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-06-06T07:57:52.746 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-06-06T07:57:52.749 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-06-06T07:57:52.750 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-06-06T07:57:52.751 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-06-06T07:57:52.752 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/ 2024-06-06T07:57:52.754 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-06-06T07:57:52.755 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-06-06T07:57:52.756 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-06-06T07:57:52.757 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-06-06T07:57:52.759 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-06-06T07:57:52.760 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-06-06T07:57:52.761 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-06-06T07:57:52.762 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-06-06T07:57:52.763 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-06-06T07:57:52.764 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-06-06T07:57:52.765 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-06-06T07:57:52.767 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-06-06T07:57:52.768 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-06-06T07:57:52.769 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-06-06T07:57:52.769 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: scrub queued for path: / 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.770 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:52 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000231 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.770 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-06-06T07:57:52.771 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-06-06T07:57:52.773 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-06-06T07:57:52.775 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-06-06T07:57:52.776 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-06-06T07:57:52.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: scrub queued for path: / 2024-06-06T07:57:52.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:52.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:57:52.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:57:52.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:52.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000231 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-06-06T07:57:52.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-06-06T07:57:52.786 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-06-06T07:57:52.787 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-06-06T07:57:52.788 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.631+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000233 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8701cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000233:[<0x10000000231/configfs-usb-gadget v4>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000233:[<0x10000000231/configfs-usb-gadget v4>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.788 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.632+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000255 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd auth v72 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8701d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000255:[<0x10000000231/sysfs-block-rssd v72>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000255:[<0x10000000231/sysfs-block-rssd v72>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.788 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.633+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000265 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 auth v104 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87028000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000265:[<0x10000000231/sysfs-bus-i2c-devices-fsa9480 v104>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000265:[<0x10000000231/sysfs-bus-i2c-devices-fsa9480 v104>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.633+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats auth v60 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87028580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024f:[<0x10000000231/procfs-diskstats v60>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000024f:[<0x10000000231/procfs-diskstats v60>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.635+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002af [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 auth v252 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87029080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002af:[<0x10000000231/sysfs-devices-power_resources_D1 v252>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002af:[<0x10000000231/sysfs-devices-power_resources_D1 v252>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.636+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b5 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use auth v264 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87029b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b5:[<0x10000000231/sysfs-devices-resource_in_use v264>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b5:[<0x10000000231/sysfs-devices-resource_in_use v264>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.636+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000269 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 auth v112 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8702a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000269:[<0x10000000231/sysfs-bus-iio-accel-bmc150 v112>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000269:[<0x10000000231/sysfs-bus-iio-accel-bmc150 v112>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.637+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c2 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo auth v290 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8702a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c2:[<0x10000000231/sysfs-driver-hid-roccat-arvo v290>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c2:[<0x10000000231/sysfs-driver-hid-roccat-arvo v290>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.637+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 auth v124 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8702ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026f:[<0x10000000231/sysfs-bus-iio-proximity-as3935 v124>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000026f:[<0x10000000231/sysfs-bus-iio-proximity-as3935 v124>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.638+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy auth v58 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8702b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024e:[<0x10000000231/ima_policy v58>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000024e:[<0x10000000231/ima_policy v58>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.638+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a3 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices auth v228 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8702b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a3:[<0x10000000231/sysfs-devices v228>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a3:[<0x10000000231/sysfs-devices v228>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.638+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest auth v152 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87038000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027d:[<0x10000000231/sysfs-bus-usb-lvstest v152>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000027d:[<0x10000000231/sysfs-bus-usb-lvstest v152>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.639+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a6 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr auth v234 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87038580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a6:[<0x10000000231/sysfs-devices-lpss_ltr v234>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a6:[<0x10000000231/sysfs-devices-lpss_ltr v234>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.789 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.640+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b3 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state auth v260 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87038b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b3:[<0x10000000231/sysfs-devices-power_state v260>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b3:[<0x10000000231/sysfs-devices-power_state v260>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.641+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host auth v220 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87039080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029f:[<0x10000000231/sysfs-class-scsi_host v220>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000029f:[<0x10000000231/sysfs-class-scsi_host v220>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.642+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css auth v90 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87039600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025e:[<0x10000000231/sysfs-bus-css v90>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000025e:[<0x10000000231/sysfs-bus-css v90>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.644+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a5 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node auth v232 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8703a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a5:[<0x10000000231/sysfs-devices-firmware_node v232>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a5:[<0x10000000231/sysfs-devices-firmware_node v232>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.646+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000275 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss auth v136 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8703b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000275:[<0x10000000231/sysfs-bus-pci-devices-cciss v136>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000275:[<0x10000000231/sysfs-bus-pci-devices-cciss v136>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.647+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000288 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu auth v174 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8703b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000288:[<0x10000000231/sysfs-class-iommu-amd-iommu v174>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000288:[<0x10000000231/sysfs-class-iommu-amd-iommu v174>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.648+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b9 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl auth v272 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704a000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b9:[<0x10000000231/sysfs-devices-system-ibm-rtl v272>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b9:[<0x10000000231/sysfs-devices-system-ibm-rtl v272>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.649+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 auth v116 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026b:[<0x10000000231/sysfs-bus-iio-frequency-adf4350 v116>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000026b:[<0x10000000231/sysfs-bus-iio-frequency-adf4350 v116>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.650+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000257 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi auth v76 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000257:[<0x10000000231/sysfs-bus-acpi v76>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000257:[<0x10000000231/sysfs-bus-acpi v76>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.651+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ab [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 auth v244 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ab:[<0x10000000231/sysfs-devices-platform-docg3 v244>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002ab:[<0x10000000231/sysfs-devices-platform-docg3 v244>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.651+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000276 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd auth v138 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000276:[<0x10000000231/sysfs-bus-pci-drivers-ehci_hcd v138>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000276:[<0x10000000231/sysfs-bus-pci-drivers-ehci_hcd v138>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.790 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.652+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b1 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot auth v256 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b1:[<0x10000000231/sysfs-devices-power_resources_D3hot v256>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b1:[<0x10000000231/sysfs-devices-power_resources_D3hot v256>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.653+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events auth v92 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704c100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025f:[<0x10000000231/sysfs-bus-event_source-devices-events v92>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000025f:[<0x10000000231/sysfs-bus-event_source-devices-events v92>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.653+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000247 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000247:[<0x10000000231/debugfs-ec v44>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000247:[<0x10000000231/debugfs-ec v44>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.655+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bc [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid auth v278 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bc:[<0x10000000231/sysfs-driver-hid v278>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002bc:[<0x10000000231/sysfs-driver-hid v278>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.655+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator auth v216 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8704d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029d:[<0x10000000231/sysfs-class-regulator v216>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000029d:[<0x10000000231/sysfs-class-regulator v216>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.656+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000292 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv auth v194 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87054000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000292:[<0x10000000231/sysfs-class-net-batman-adv v194>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000292:[<0x10000000231/sysfs-class-net-batman-adv v194>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.658+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm auth v56 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87055600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024d:[<0x10000000231/evm v56>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000024d:[<0x10000000231/evm v56>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.660+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c1 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys auth v288 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87056680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c1:[<0x10000000231/sysfs-driver-hid-prodikeys v288>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c1:[<0x10000000231/sysfs-driver-hid-prodikeys v288>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.660+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a4 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac auth v230 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87056c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a4:[<0x10000000231/sysfs-devices-edac v230>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a4:[<0x10000000231/sysfs-devices-edac v230>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.661+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als auth v120 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87057180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026d:[<0x10000000231/sysfs-bus-iio-light-lm3533-als v120>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000026d:[<0x10000000231/sysfs-bus-iio-light-lm3533-als v120>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.663+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt auth v188 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87066000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028f:[<0x10000000231/sysfs-class-mic.txt v188>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000028f:[<0x10000000231/sysfs-class-mic.txt v188>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.664+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000289 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu auth v176 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87066580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000289:[<0x10000000231/sysfs-class-iommu-intel-iommu v176>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000289:[<0x10000000231/sysfs-class-iommu-intel-iommu v176>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.791 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.665+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000245 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87066b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000245:[<0x10000000231/configfs-usb-gadget-uvc v40>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000245:[<0x10000000231/configfs-usb-gadget-uvc v40>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.665+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000250 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore auth v62 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87067080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000250:[<0x10000000231/pstore v62>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000250:[<0x10000000231/pstore v62>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.666+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000283 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi auth v164 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87067600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000283:[<0x10000000231/sysfs-class-bdi v164>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000283:[<0x10000000231/sysfs-class-bdi v164>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.668+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c7 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus auth v300 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87068680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c7:[<0x10000000231/sysfs-driver-hid-roccat-kovaplus v300>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c7:[<0x10000000231/sysfs-driver-hid-roccat-kovaplus v300>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.669+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bb [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe auth v276 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87068c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bb:[<0x10000000231/sysfs-driver-genwqe v276>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002bb:[<0x10000000231/sysfs-driver-genwqe v276>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.669+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bd [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo auth v280 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87069180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bd:[<0x10000000231/sysfs-driver-hid-lenovo v280>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002bd:[<0x10000000231/sysfs-driver-hid-lenovo v280>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.669+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000270 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs auth v126 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87069700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000270:[<0x10000000231/sysfs-bus-iio-trigger-sysfs v126>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000270:[<0x10000000231/sysfs-bus-iio-trigger-sysfs v126>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.671+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000277 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform auth v140 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87075080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000277:[<0x10000000231/sysfs-bus-platform v140>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000277:[<0x10000000231/sysfs-bus-platform v140>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.671+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b6 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc auth v266 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87075600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b6:[<0x10000000231/sysfs-devices-soc v266>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b6:[<0x10000000231/sysfs-devices-soc v266>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.672+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c4 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone auth v294 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87076100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c4:[<0x10000000231/sysfs-driver-hid-roccat-kone v294>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c4:[<0x10000000231/sysfs-driver-hid-roccat-kone v294>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.673+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000259 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma auth v80 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87076680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000259:[<0x10000000231/sysfs-bus-bcma v80>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000259:[<0x10000000231/sysfs-bus-bcma v80>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.792 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.675+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b4 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state auth v262 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87076c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b4:[<0x10000000231/sysfs-devices-real_power_state v262>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b4:[<0x10000000231/sysfs-devices-real_power_state v262>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.675+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a7 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory auth v236 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87077700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a7:[<0x10000000231/sysfs-devices-memory v236>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a7:[<0x10000000231/sysfs-devices-memory v236>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.677+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap auth v210 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87084b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029a:[<0x10000000231/sysfs-class-powercap v210>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000029a:[<0x10000000231/sysfs-class-powercap v210>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.679+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration auth v218 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87085080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029e:[<0x10000000231/sysfs-class-rtc-rtc0-device-rtc_calibration v218>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000029e:[<0x10000000231/sysfs-class-rtc-rtc0-device-rtc_calibration v218>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.679+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000279 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg auth v144 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87085b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000279:[<0x10000000231/sysfs-bus-rpmsg v144>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000279:[<0x10000000231/sysfs-bus-rpmsg v144>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.681+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000297 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics auth v204 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87086100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000297:[<0x10000000231/sysfs-class-net-statistics v204>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000297:[<0x10000000231/sysfs-class-net-statistics v204>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.682+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000252 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block auth v66 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87086680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000252:[<0x10000000231/sysfs-block v66>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000252:[<0x10000000231/sysfs-block v66>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.684+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b8 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu auth v270 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87086c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b8:[<0x10000000231/sysfs-devices-system-cpu v270>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b8:[<0x10000000231/sysfs-devices-system-cpu v270>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.684+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000244 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87087180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000244:[<0x10000000231/configfs-usb-gadget-uac2 v38>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000244:[<0x10000000231/configfs-usb-gadget-uac2 v38>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.684+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b0 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 auth v254 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87090580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b0:[<0x10000000231/sysfs-devices-power_resources_D2 v254>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b0:[<0x10000000231/sysfs-devices-power_resources_D2 v254>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.686+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd auth v178 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87091080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028a:[<0x10000000231/sysfs-class-lcd v178>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000028a:[<0x10000000231/sysfs-class-lcd v178>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.793 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.687+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000256 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram auth v74 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87091600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000256:[<0x10000000231/sysfs-block-zram v74>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000256:[<0x10000000231/sysfs-block-zram v74>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.689+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000235 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87092100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000235:[<0x10000000231/configfs-usb-gadget-ecm v8>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000235:[<0x10000000231/configfs-usb-gadget-ecm v8>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.689+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd auth v52 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87092680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024b:[<0x10000000231/debugfs-pktcdvd v52>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000024b:[<0x10000000231/debugfs-pktcdvd v52>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.689+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000261 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 auth v96 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87092c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000261:[<0x10000000231/sysfs-bus-event_source-devices-hv_24x7 v96>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000261:[<0x10000000231/sysfs-bus-event_source-devices-hv_24x7 v96>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.689+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000267 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 auth v108 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87093180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000267:[<0x10000000231/sysfs-bus-i2c-devices-lm3533 v108>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000267:[<0x10000000231/sysfs-bus-i2c-devices-lm3533 v108>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.689+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000262 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci auth v98 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8709e000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000262:[<0x10000000231/sysfs-bus-event_source-devices-hv_gpci v98>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000262:[<0x10000000231/sysfs-bus-event_source-devices-hv_gpci v98>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.690+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002aa [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget auth v242 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8709eb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002aa:[<0x10000000231/sysfs-devices-platform-_UDC_-gadget v242>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002aa:[<0x10000000231/sysfs-devices-platform-_UDC_-gadget v242>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.690+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c5 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus auth v296 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8709e580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c5:[<0x10000000231/sysfs-driver-hid-roccat-koneplus v296>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c5:[<0x10000000231/sysfs-driver-hid-roccat-koneplus v296>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.691+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 auth v118 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8709f080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026c:[<0x10000000231/sysfs-bus-iio-gyro-bmg160 v118>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000026c:[<0x10000000231/sysfs-bus-iio-gyro-bmg160 v118>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.691+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto auth v50 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8709f600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024a:[<0x10000000231/debugfs-pfo-nx-crypto v50>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000024a:[<0x10000000231/debugfs-pfo-nx-crypto v50>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.794 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.692+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000246 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8709fb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000246:[<0x10000000231/debugfs-driver-genwqe v42>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000246:[<0x10000000231/debugfs-driver-genwqe v42>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.692+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000287 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu auth v172 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870a0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000287:[<0x10000000231/sysfs-class-iommu v172>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000287:[<0x10000000231/sysfs-class-iommu v172>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.692+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a8 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc auth v238 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870a0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a8:[<0x10000000231/sysfs-devices-mmc v238>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a8:[<0x10000000231/sysfs-devices-mmc v238>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.692+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency auth v156 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870a0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027f:[<0x10000000231/sysfs-cfq-target-latency v156>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000027f:[<0x10000000231/sysfs-cfq-target-latency v156>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.693+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000291 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net auth v192 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870a1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000291:[<0x10000000231/sysfs-class-net v192>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000291:[<0x10000000231/sysfs-class-net v192>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.694+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a9 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online auth v240 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870aa000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a9:[<0x10000000231/sysfs-devices-online v240>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a9:[<0x10000000231/sysfs-devices-online v240>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.694+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000281 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 auth v160 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870aa580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000281:[<0x10000000231/sysfs-class-backlight-driver-adp8870 v160>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000281:[<0x10000000231/sysfs-class-backlight-driver-adp8870 v160>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.695+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bf [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch auth v284 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870aab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002bf:[<0x10000000231/sysfs-driver-hid-multitouch v284>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002bf:[<0x10000000231/sysfs-driver-hid-multitouch v284>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.695+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000273 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei auth v132 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870ab080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000273:[<0x10000000231/sysfs-bus-mei v132>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000273:[<0x10000000231/sysfs-bus-mei v132>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.696+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000251 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata auth v64 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870abb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000251:[<0x10000000231/sysfs-ata v64>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000251:[<0x10000000231/sysfs-ata v64>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.696+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000234 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870ac100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000234:[<0x10000000231/configfs-usb-gadget-acm v6>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000234:[<0x10000000231/configfs-usb-gadget-acm v6>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.795 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.697+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 auth v82 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870acc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025a:[<0x10000000231/sysfs-bus-coresight-devices-etb10 v82>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000025a:[<0x10000000231/sysfs-bus-coresight-devices-etb10 v82>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.698+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c3 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku auth v292 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870ad180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c3:[<0x10000000231/sysfs-driver-hid-roccat-isku v292>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c3:[<0x10000000231/sysfs-driver-hid-roccat-isku v292>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.698+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b7 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun auth v268 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870ad700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b7:[<0x10000000231/sysfs-devices-sun v268>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b7:[<0x10000000231/sysfs-devices-sun v268>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.699+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ad [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power auth v248 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870b6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ad:[<0x10000000231/sysfs-devices-power v248>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002ad:[<0x10000000231/sysfs-devices-power v248>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.699+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000272 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media auth v130 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870b7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000272:[<0x10000000231/sysfs-bus-media v130>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000272:[<0x10000000231/sysfs-bus-media v130>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.700+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ba [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu auth v274 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870b7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ba:[<0x10000000231/sysfs-devices-system-xen_cpu v274>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002ba:[<0x10000000231/sysfs-devices-system-xen_cpu v274>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.700+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000248 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870b8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000248:[<0x10000000231/debugfs-ideapad v46>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000248:[<0x10000000231/debugfs-ideapad v46>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.702+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000290 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd auth v190 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c6000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000290:[<0x10000000231/sysfs-class-mtd v190>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000290:[<0x10000000231/sysfs-class-mtd v190>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.703+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000298 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd auth v206 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000298:[<0x10000000231/sysfs-class-pktcdvd v206>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000298:[<0x10000000231/sysfs-class-pktcdvd v206>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.703+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ac [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb auth v246 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ac:[<0x10000000231/sysfs-devices-platform-sh_mobile_lcdc_fb v246>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002ac:[<0x10000000231/sysfs-devices-platform-sh_mobile_lcdc_fb v246>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.703+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000249 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000249:[<0x10000000231/debugfs-olpc v48>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000249:[<0x10000000231/debugfs-olpc v48>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.796 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.704+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a2 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev auth v226 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c7600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a2:[<0x10000000231/sysfs-dev v226>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a2:[<0x10000000231/sysfs-dev v226>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.705+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 auth v182 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c7b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028c:[<0x10000000231/sysfs-class-led-driver-lm3533 v182>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000028c:[<0x10000000231/sysfs-class-led-driver-lm3533 v182>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.705+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000239 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c8100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000239:[<0x10000000231/configfs-usb-gadget-loopback v16>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000239:[<0x10000000231/configfs-usb-gadget-loopback v16>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.706+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c6 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure auth v298 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c8680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c6:[<0x10000000231/sysfs-driver-hid-roccat-konepure v298>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c6:[<0x10000000231/sysfs-driver-hid-roccat-konepure v298>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.706+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000260 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format auth v94 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870c8c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000260:[<0x10000000231/sysfs-bus-event_source-devices-format v94>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000260:[<0x10000000231/sysfs-bus-event_source-devices-format v94>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.708+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000299 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power auth v208 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d4580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000299:[<0x10000000231/sysfs-class-power v208>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000299:[<0x10000000231/sysfs-class-power v208>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.708+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port auth v154 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d4b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027e:[<0x10000000231/sysfs-c2port v154>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000027e:[<0x10000000231/sysfs-c2port v154>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.709+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000293 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm auth v196 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d5080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000293:[<0x10000000231/sysfs-class-net-cdc_ncm v196>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000293:[<0x10000000231/sysfs-class-net-cdc_ncm v196>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.710+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a1 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc auth v224 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d5b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a1:[<0x10000000231/sysfs-class-uwb_rc-wusbhc v224>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a1:[<0x10000000231/sysfs-class-uwb_rc-wusbhc v224>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.711+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000284 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl auth v166 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d6100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000284:[<0x10000000231/sysfs-class-cxl v166>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000284:[<0x10000000231/sysfs-class-cxl v166>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.797 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.712+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000285 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq auth v168 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d7180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000285:[<0x10000000231/sysfs-class-devfreq v168>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000285:[<0x10000000231/sysfs-class-devfreq v168>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.712+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000254 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm auth v70 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870d7700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000254:[<0x10000000231/sysfs-block-dm v70>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000254:[<0x10000000231/sysfs-block-dm v70>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.712+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000266 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 auth v106 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870de000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000266:[<0x10000000231/sysfs-bus-i2c-devices-hm6352 v106>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000266:[<0x10000000231/sysfs-bus-i2c-devices-hm6352 v106>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.713+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel auth v86 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870de580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025c:[<0x10000000231/sysfs-bus-coresight-devices-funnel v86>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000025c:[<0x10000000231/sysfs-bus-coresight-devices-funnel v86>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.713+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei auth v186 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870df080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028e:[<0x10000000231/sysfs-class-mei v186>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000028e:[<0x10000000231/sysfs-class-mei v186>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.714+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 auth v114 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870df600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026a:[<0x10000000231/sysfs-bus-iio-frequency-ad9523 v114>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000026a:[<0x10000000231/sysfs-bus-iio-frequency-ad9523 v114>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.714+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc auth v214 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870dfb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029c:[<0x10000000231/sysfs-class-rc v214>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000029c:[<0x10000000231/sysfs-class-rc v214>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.715+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc auth v88 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870e0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025d:[<0x10000000231/sysfs-bus-coresight-devices-tmc v88>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000025d:[<0x10000000231/sysfs-bus-coresight-devices-tmc v88>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.715+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000241 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870e0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000241:[<0x10000000231/configfs-usb-gadget-sourcesink v32>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000241:[<0x10000000231/configfs-usb-gadget-sourcesink v32>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.715+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r auth v184 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870e1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028d:[<0x10000000231/sysfs-class-leds-gt683r v184>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000028d:[<0x10000000231/sysfs-class-leds-gt683r v184>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.798 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.716+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000243 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870e1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000243:[<0x10000000231/configfs-usb-gadget-uac1 v36>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000243:[<0x10000000231/configfs-usb-gadget-uac1 v36>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.717+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000238 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870ee580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000238:[<0x10000000231/configfs-usb-gadget-hid v14>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000238:[<0x10000000231/configfs-usb-gadget-hid v14>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.717+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 auth v122 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870eeb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000026e:[<0x10000000231/sysfs-bus-iio-mpu6050 v122>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000026e:[<0x10000000231/sysfs-bus-iio-mpu6050 v122>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.718+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000236 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870ef080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000236:[<0x10000000231/configfs-usb-gadget-eem v10>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000236:[<0x10000000231/configfs-usb-gadget-eem v10>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.718+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000268 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio auth v110 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870efb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000268:[<0x10000000231/sysfs-bus-iio v110>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000268:[<0x10000000231/sysfs-bus-iio v110>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.719+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c0 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd auth v286 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870f0100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c0:[<0x10000000231/sysfs-driver-hid-picolcd v286>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c0:[<0x10000000231/sysfs-driver-hid-picolcd v286>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.719+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000258 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba auth v78 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870f0680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000258:[<0x10000000231/sysfs-bus-amba v78>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000258:[<0x10000000231/sysfs-bus-amba v78>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.720+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000264 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi auth v102 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870f0c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000264:[<0x10000000231/sysfs-bus-hsi v102>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000264:[<0x10000000231/sysfs-bus-hsi v102>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.720+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000242 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset auth v34 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870f1700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000242:[<0x10000000231/configfs-usb-gadget-subset v34>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000242:[<0x10000000231/configfs-usb-gadget-subset v34>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.799 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.721+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b870f1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023c:[<0x10000000231/configfs-usb-gadget-ncm v22>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000023c:[<0x10000000231/configfs-usb-gadget-ncm v22>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.721+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000278 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd auth v142 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87100000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000278:[<0x10000000231/sysfs-bus-rbd v142>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000278:[<0x10000000231/sysfs-bus-rbd v142>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.721+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000286 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon auth v170 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87100580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000286:[<0x10000000231/sysfs-class-extcon v170>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000286:[<0x10000000231/sysfs-class-extcon v170>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.722+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000029b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm auth v212 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87101080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000029b:[<0x10000000231/sysfs-class-pwm v212>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000029b:[<0x10000000231/sysfs-class-pwm v212>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.724+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002c8 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua auth v302 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87101600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002c8:[<0x10000000231/sysfs-driver-hid-roccat-lua v302>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002c8:[<0x10000000231/sysfs-driver-hid-roccat-lua v302>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.724+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002be [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff auth v282 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87101b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002be:[<0x10000000231/sysfs-driver-hid-logitech-lg4ff v282>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002be:[<0x10000000231/sysfs-driver-hid-logitech-lg4ff v282>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.725+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis auth v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87102c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023f:[<0x10000000231/configfs-usb-gadget-rndis v28>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000023f:[<0x10000000231/configfs-usb-gadget-rndis v28>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.725+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000295 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh auth v200 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87102680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000295:[<0x10000000231/sysfs-class-net-mesh v200>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000295:[<0x10000000231/sysfs-class-net-mesh v200>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.726+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000028b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led auth v180 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87103180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000028b:[<0x10000000231/sysfs-class-led v180>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000028b:[<0x10000000231/sysfs-class-led v180>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.727+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000237 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87103700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000237:[<0x10000000231/configfs-usb-gadget-ffs v12>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000237:[<0x10000000231/configfs-usb-gadget-ffs v12>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.727+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000024c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg auth v54 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710ab00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000024c:[<0x10000000231/dev-kmsg v54>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000024c:[<0x10000000231/dev-kmsg v54>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.728+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000280 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class auth v158 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710a580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000280:[<0x10000000231/sysfs-class v158>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000280:[<0x10000000231/sysfs-class v158>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.800 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.728+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc auth v146 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710b080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027a:[<0x10000000231/sysfs-bus-umc v146>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000027a:[<0x10000000231/sysfs-bus-umc v146>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.728+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb auth v148 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710bb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027b:[<0x10000000231/sysfs-bus-usb v148>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000027b:[<0x10000000231/sysfs-bus-usb v148>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.730+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg auth v150 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710b600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000027c:[<0x10000000231/sysfs-bus-usb-devices-usbsevseg v150>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000027c:[<0x10000000231/sysfs-bus-usb-devices-usbsevseg v150>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.731+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000253 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache auth v68 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710cc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000253:[<0x10000000231/sysfs-block-bcache v68>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000253:[<0x10000000231/sysfs-block-bcache v68>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.731+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000274 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci auth v134 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710d700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000274:[<0x10000000231/sysfs-bus-pci v134>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000274:[<0x10000000231/sysfs-bus-pci v134>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.731+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002ae [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 auth v250 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8710d180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002ae:[<0x10000000231/sysfs-devices-power_resources_D0 v250>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002ae:[<0x10000000231/sysfs-devices-power_resources_D0 v250>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.731+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000296 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues auth v202 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87118000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000296:[<0x10000000231/sysfs-class-net-queues v202>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000296:[<0x10000000231/sysfs-class-net-queues v202>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.731+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87118580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023e:[<0x10000000231/configfs-usb-gadget-phonet v26>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000023e:[<0x10000000231/configfs-usb-gadget-phonet v26>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.732+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87119600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023d:[<0x10000000231/configfs-usb-gadget-obex v24>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000023d:[<0x10000000231/configfs-usb-gadget-obex v24>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.733+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000282 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 auth v162 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87119080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000282:[<0x10000000231/sysfs-class-backlight-driver-lm3533 v162>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000282:[<0x10000000231/sysfs-class-backlight-driver-lm3533 v162>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.733+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000263 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe auth v100 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8711a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000263:[<0x10000000231/sysfs-bus-fcoe v100>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000263:[<0x10000000231/sysfs-bus-fcoe v100>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.734+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a0 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc auth v222 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87119b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002a0:[<0x10000000231/sysfs-class-uwb_rc v222>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002a0:[<0x10000000231/sysfs-class-uwb_rc v222>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.801 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.735+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8711ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023b:[<0x10000000231/configfs-usb-gadget-midi v20>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000023b:[<0x10000000231/configfs-usb-gadget-midi v20>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.802 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.736+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000232 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8711b180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000232:[<0x10000000231/configfs-spear-pcie-gadget v2>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000232:[<0x10000000231/configfs-spear-pcie-gadget v2>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.802 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.736+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000240 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8711b700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000240:[<0x10000000231/configfs-usb-gadget-serial v30>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000240:[<0x10000000231/configfs-usb-gadget-serial v30>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.802 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.737+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000271 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio auth v128 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87124000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000271:[<0x10000000231/sysfs-bus-mdio v128>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000271:[<0x10000000231/sysfs-bus-mdio v128>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.802 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.738+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x auth v84 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87125600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000025b:[<0x10000000231/sysfs-bus-coresight-devices-etm3x v84>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000025b:[<0x10000000231/sysfs-bus-coresight-devices-etm3x v84>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.802 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.739+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000294 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan auth v198 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87125b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000294:[<0x10000000231/sysfs-class-net-grcan v198>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x10000000294:[<0x10000000231/sysfs-class-net-grcan v198>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.802 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.739+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000023a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87126680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000023a:[<0x10000000231/configfs-usb-gadget-mass-storage v18>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x1000000023a:[<0x10000000231/configfs-usb-gadget-mass-storage v18>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.740+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b2 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup auth v258 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87127180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000002b2:[<0x10000000231/sysfs-devices-power_resources_wakeup v258>,<0x10000000205/testing v395>,<0x10000000203/ABI v21>,<0x10000000202/Documentation v13>,<0x10000000201/linux-4.0.5 v11>,<0x10000000006/untar_tar v29>,<0x10000000005/tmp v28>,<0x100000001fb/client.0 v26>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v44>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v55>,<0x1/volumes v52>]//[3]","memoryvalue":"(4)0x100000002b2:[<0x10000000231/sysfs-devices-power_resources_wakeup v258>,<0x10000000205/testing v521>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.741+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000214 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394 auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87132b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000214:[<0x1000000020e/raw1394 v12>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000214:[<0x1000000020e/raw1394 v12>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.742+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000210 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394 auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87133080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000210:[<0x1000000020e/dv1394 v4>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000210:[<0x1000000020e/dv1394 v4>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.742+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87133600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020f:[<0x1000000020e/devfs v2>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000020f:[<0x1000000020e/devfs v2>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.742+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000211 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87133b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000211:[<0x1000000020e/ip_queue v6>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000211:[<0x1000000020e/ip_queue v6>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.743+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000215 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394 auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87134100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000215:[<0x1000000020e/video1394 v14>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000215:[<0x1000000020e/video1394 v14>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.806 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.743+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000212 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87134680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000212:[<0x1000000020e/net_dma v8>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000212:[<0x1000000020e/net_dma v8>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.743+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000213 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87134c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000213:[<0x1000000020e/o2cb v10>,<0x10000000205/removed v32>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000213:[<0x1000000020e/o2cb v10>,<0x10000000205/removed v32>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.744+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000222 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc auth v24 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87135180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000222:[<0x10000000216/sysfs-class-udc v24>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000222:[<0x10000000216/sysfs-class-udc v24>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.744+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight auth v16 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87135700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021e:[<0x10000000216/sysfs-class-backlight v16>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000021e:[<0x10000000216/sysfs-class-backlight v16>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.744+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend auth v14 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87140000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021d:[<0x10000000216/sysfs-bus-xen-backend v14>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000021d:[<0x10000000216/sysfs-bus-xen-backend v14>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.744+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87140580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021a:[<0x10000000216/sysfs-acpi-pmprofile v8>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000021a:[<0x10000000216/sysfs-acpi-pmprofile v8>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.745+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000220 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm auth v20 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87140b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000220:[<0x10000000216/sysfs-class-tpm v20>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000220:[<0x10000000216/sysfs-class-tpm v20>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.745+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000227 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx auth v34 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87141080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000227:[<0x10000000216/sysfs-driver-qla2xxx v34>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000227:[<0x10000000216/sysfs-driver-qla2xxx v34>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.745+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000229 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 auth v38 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87141600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000229:[<0x10000000216/sysfs-driver-w1_ds28e04 v38>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000229:[<0x10000000216/sysfs-driver-w1_ds28e04 v38>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.746+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog auth v44 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87141b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022c:[<0x10000000216/sysfs-firmware-opal-elog v44>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000022c:[<0x10000000216/sysfs-firmware-opal-elog v44>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.746+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87142100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021b:[<0x10000000216/sysfs-bus-firewire v10>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000021b:[<0x10000000216/sysfs-bus-firewire v10>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.746+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000225 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory auth v30 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87142680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000225:[<0x10000000216/sysfs-devices-system-xen_memory v30>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000225:[<0x10000000216/sysfs-devices-system-xen_memory v30>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.807 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.747+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000230 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso auth v52 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87143180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000230:[<0x10000000216/vdso v52>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000230:[<0x10000000216/vdso v52>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.747+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification auth v50 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87142c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022f:[<0x10000000216/thermal-notification v50>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000022f:[<0x10000000216/thermal-notification v50>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.747+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000224 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu auth v28 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714c000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000224:[<0x10000000216/sysfs-devices-system-cpu v28>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000224:[<0x10000000216/sysfs-devices-system-cpu v28>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.748+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000217 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87143700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000217:[<0x10000000216/firewire-cdev v2>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000217:[<0x10000000216/firewire-cdev v2>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.748+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021f [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill auth v18 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714c580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021f:[<0x10000000216/sysfs-class-rfkill v18>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000021f:[<0x10000000216/sysfs-class-rfkill v18>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.748+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000228 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc auth v36 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714d080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000228:[<0x10000000216/sysfs-driver-usb-usbtmc v36>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000228:[<0x10000000216/sysfs-driver-usb-usbtmc v36>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.749+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000226 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp auth v32 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714cb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000226:[<0x10000000216/sysfs-driver-ib_srp v32>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000226:[<0x10000000216/sysfs-driver-ib_srp v32>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.749+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars auth v40 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714d600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022a:[<0x10000000216/sysfs-firmware-efi-vars v40>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000022a:[<0x10000000216/sysfs-firmware-efi-vars v40>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.750+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000221 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi auth v22 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714db80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000221:[<0x10000000216/sysfs-class-ubi v22>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000221:[<0x10000000216/sysfs-class-ubi v22>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.750+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000223 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node auth v26 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714e100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000223:[<0x10000000216/sysfs-devices-node v26>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000223:[<0x10000000216/sysfs-devices-node v26>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.751+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000021c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714e680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000021c:[<0x10000000216/sysfs-bus-usb v12>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000021c:[<0x10000000216/sysfs-bus-usb v12>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.751+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000219 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714ec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000219:[<0x10000000216/syscalls v6>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000219:[<0x10000000216/syscalls v6>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.808 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.752+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022e [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp auth v48 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714f180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022e:[<0x10000000216/sysfs-transport-srp v48>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000022e:[<0x10000000216/sysfs-transport-srp v48>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.752+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000218 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8714f700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000218:[<0x10000000216/o2cb v4>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000218:[<0x10000000216/o2cb v4>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.753+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module auth v46 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87158000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022d:[<0x10000000216/sysfs-module v46>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000022d:[<0x10000000216/sysfs-module v46>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.753+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000022b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump auth v42 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87158580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000022b:[<0x10000000216/sysfs-firmware-opal-dump v42>,<0x10000000205/stable v86>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000022b:[<0x10000000216/sysfs-firmware-opal-dump v42>,<0x10000000205/stable v86>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.753+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020d [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra auth v12 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87158b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020d:[<0x10000000207/sysfs-driver-hid-roccat-pyra v12>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000020d:[<0x10000000207/sysfs-driver-hid-roccat-pyra v12>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.753+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000208 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads auth v2 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87159080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000208:[<0x10000000207/proc-sys-vm-nr_pdflush_threads v2>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000208:[<0x10000000207/proc-sys-vm-nr_pdflush_threads v2>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.754+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020c [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus auth v10 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87159600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020c:[<0x10000000207/sysfs-driver-hid-roccat-kovaplus v10>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000020c:[<0x10000000207/sysfs-driver-hid-roccat-kovaplus v10>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.755+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020a [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill auth v6 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b87159b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020a:[<0x10000000207/sysfs-class-rfkill v6>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000020a:[<0x10000000207/sysfs-class-rfkill v6>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.755+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000020b [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus auth v8 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8715a100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x1000000020b:[<0x10000000207/sysfs-driver-hid-roccat-koneplus v8>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x1000000020b:[<0x10000000207/sysfs-driver-hid-roccat-koneplus v8>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.809 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 07:57:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T07:57:52.757+0000 7f4ed7519700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000209 [4,head] /volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb auth v4 ap=1 s=0 n(v0 1=1+0) (iauth excl) (ifile excl) (ixattr excl) cr={15303=0-4194304@3} caps={15303=pAsxLsXsxFsxcrwb/pAsxXsxFxwb@1},l=15303 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x561b8715a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x10000000209:[<0x10000000207/sysfs-bus-usb v4>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v14>,<0x10000000202/Documentation v6>,<0x10000000201/linux-4.0.5 v4>,<0x10000000006/untar_tar v22>,<0x10000000005/tmp v24>,<0x100000001fb/client.0 v22>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v40>,<0x10000000001/sv_1 v60>,<0x10000000000/qa v53>,<0x1/volumes v50>]//[3]","memoryvalue":"(4)0x10000000209:[<0x10000000207/sysfs-bus-usb v4>,<0x10000000205/obsolete v16>,<0x10000000203/ABI v23>,<0x10000000202/Documentation v166>,<0x10000000201/linux-4.0.5 v18>,<0x10000000006/untar_tar v36>,<0x10000000005/tmp v34>,<0x100000001fb/client.0 v31>,<0x100000001fa/f36db83d-5b3f-4408-8f7b-2f12d969b8ce v48>,<0x10000000001/sv_1 v62>,<0x10000000000/qa v37>,<0x1/volumes v34>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-06-06T07:57:52.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-06-06T07:57:52.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-06-06T07:57:52.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-06-06T07:57:52.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-06-06T07:57:52.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-06-06T07:57:52.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-06-06T07:57:52.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-06-06T07:57:52.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-06-06T07:57:52.814 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-06-06T07:57:52.815 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-06-06T07:57:52.816 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-06-06T07:57:52.817 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-06-06T07:57:52.818 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-06-06T07:57:52.819 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-06-06T07:57:52.820 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-06-06T07:57:52.821 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-06-06T07:57:52.823 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-06-06T07:57:52.824 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-06-06T07:57:52.825 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-06-06T07:57:52.826 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-06-06T07:57:52.828 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-06-06T07:57:52.829 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-06-06T07:57:52.831 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-06-06T07:57:52.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-06-06T07:57:52.833 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-06-06T07:57:52.834 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-06-06T07:57:52.836 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-06-06T07:57:52.837 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-06-06T07:57:52.838 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-06-06T07:57:52.840 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-06-06T07:57:52.841 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-06-06T07:57:52.842 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-06-06T07:57:52.843 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-06-06T07:57:52.844 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-06-06T07:57:52.845 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-06-06T07:57:52.846 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-06-06T07:57:52.847 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-06-06T07:57:52.848 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-06-06T07:57:52.849 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-06-06T07:57:52.850 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-06-06T07:57:52.851 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-06-06T07:57:52.852 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-06-06T07:57:52.853 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-06-06T07:57:52.854 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-06-06T07:57:52.856 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-06-06T07:57:52.857 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-06-06T07:57:52.858 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-06-06T07:57:52.859 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-06-06T07:57:52.860 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-06-06T07:57:52.861 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-06-06T07:57:52.862 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-06-06T07:57:52.864 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-06-06T07:57:52.865 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-06-06T07:57:52.866 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-06-06T07:57:52.868 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-06-06T07:57:52.869 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-06-06T07:57:52.870 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-06-06T07:57:52.871 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-06-06T07:57:52.872 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-06-06T07:57:52.873 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-06-06T07:57:52.875 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-06-06T07:57:52.875 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-06-06T07:57:52.877 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-06-06T07:57:52.877 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-06-06T07:57:52.879 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-06-06T07:57:52.881 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-06-06T07:57:52.882 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-06-06T07:57:52.884 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-06-06T07:57:52.885 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-06-06T07:57:52.886 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-06-06T07:57:52.887 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-06-06T07:57:52.888 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-06-06T07:57:52.890 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-06-06T07:57:52.892 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-06-06T07:57:52.893 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-06-06T07:57:52.894 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-06-06T07:57:52.895 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-06-06T07:57:52.896 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-06-06T07:57:52.897 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-06-06T07:57:52.898 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-06-06T07:57:52.899 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-06-06T07:57:52.900 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-06-06T07:57:52.901 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-06-06T07:57:52.902 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-06-06T07:57:52.903 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-06-06T07:57:52.904 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-06-06T07:57:52.905 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-06-06T07:57:52.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-06-06T07:57:52.907 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-06-06T07:57:52.908 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-06-06T07:57:52.910 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-06-06T07:57:52.911 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-06-06T07:57:52.912 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-06-06T07:57:52.913 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-06-06T07:57:52.914 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-06-06T07:57:52.915 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-06-06T07:57:52.916 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-06-06T07:57:52.917 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-06-06T07:57:52.918 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-06-06T07:57:52.919 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-06-06T07:57:52.920 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-06-06T07:57:52.921 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-06-06T07:57:52.922 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-06-06T07:57:52.923 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-06-06T07:57:52.924 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-06-06T07:57:52.925 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-06-06T07:57:52.926 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-06-06T07:57:52.927 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-06-06T07:57:52.928 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-06-06T07:57:52.929 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-06-06T07:57:52.930 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-06-06T07:57:52.931 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-06-06T07:57:52.933 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-06-06T07:57:52.934 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-06-06T07:57:52.935 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-06-06T07:57:52.936 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/ 2024-06-06T07:57:52.937 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-06-06T07:57:52.938 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-06-06T07:57:52.939 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-06-06T07:57:52.941 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-06-06T07:57:52.942 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-06-06T07:57:52.943 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-06-06T07:57:52.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-06-06T07:57:52.945 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-06-06T07:57:52.946 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-06-06T07:57:52.947 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-06-06T07:57:52.948 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-06-06T07:57:52.949 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/ 2024-06-06T07:57:52.950 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-06-06T07:57:52.951 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-06-06T07:57:52.953 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-06-06T07:57:52.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-06-06T07:57:52.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-06-06T07:57:52.955 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-06-06T07:57:52.956 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-06-06T07:57:52.957 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-06-06T07:57:52.958 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-06-06T07:57:52.960 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-06-06T07:57:52.961 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-06-06T07:57:52.962 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gcov.txt 2024-06-06T07:57:52.963 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-06-06T07:57:52.964 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/ 2024-06-06T07:57:52.966 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-06-06T07:57:52.967 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-06-06T07:57:52.968 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-06-06T07:57:52.970 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-06-06T07:57:52.970 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-06-06T07:57:52.971 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-06-06T07:57:52.973 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-06-06T07:57:52.974 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hid/ 2024-06-06T07:57:52.976 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-06-06T07:57:52.976 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-06-06T07:57:52.977 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-06-06T07:57:52.978 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-06-06T07:57:52.979 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-06-06T07:57:52.981 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/highuid.txt 2024-06-06T07:57:52.983 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hsi.txt 2024-06-06T07:57:52.984 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-06-06T07:57:52.985 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ 2024-06-06T07:57:52.988 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-06-06T07:57:52.989 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-06-06T07:57:52.990 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-06-06T07:57:52.991 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-06-06T07:57:52.993 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-06-06T07:57:52.994 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-06-06T07:57:52.996 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-06-06T07:57:52.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: scrub queued for path: / 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000205 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:52 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000231 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing) see mds.c log and `damage ls` output for details 2024-06-06T07:57:52.998 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-06-06T07:57:52.999 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-06-06T07:57:53.000 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-06-06T07:57:53.002 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-06-06T07:57:53.003 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-06-06T07:57:53.005 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-06-06T07:57:53.006 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-06-06T07:57:53.007 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-06-06T07:57:53.009 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-06-06T07:57:53.011 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-06-06T07:57:53.012 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-06-06T07:57:53.014 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-06-06T07:57:53.015 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-06-06T07:57:53.017 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-06-06T07:57:53.018 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-06-06T07:57:53.020 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-06-06T07:57:53.021 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-06-06T07:57:53.023 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-06-06T07:57:53.024 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-06-06T07:57:53.026 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-06-06T07:57:53.027 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-06-06T07:57:53.029 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-06-06T07:57:53.030 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-06-06T07:57:53.031 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-06-06T07:57:53.033 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-06-06T07:57:53.034 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-06-06T07:57:53.036 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-06-06T07:57:53.037 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-06-06T07:57:53.039 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-06-06T07:57:53.040 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-06-06T07:57:53.042 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-06-06T07:57:53.043 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-06-06T07:57:53.045 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-06-06T07:57:53.046 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-06-06T07:57:53.048 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-06-06T07:57:53.049 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-06-06T07:57:53.051 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-06-06T07:57:53.053 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-06-06T07:57:53.054 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-06-06T07:57:53.055 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-06-06T07:57:53.057 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-06-06T07:57:53.058 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-06-06T07:57:53.060 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-06-06T07:57:53.061 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-06-06T07:57:53.063 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-06-06T07:57:53.064 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-06-06T07:57:53.066 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-06-06T07:57:53.067 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-06-06T07:57:53.069 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-06-06T07:57:53.070 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-06-06T07:57:53.072 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-06-06T07:57:53.073 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-06-06T07:57:53.075 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-06-06T07:57:53.076 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-06-06T07:57:53.078 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-06-06T07:57:53.079 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-06-06T07:57:53.080 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-06-06T07:57:53.082 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-06-06T07:57:53.083 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-06-06T07:57:53.084 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-06-06T07:57:53.085 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-06-06T07:57:53.087 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-06-06T07:57:53.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-06-06T07:57:53.089 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-06-06T07:57:53.090 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-06-06T07:57:53.091 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-06-06T07:57:53.092 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-06-06T07:57:53.093 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-06-06T07:57:53.095 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-06-06T07:57:53.096 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-06-06T07:57:53.097 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-06-06T07:57:53.098 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-06-06T07:57:53.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-06-06T07:57:53.100 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-06-06T07:57:53.102 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-06-06T07:57:53.103 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-06-06T07:57:53.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-06-06T07:57:53.105 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-06-06T07:57:53.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-06-06T07:57:53.107 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-06-06T07:57:53.109 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-06-06T07:57:53.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-06-06T07:57:53.111 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-06-06T07:57:53.112 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-06-06T07:57:53.113 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-06-06T07:57:53.114 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-06-06T07:57:53.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-06-06T07:57:53.117 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-06-06T07:57:53.118 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-06-06T07:57:53.119 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-06-06T07:57:53.120 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-06-06T07:57:53.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-06-06T07:57:53.123 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-06-06T07:57:53.124 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-06-06T07:57:53.125 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-06-06T07:57:53.126 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-06-06T07:57:53.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-06-06T07:57:53.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-06-06T07:57:53.130 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-06-06T07:57:53.131 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-06-06T07:57:53.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-06-06T07:57:53.133 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-06-06T07:57:53.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-06-06T07:57:53.135 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-06-06T07:57:53.137 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-06-06T07:57:53.138 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-06-06T07:57:53.139 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-06-06T07:57:53.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-06-06T07:57:53.141 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-06-06T07:57:53.143 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-06-06T07:57:53.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-06-06T07:57:53.145 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-06-06T07:57:53.146 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-06-06T07:57:53.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-06-06T07:57:53.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-06-06T07:57:53.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-06-06T07:57:53.151 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-06-06T07:57:53.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-06-06T07:57:53.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-06-06T07:57:53.154 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-06-06T07:57:53.156 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-06-06T07:57:53.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-06-06T07:57:53.158 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-06-06T07:57:53.159 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-06-06T07:57:53.161 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-06-06T07:57:53.162 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-06-06T07:57:53.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-06-06T07:57:53.164 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-06-06T07:57:53.165 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-06-06T07:57:53.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-06-06T07:57:53.168 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/ 2024-06-06T07:57:53.171 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-06-06T07:57:53.172 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-06-06T07:57:53.173 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-06-06T07:57:53.174 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-06-06T07:57:53.175 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-06-06T07:57:53.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-06-06T07:57:53.178 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-06-06T07:57:53.179 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-06-06T07:57:53.180 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-06-06T07:57:53.181 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-06-06T07:57:53.183 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-06-06T07:57:53.184 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-06-06T07:57:53.185 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-06-06T07:57:53.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-06-06T07:57:53.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-06-06T07:57:53.189 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-06-06T07:57:53.190 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-06-06T07:57:53.191 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-06-06T07:57:53.192 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-06-06T07:57:53.193 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-06-06T07:57:53.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-06-06T07:57:53.195 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-06-06T07:57:53.197 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-06-06T07:57:53.198 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-06-06T07:57:53.199 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-06-06T07:57:53.200 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-06-06T07:57:53.201 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-06-06T07:57:53.203 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-06-06T07:57:53.204 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-06-06T07:57:53.205 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-06-06T07:57:53.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-06-06T07:57:53.207 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-06-06T07:57:53.209 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/summary 2024-06-06T07:57:53.210 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-06-06T07:57:53.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-06-06T07:57:53.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-06-06T07:57:53.214 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2o/ 2024-06-06T07:57:53.216 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2o/README 2024-06-06T07:57:53.218 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-06-06T07:57:53.219 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/ 2024-06-06T07:57:53.222 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-06-06T07:57:53.223 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-06-06T07:57:53.224 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-06-06T07:57:53.226 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/README 2024-06-06T07:57:53.227 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-06-06T07:57:53.228 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-06-06T07:57:53.229 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-06-06T07:57:53.230 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-06-06T07:57:53.232 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-06-06T07:57:53.233 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-06-06T07:57:53.234 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-06-06T07:57:53.235 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-06-06T07:57:53.236 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/ 2024-06-06T07:57:53.239 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-06-06T07:57:53.240 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-06-06T07:57:53.241 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-06-06T07:57:53.242 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-06-06T07:57:53.244 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-06-06T07:57:53.245 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-06-06T07:57:53.246 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-06-06T07:57:53.247 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/infiniband/ 2024-06-06T07:57:53.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-06-06T07:57:53.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-06-06T07:57:53.252 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-06-06T07:57:53.253 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-06-06T07:57:53.255 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-06-06T07:57:53.256 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/init.txt 2024-06-06T07:57:53.258 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/initrd.txt 2024-06-06T07:57:53.259 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/ 2024-06-06T07:57:53.262 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-06-06T07:57:53.263 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-06-06T07:57:53.264 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-06-06T07:57:53.266 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-06-06T07:57:53.267 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-06-06T07:57:53.268 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-06-06T07:57:53.269 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-06-06T07:57:53.270 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-06-06T07:57:53.272 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-06-06T07:57:53.273 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-06-06T07:57:53.274 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-06-06T07:57:53.275 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-06-06T07:57:53.276 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-06-06T07:57:53.278 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-06-06T07:57:53.279 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-06-06T07:57:53.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-06-06T07:57:53.282 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-06-06T07:57:53.283 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/input.txt 2024-06-06T07:57:53.285 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-06-06T07:57:53.286 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-06-06T07:57:53.288 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-06-06T07:57:53.289 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-06-06T07:57:53.291 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-06-06T07:57:53.292 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-06-06T07:57:53.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-06-06T07:57:53.296 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-06-06T07:57:53.297 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-06-06T07:57:53.298 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-06-06T07:57:53.300 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-06-06T07:57:53.301 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-06-06T07:57:53.302 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-06-06T07:57:53.303 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-06-06T07:57:53.305 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-06-06T07:57:53.307 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-06-06T07:57:53.309 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/ 2024-06-06T07:57:53.311 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-06-06T07:57:53.312 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-06-06T07:57:53.313 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-06-06T07:57:53.314 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-06-06T07:57:53.315 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-06-06T07:57:53.317 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-06-06T07:57:53.318 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/iostats.txt 2024-06-06T07:57:53.319 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-06-06T07:57:53.321 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-06-06T07:57:53.323 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/ 2024-06-06T07:57:53.325 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-06-06T07:57:53.326 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-06-06T07:57:53.327 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-06-06T07:57:53.328 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-06-06T07:57:53.330 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-06-06T07:57:53.331 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-06-06T07:57:53.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README 2024-06-06T07:57:53.333 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-06-06T07:57:53.334 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-06-06T07:57:53.335 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-06-06T07:57:53.336 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-06-06T07:57:53.338 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-06-06T07:57:53.338 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-06-06T07:57:53.340 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-06-06T07:57:53.341 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-06-06T07:57:53.342 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-06-06T07:57:53.343 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-06-06T07:57:53.344 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-06-06T07:57:53.345 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-06-06T07:57:53.346 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-06-06T07:57:53.348 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-06-06T07:57:53.348 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-06-06T07:57:53.350 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-06-06T07:57:53.353 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-06-06T07:57:53.354 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-06-06T07:57:53.354 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-06-06T07:57:53.356 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-06-06T07:57:53.357 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-06-06T07:57:53.359 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-06-06T07:57:53.361 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-06-06T07:57:53.363 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-06-06T07:57:53.364 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/java.txt 2024-06-06T07:57:53.367 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kasan.txt 2024-06-06T07:57:53.369 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/ 2024-06-06T07:57:53.372 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-06-06T07:57:53.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-06-06T07:57:53.375 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-06-06T07:57:53.377 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-06-06T07:57:53.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-06-06T07:57:53.380 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-06-06T07:57:53.382 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-06-06T07:57:53.384 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kdump/ 2024-06-06T07:57:53.388 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-06-06T07:57:53.389 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-06-06T07:57:53.391 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-06-06T07:57:53.393 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-06-06T07:57:53.395 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-06-06T07:57:53.399 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-06-06T07:57:53.401 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-06-06T07:57:53.403 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-06-06T07:57:53.405 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-06-06T07:57:53.408 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-06-06T07:57:53.410 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-06-06T07:57:53.411 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kobject.txt 2024-06-06T07:57:53.413 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-06-06T07:57:53.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kref.txt 2024-06-06T07:57:53.418 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-06-06T07:57:53.420 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/ 2024-06-06T07:57:53.422 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-06-06T07:57:53.423 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-06-06T07:57:53.424 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-06-06T07:57:53.426 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-06-06T07:57:53.427 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-06-06T07:57:53.428 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-06-06T07:57:53.429 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-06-06T07:57:53.430 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-06-06T07:57:53.431 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-06-06T07:57:53.433 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-06-06T07:57:53.434 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-06-06T07:57:53.435 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-06-06T07:57:53.436 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ldm.txt 2024-06-06T07:57:53.438 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/ 2024-06-06T07:57:53.440 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-06-06T07:57:53.441 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-06-06T07:57:53.442 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-06-06T07:57:53.443 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-06-06T07:57:53.444 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-06-06T07:57:53.446 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-06-06T07:57:53.447 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-06-06T07:57:53.448 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-06-06T07:57:53.449 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-06-06T07:57:53.451 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-06-06T07:57:53.453 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-06-06T07:57:53.455 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-06-06T07:57:53.457 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/ 2024-06-06T07:57:53.460 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-06-06T07:57:53.462 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-06-06T07:57:53.463 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-06-06T07:57:53.465 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-06-06T07:57:53.467 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-06-06T07:57:53.468 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-06-06T07:57:53.470 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-06-06T07:57:53.472 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-06-06T07:57:53.473 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-06-06T07:57:53.475 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-06-06T07:57:53.477 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-06-06T07:57:53.479 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/logo.gif 2024-06-06T07:57:53.481 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/logo.txt 2024-06-06T07:57:53.483 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/lzo.txt 2024-06-06T07:57:53.486 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/m68k/ 2024-06-06T07:57:53.489 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-06-06T07:57:53.490 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-06-06T07:57:53.492 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-06-06T07:57:53.494 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-06-06T07:57:53.496 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-06-06T07:57:53.498 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/md.txt 2024-06-06T07:57:53.500 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-06-06T07:57:53.502 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-06-06T07:57:53.717 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-06-06T07:57:53.719 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-06-06T07:57:53.720 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-06-06T07:57:53.721 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/metag/ 2024-06-06T07:57:53.723 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-06-06T07:57:53.724 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-06-06T07:57:53.725 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/ 2024-06-06T07:57:53.727 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-06-06T07:57:53.728 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-06-06T07:57:53.729 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-06-06T07:57:53.730 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-06-06T07:57:53.731 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-06-06T07:57:53.732 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-06-06T07:57:53.733 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-06-06T07:57:53.734 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-06-06T07:57:53.735 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-06-06T07:57:53.736 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-06-06T07:57:53.737 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mips/ 2024-06-06T07:57:53.739 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-06-06T07:57:53.741 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-06-06T07:57:53.742 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-06-06T07:57:53.744 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-06-06T07:57:53.745 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-06-06T07:57:53.746 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-06-06T07:57:53.747 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-06-06T07:57:53.748 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-06-06T07:57:53.749 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-06-06T07:57:53.750 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-06-06T07:57:53.751 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-06-06T07:57:53.752 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-06-06T07:57:53.753 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-06-06T07:57:53.754 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-06-06T07:57:53.755 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-06-06T07:57:53.755 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-06-06T07:57:53.757 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-06-06T07:57:53.758 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-06-06T07:57:53.759 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-06-06T07:57:53.760 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-06-06T07:57:53.761 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-06-06T07:57:53.762 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mmc/ 2024-06-06T07:57:53.764 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-06-06T07:57:53.765 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-06-06T07:57:53.766 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-06-06T07:57:53.766 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-06-06T07:57:53.768 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mn10300/ 2024-06-06T07:57:53.769 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-06-06T07:57:53.770 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-06-06T07:57:53.772 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-06-06T07:57:53.773 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mono.txt 2024-06-06T07:57:53.775 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mtd/ 2024-06-06T07:57:53.777 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-06-06T07:57:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000216 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: scrub summary: active paths [/] 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: pgmap v77: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 466 KiB/s wr, 76 op/s 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000233 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000255 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000265 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000024f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002af (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000269 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000026f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000024e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000027d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000029f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000025e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000275 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000288 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b9 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000026b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000257 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002ab (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000276 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000025f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000247 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002bc (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000029d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000292 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000024d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000026d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000028f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000289 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000245 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000250 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000283 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002bb (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002bd (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000270 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000277 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:53 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000259 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.783 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-06-06T07:57:53.783 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-06-06T07:57:53.783 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-06-06T07:57:53.784 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/namespaces/ 2024-06-06T07:57:53.784 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-06-06T07:57:53.785 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-06-06T07:57:53.787 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/netlabel/ 2024-06-06T07:57:53.789 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-06-06T07:57:53.790 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-06-06T07:57:53.790 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-06-06T07:57:53.791 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-06-06T07:57:53.792 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-06-06T07:57:53.793 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ 2024-06-06T07:57:53.795 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-06-06T07:57:53.796 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-06-06T07:57:53.796 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-06-06T07:57:53.797 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-06-06T07:57:53.798 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-06-06T07:57:53.799 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-06-06T07:57:53.801 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-06-06T07:57:53.802 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-06-06T07:57:53.803 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-06-06T07:57:53.803 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-06-06T07:57:53.805 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-06-06T07:57:53.805 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-06-06T07:57:53.807 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-06-06T07:57:53.807 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-06-06T07:57:53.809 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-06-06T07:57:53.810 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-06-06T07:57:53.811 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-06-06T07:57:53.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-06-06T07:57:53.812 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-06-06T07:57:53.813 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-06-06T07:57:53.815 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-06-06T07:57:53.816 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-06-06T07:57:53.816 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-06-06T07:57:53.817 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-06-06T07:57:53.818 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-06-06T07:57:53.819 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-06-06T07:57:53.821 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-06-06T07:57:53.822 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-06-06T07:57:53.824 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-06-06T07:57:53.825 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-06-06T07:57:53.826 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000216 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: scrub summary: active paths [/] 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: pgmap v77: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 466 KiB/s wr, 76 op/s 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000233 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.827 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000255 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000265 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000024f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002af (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000269 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000026f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000024e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.828 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000027d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000029f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000025e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000275 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000288 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b9 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000026b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000257 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002ab (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.829 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000276 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000025f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000247 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002bc (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000029d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000292 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000024d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.830 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000026d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000028f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000289 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000245 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000250 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000283 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002bb (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002bd (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000270 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000277 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.831 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.832 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.832 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:53 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000259 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-06-06T07:57:53.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-06-06T07:57:53.832 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-06-06T07:57:53.833 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-06-06T07:57:53.833 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-06-06T07:57:53.834 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-06-06T07:57:53.835 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-06-06T07:57:53.837 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-06-06T07:57:53.839 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-06-06T07:57:53.840 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-06-06T07:57:53.841 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-06-06T07:57:53.843 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-06-06T07:57:53.844 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-06-06T07:57:53.846 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-06-06T07:57:53.847 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-06-06T07:57:53.849 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-06-06T07:57:53.850 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-06-06T07:57:53.851 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-06-06T07:57:53.853 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-06-06T07:57:53.854 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-06-06T07:57:53.856 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-06-06T07:57:53.857 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-06-06T07:57:53.859 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-06-06T07:57:53.860 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-06-06T07:57:53.862 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-06-06T07:57:53.863 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-06-06T07:57:53.864 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-06-06T07:57:53.866 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-06-06T07:57:53.867 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-06-06T07:57:53.869 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-06-06T07:57:53.870 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-06-06T07:57:53.872 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-06-06T07:57:53.873 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-06-06T07:57:53.874 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-06-06T07:57:53.874 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-06-06T07:57:53.875 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-06-06T07:57:53.876 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-06-06T07:57:53.877 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-06-06T07:57:53.878 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-06-06T07:57:53.879 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-06-06T07:57:53.880 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-06-06T07:57:53.881 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-06-06T07:57:53.882 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-06-06T07:57:53.883 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-06-06T07:57:53.884 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-06-06T07:57:53.885 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-06-06T07:57:53.886 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-06-06T07:57:53.887 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-06-06T07:57:53.888 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-06-06T07:57:53.888 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-06-06T07:57:53.889 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-06-06T07:57:53.890 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-06-06T07:57:53.891 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-06-06T07:57:53.892 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-06-06T07:57:53.893 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-06-06T07:57:53.894 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-06-06T07:57:53.895 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-06-06T07:57:53.896 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-06-06T07:57:53.897 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-06-06T07:57:53.898 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-06-06T07:57:53.899 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-06-06T07:57:53.900 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-06-06T07:57:53.901 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-06-06T07:57:53.902 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-06-06T07:57:53.903 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-06-06T07:57:53.904 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-06-06T07:57:53.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-06-06T07:57:53.906 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-06-06T07:57:53.907 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-06-06T07:57:53.908 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-06-06T07:57:53.909 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-06-06T07:57:53.910 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-06-06T07:57:53.911 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-06-06T07:57:53.912 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-06-06T07:57:53.914 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-06-06T07:57:53.915 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-06-06T07:57:53.917 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-06-06T07:57:53.918 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-06-06T07:57:53.919 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-06-06T07:57:53.921 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-06-06T07:57:53.922 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-06-06T07:57:53.924 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-06-06T07:57:53.925 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-06-06T07:57:53.927 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-06-06T07:57:53.928 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-06-06T07:57:53.930 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-06-06T07:57:53.931 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-06-06T07:57:53.932 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-06-06T07:57:53.934 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-06-06T07:57:53.935 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-06-06T07:57:53.937 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-06-06T07:57:53.938 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-06-06T07:57:53.939 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-06-06T07:57:53.941 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-06-06T07:57:53.942 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-06-06T07:57:53.943 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-06-06T07:57:53.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-06-06T07:57:53.944 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-06-06T07:57:53.946 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-06-06T07:57:53.946 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-06-06T07:57:53.947 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-06-06T07:57:53.948 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-06-06T07:57:53.949 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-06-06T07:57:53.950 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-06-06T07:57:53.951 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-06-06T07:57:53.952 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/nfc/ 2024-06-06T07:57:53.953 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-06-06T07:57:53.954 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-06-06T07:57:53.955 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/nios2/ 2024-06-06T07:57:53.956 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/nios2/README 2024-06-06T07:57:53.957 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-06-06T07:57:53.958 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/numastat.txt 2024-06-06T07:57:53.959 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-06-06T07:57:53.960 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/padata.txt 2024-06-06T07:57:53.961 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/parisc/ 2024-06-06T07:57:53.963 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-06-06T07:57:53.963 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-06-06T07:57:53.965 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/parisc/registers 2024-06-06T07:57:53.966 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-06-06T07:57:53.966 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/parport.txt 2024-06-06T07:57:53.967 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-06-06T07:57:53.969 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-06-06T07:57:53.970 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-06-06T07:57:53.970 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-06-06T07:57:53.971 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-06-06T07:57:53.972 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-06-06T07:57:53.973 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-06-06T07:57:53.974 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-06-06T07:57:53.975 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-06-06T07:57:53.976 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/phy.txt 2024-06-06T07:57:53.977 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/phy/ 2024-06-06T07:57:53.979 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-06-06T07:57:53.980 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-06-06T07:57:53.981 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-06-06T07:57:53.982 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/platform/ 2024-06-06T07:57:53.984 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-06-06T07:57:53.984 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pnp.txt 2024-06-06T07:57:53.986 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/ 2024-06-06T07:57:53.987 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-06-06T07:57:53.988 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-06-06T07:57:53.989 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-06-06T07:57:53.990 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-06-06T07:57:53.990 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-06-06T07:57:53.991 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-06-06T07:57:53.992 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-06-06T07:57:53.993 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-06-06T07:57:53.994 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-06-06T07:57:53.995 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-06-06T07:57:53.996 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-06-06T07:57:53.997 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000020e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000206 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000216 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000207 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: scrub summary: active paths [/] 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: pgmap v77: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 276 KiB/s rd, 466 KiB/s wr, 76 op/s 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000233 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000255 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000265 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000024f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002af (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000269 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo) see mds.c log and `damage ls` output for details 2024-06-06T07:57:53.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000026f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000024e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000027d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000029f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000025e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000275 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000288 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b9 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000026b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000257 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002ab (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000276 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000025f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000247 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002bc (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000029d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000292 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000024d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000026d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000028f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000289 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000245 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000250 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000283 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002bb (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002bd (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000270 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000277 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:53 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000259 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-06-06T07:57:54.004 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-06-06T07:57:54.005 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-06-06T07:57:54.005 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-06-06T07:57:54.006 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-06-06T07:57:54.007 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/states.txt 2024-06-06T07:57:54.008 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-06-06T07:57:54.009 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-06-06T07:57:54.009 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-06-06T07:57:54.010 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-06-06T07:57:54.011 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-06-06T07:57:54.012 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-06-06T07:57:54.013 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-06-06T07:57:54.014 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/power/video.txt 2024-06-06T07:57:54.015 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/ 2024-06-06T07:57:54.016 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-06-06T07:57:54.017 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-06-06T07:57:54.018 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-06-06T07:57:54.019 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-06-06T07:57:54.020 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-06-06T07:57:54.020 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-06-06T07:57:54.021 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-06-06T07:57:54.022 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-06-06T07:57:54.023 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-06-06T07:57:54.024 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-06-06T07:57:54.025 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-06-06T07:57:54.025 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-06-06T07:57:54.026 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-06-06T07:57:54.027 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pps/ 2024-06-06T07:57:54.029 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-06-06T07:57:54.029 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/ 2024-06-06T07:57:54.031 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-06-06T07:57:54.031 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-06-06T07:57:54.032 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-06-06T07:57:54.033 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-06-06T07:57:54.034 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-06-06T07:57:54.035 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-06-06T07:57:54.035 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-06-06T07:57:54.036 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-06-06T07:57:54.037 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-06-06T07:57:54.038 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pti/ 2024-06-06T07:57:54.040 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-06-06T07:57:54.041 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ptp/ 2024-06-06T07:57:54.042 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-06-06T07:57:54.043 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-06-06T07:57:54.043 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-06-06T07:57:54.044 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-06-06T07:57:54.045 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-06-06T07:57:54.046 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/pwm.txt 2024-06-06T07:57:54.047 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-06-06T07:57:54.048 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rapidio/ 2024-06-06T07:57:54.049 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-06-06T07:57:54.050 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-06-06T07:57:54.051 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-06-06T07:57:54.052 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-06-06T07:57:54.053 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-06-06T07:57:54.054 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-06-06T07:57:54.055 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-06-06T07:57:54.056 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-06-06T07:57:54.057 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-06-06T07:57:54.059 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/rtc.txt 2024-06-06T07:57:54.060 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/ 2024-06-06T07:57:54.061 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-06-06T07:57:54.062 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-06-06T07:57:54.063 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-06-06T07:57:54.064 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-06-06T07:57:54.065 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/DASD 2024-06-06T07:57:54.066 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-06-06T07:57:54.067 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-06-06T07:57:54.068 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-06-06T07:57:54.069 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-06-06T07:57:54.070 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-06-06T07:57:54.071 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-06-06T07:57:54.071 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-06-06T07:57:54.072 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-06-06T07:57:54.073 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-06-06T07:57:54.074 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/ 2024-06-06T07:57:54.076 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-06-06T07:57:54.077 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-06-06T07:57:54.078 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-06-06T07:57:54.079 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-06-06T07:57:54.080 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-06-06T07:57:54.081 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-06-06T07:57:54.082 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-06-06T07:57:54.083 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-06-06T07:57:54.084 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-06-06T07:57:54.084 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-06-06T07:57:54.085 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ 2024-06-06T07:57:54.087 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-06-06T07:57:54.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-06-06T07:57:54.088 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-06-06T07:57:54.089 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-06-06T07:57:54.091 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-06-06T07:57:54.091 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-06-06T07:57:54.092 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-06-06T07:57:54.094 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-06-06T07:57:54.095 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-06-06T07:57:54.096 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-06-06T07:57:54.097 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-06-06T07:57:54.097 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-06-06T07:57:54.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-06-06T07:57:54.099 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-06-06T07:57:54.101 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-06-06T07:57:54.101 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-06-06T07:57:54.102 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-06-06T07:57:54.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-06-06T07:57:54.104 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-06-06T07:57:54.105 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-06-06T07:57:54.106 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-06-06T07:57:54.107 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-06-06T07:57:54.108 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-06-06T07:57:54.109 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-06-06T07:57:54.110 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-06-06T07:57:54.111 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-06-06T07:57:54.112 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-06-06T07:57:54.113 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-06-06T07:57:54.113 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-06-06T07:57:54.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-06-06T07:57:54.115 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-06-06T07:57:54.116 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-06-06T07:57:54.117 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-06-06T07:57:54.118 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-06-06T07:57:54.119 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-06-06T07:57:54.120 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-06-06T07:57:54.121 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-06-06T07:57:54.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-06-06T07:57:54.122 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-06-06T07:57:54.123 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-06-06T07:57:54.124 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-06-06T07:57:54.125 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-06-06T07:57:54.126 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-06-06T07:57:54.127 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-06-06T07:57:54.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-06-06T07:57:54.128 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-06-06T07:57:54.129 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-06-06T07:57:54.130 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-06-06T07:57:54.131 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-06-06T07:57:54.132 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-06-06T07:57:54.133 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-06-06T07:57:54.134 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-06-06T07:57:54.135 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-06-06T07:57:54.135 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-06-06T07:57:54.136 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-06-06T07:57:54.137 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-06-06T07:57:54.138 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-06-06T07:57:54.139 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-06-06T07:57:54.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-06-06T07:57:54.140 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/ 2024-06-06T07:57:54.142 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-06-06T07:57:54.143 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-06-06T07:57:54.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-06-06T07:57:54.144 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-06-06T07:57:54.145 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-06-06T07:57:54.146 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-06-06T07:57:54.147 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-06-06T07:57:54.148 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-06-06T07:57:54.149 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-06-06T07:57:54.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-06-06T07:57:54.150 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-06-06T07:57:54.151 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-06-06T07:57:54.152 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-06-06T07:57:54.153 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-06-06T07:57:54.154 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/ 2024-06-06T07:57:54.156 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-06-06T07:57:54.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-06-06T07:57:54.157 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/driver 2024-06-06T07:57:54.158 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-06-06T07:57:54.159 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-06-06T07:57:54.160 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-06-06T07:57:54.161 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-06-06T07:57:54.162 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-06-06T07:57:54.163 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-06-06T07:57:54.164 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sh/ 2024-06-06T07:57:54.165 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-06-06T07:57:54.166 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-06-06T07:57:54.170 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-06-06T07:57:54.170 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/ 2024-06-06T07:57:54.170 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-06-06T07:57:54.170 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-06-06T07:57:54.171 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-06-06T07:57:54.172 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-06-06T07:57:54.173 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-06-06T07:57:54.174 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-06-06T07:57:54.174 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-06-06T07:57:54.175 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-06-06T07:57:54.176 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-06-06T07:57:54.177 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-06-06T07:57:54.178 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-06-06T07:57:54.179 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-06-06T07:57:54.180 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-06-06T07:57:54.181 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-06-06T07:57:54.182 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-06-06T07:57:54.182 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-06-06T07:57:54.183 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-06-06T07:57:54.184 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-06-06T07:57:54.185 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-06-06T07:57:54.186 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-06-06T07:57:54.187 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-06-06T07:57:54.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-06-06T07:57:54.188 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-06-06T07:57:54.189 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-06-06T07:57:54.190 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-06-06T07:57:54.191 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-06-06T07:57:54.192 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-06-06T07:57:54.193 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-06-06T07:57:54.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-06-06T07:57:54.194 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-06-06T07:57:54.195 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-06-06T07:57:54.196 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-06-06T07:57:54.197 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-06-06T07:57:54.198 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-06-06T07:57:54.199 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-06-06T07:57:54.200 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-06-06T07:57:54.201 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-06-06T07:57:54.201 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-06-06T07:57:54.202 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-06-06T07:57:54.203 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-06-06T07:57:54.205 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-06-06T07:57:54.205 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-06-06T07:57:54.206 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-06-06T07:57:54.207 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-06-06T07:57:54.208 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-06-06T07:57:54.209 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-06-06T07:57:54.210 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-06-06T07:57:54.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-06-06T07:57:54.211 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-06-06T07:57:54.212 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-06-06T07:57:54.213 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-06-06T07:57:54.214 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-06-06T07:57:54.215 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-06-06T07:57:54.216 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-06-06T07:57:54.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-06-06T07:57:54.217 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-06-06T07:57:54.218 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-06-06T07:57:54.219 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-06-06T07:57:54.220 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-06-06T07:57:54.221 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-06-06T07:57:54.222 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-06-06T07:57:54.223 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-06-06T07:57:54.224 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sparse.txt 2024-06-06T07:57:54.225 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/ 2024-06-06T07:57:54.226 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-06-06T07:57:54.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 -- 172.21.15.27:0/702043758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc18102ea0 msgr2=0x7efc1810f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 --2- 172.21.15.27:0/702043758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc18102ea0 0x7efc1810f380 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7efc1000b0a0 tx=0x7efc1000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 -- 172.21.15.27:0/702043758 shutdown_connections 2024-06-06T07:57:54.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 --2- 172.21.15.27:0/702043758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc18102ea0 0x7efc1810f380 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 --2- 172.21.15.27:0/702043758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc181085f0 0x7efc181089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.227 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 --2- 172.21.15.27:0/702043758 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc18102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 -- 172.21.15.27:0/702043758 >> 172.21.15.27:0/702043758 conn(0x7efc18079640 msgr2=0x7efc18079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:54.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 -- 172.21.15.27:0/702043758 shutdown_connections 2024-06-06T07:57:54.228 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.228+0000 7efc20784700 1 -- 172.21.15.27:0/702043758 wait complete. 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 Processor -- start 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 -- start start 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc1819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc18102ea0 0x7efc1819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 0x7efc18198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efc181128d0 con 0x7efc181085f0 2024-06-06T07:57:54.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efc18112750 con 0x7efc181024e0 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc20784700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc18112a50 con 0x7efc18102ea0 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1ed21700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 0x7efc18198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1e520700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc1819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1e520700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc1819e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:56982/0 (socket says 172.21.15.27:56982) 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1dd1f700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc18102ea0 0x7efc1819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1e520700 1 -- 172.21.15.27:0/1886817536 learned_addr learned my addr 172.21.15.27:0/1886817536 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1ed21700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 0x7efc18198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56612/0 (socket says 172.21.15.27:56612) 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1ed21700 1 -- 172.21.15.27:0/1886817536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc18102ea0 msgr2=0x7efc1819edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1ed21700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc18102ea0 0x7efc1819edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1ed21700 1 -- 172.21.15.27:0/1886817536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 msgr2=0x7efc1819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.229+0000 7efc1ed21700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc1819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.230 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc1ed21700 1 -- 172.21.15.27:0/1886817536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc181991b0 con 0x7efc181085f0 2024-06-06T07:57:54.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc1e520700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc1819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:54.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc1ed21700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 0x7efc18198a50 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7efc1000b0a0 tx=0x7efc10004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:54.231 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-06-06T07:57:54.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc0f7fe700 1 -- 172.21.15.27:0/1886817536 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc10021070 con 0x7efc181085f0 2024-06-06T07:57:54.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc18199440 con 0x7efc181085f0 2024-06-06T07:57:54.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc0f7fe700 1 -- 172.21.15.27:0/1886817536 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc10007b80 con 0x7efc181085f0 2024-06-06T07:57:54.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc181a5760 con 0x7efc181085f0 2024-06-06T07:57:54.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.230+0000 7efc0f7fe700 1 -- 172.21.15.27:0/1886817536 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc10005040 con 0x7efc181085f0 2024-06-06T07:57:54.232 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-06-06T07:57:54.232 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-06-06T07:57:54.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.232+0000 7efc0f7fe700 1 -- 172.21.15.27:0/1886817536 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7efc10024070 con 0x7efc181085f0 2024-06-06T07:57:54.233 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-06-06T07:57:54.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.233+0000 7efc0f7fe700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efc040a2d90 0x7efc040a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.233+0000 7efc1e520700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efc040a2d90 0x7efc040a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.233+0000 7efc0f7fe700 1 -- 172.21.15.27:0/1886817536 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7efc100d0600 con 0x7efc181085f0 2024-06-06T07:57:54.234 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-06-06T07:57:54.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.233+0000 7efc1e520700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efc040a2d90 0x7efc040a5250 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efc18199b90 tx=0x7efc14009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:54.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 Processor -- start 2024-06-06T07:57:54.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 -- start start 2024-06-06T07:57:54.235 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e0029bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e0029c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561e001e9810 con 0x561e002a2390 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561e00191720 con 0x561e0029c330 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc2b007b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561e001e57d0 con 0x561e002a1a70 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc1dd1f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e0029bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc1e520700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc1dd1f700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e0029bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56620/0 (socket says 172.21.15.27:56620) 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.234+0000 7efc1dd1f700 1 -- 172.21.15.27:0/4033557641 learned_addr learned my addr 172.21.15.27:0/4033557641 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1ed21700 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e0029c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1e520700 1 -- 172.21.15.27:0/4033557641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 msgr2=0x561e0029c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1e520700 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e0029c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1e520700 1 -- 172.21.15.27:0/4033557641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 msgr2=0x561e0029bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1e520700 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e0029bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1e520700 1 -- 172.21.15.27:0/4033557641 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e00187f50 con 0x561e002a1a70 2024-06-06T07:57:54.237 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-06-06T07:57:54.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc1e520700 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002a1e50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efc14004310 tx=0x7efc14014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57c5a39601d86bfd server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:54.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc0cff9700 1 -- 172.21.15.27:0/4033557641 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14003d10 con 0x561e002a1a70 2024-06-06T07:57:54.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc0cff9700 1 -- 172.21.15.27:0/4033557641 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc1401e920 con 0x561e002a1a70 2024-06-06T07:57:54.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.235+0000 7efc0cff9700 1 -- 172.21.15.27:0/4033557641 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14026960 con 0x561e002a1a70 2024-06-06T07:57:54.238 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 -- 172.21.15.27:0/4033557641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 msgr2=0x561e002a1e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002a1e50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efc14004310 tx=0x7efc14014000 comp rx=0 tx=0).stop 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 -- 172.21.15.27:0/4033557641 shutdown_connections 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e0029c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002a1e50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 --2- 172.21.15.27:0/4033557641 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e0029bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 -- 172.21.15.27:0/4033557641 >> 172.21.15.27:0/4033557641 conn(0x561e001c2cc0 msgr2=0x561e00292850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:54.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 -- 172.21.15.27:0/4033557641 shutdown_connections 2024-06-06T07:57:54.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 -- 172.21.15.27:0/4033557641 wait complete. 2024-06-06T07:57:54.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 -- start start 2024-06-06T07:57:54.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.236+0000 7efc2b007b80 1 Processor -- start 2024-06-06T07:57:54.240 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/spidev 2024-06-06T07:57:54.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 0x561e002a8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e002a5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002a59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561e002a8dd0 con 0x561e002a2390 2024-06-06T07:57:54.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561e00189bf0 con 0x561e002a1a70 2024-06-06T07:57:54.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561e002a8f50 con 0x561e0029c330 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 0x561e002a8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1dd1f700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e002a5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 0x561e002a8160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:58686/0 (socket says 172.21.15.27:58686) 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc2b007b80 10 client.0 _ll_register_callbacks cb 0x561e00183920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 -- 172.21.15.27:0/1306496027 learned_addr learned my addr 172.21.15.27:0/1306496027 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1ed21700 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002a59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 -- 172.21.15.27:0/1306496027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 msgr2=0x561e002a5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e002a5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 -- 172.21.15.27:0/1306496027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 msgr2=0x561e002a59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002a59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 -- 172.21.15.27:0/1306496027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e001388d0 con 0x561e0029c330 2024-06-06T07:57:54.242 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc1e520700 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 0x561e002a8160 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efc14003960 tx=0x7efc14026400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=446acafa6cbde70a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:54.243 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.237+0000 7efc01ffb700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:54.243 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-06-06T07:57:54.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc01ffb700 1 -- 172.21.15.27:0/1306496027 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14034060 con 0x561e0029c330 2024-06-06T07:57:54.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc01ffb700 1 -- 172.21.15.27:0/1306496027 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7efc1401ece0 con 0x561e0029c330 2024-06-06T07:57:54.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc1401e920 con 0x561e0029c330 2024-06-06T07:57:54.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc01ffb700 1 -- 172.21.15.27:0/1306496027 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efc1403b050 con 0x561e0029c330 2024-06-06T07:57:54.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 10 client.25780 fetch_fsmap learned FSMap version 33 2024-06-06T07:57:54.244 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561e002b3750 con 0x561e0029c330 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc01ffb700 1 -- 172.21.15.27:0/1306496027 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc1401e920 con 0x561e0029c330 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc01ffb700 1 -- 172.21.15.27:0/1306496027 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 33) ==== 8366+0+0 (secure 0 0 0) 0x7efc1400e540 con 0x561e0029c330 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 10 client.25780 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 10 client.25780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 20 client.25780 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.238+0000 7efc2b007b80 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e002b5d30 0x561e002b8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.239+0000 7efc2b007b80 4 client.25780 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:54.245 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.239+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e001f6d10 con 0x561e002b5d30 2024-06-06T07:57:54.245 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-06-06T07:57:54.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.239+0000 7efc1dd1f700 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e002b5d30 0x561e002b8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.239+0000 7efc1dd1f700 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e002b5d30 0x561e002b8120 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ef25cadf77d3c49 server_cookie=1f98689e1f97bb61 in_seq=0 out_seq=0 2024-06-06T07:57:54.246 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.239+0000 7efc01ffb700 10 client.25780 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:54.246 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-06-06T07:57:54.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc01ffb700 1 -- 172.21.15.27:0/1306496027 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561e001f6d10 con 0x561e002b5d30 2024-06-06T07:57:54.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc01ffb700 10 client.25780 handle_command_reply: tid=0 2024-06-06T07:57:54.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 client.25780 shutdown 2024-06-06T07:57:54.247 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 msgr2=0x561e002a8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 0x561e002a8160 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efc14003960 tx=0x7efc14026400 comp rx=0 tx=0).stop 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 shutdown_connections 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e002b5d30 0x561e002b8120 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002a59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e0029c330 0x561e002a8160 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc01ffb700 0 client.25780 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 --2- 172.21.15.27:0/1306496027 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e002a5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 >> 172.21.15.27:0/1306496027 conn(0x561e001c2cc0 msgr2=0x561e002969d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 shutdown_connections 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.240+0000 7efc2b007b80 1 -- 172.21.15.27:0/1306496027 wait complete. 2024-06-06T07:57:54.248 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.241+0000 7efc2b007b80 20 client.25780 trim_cache size 0 max 16384 2024-06-06T07:57:54.249 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/svga.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/ 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/README 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-06-06T07:57:54.250 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-06-06T07:57:54.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-06-06T07:57:54.251 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-06-06T07:57:54.253 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-06-06T07:57:54.253 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/target/ 2024-06-06T07:57:54.255 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-06-06T07:57:54.256 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-06-06T07:57:54.257 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-06-06T07:57:54.257 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/ 2024-06-06T07:57:54.259 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-06-06T07:57:54.260 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-06-06T07:57:54.261 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-06-06T07:57:54.262 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-06-06T07:57:54.262 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-06-06T07:57:54.263 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.263+0000 7efc2b007b80 1 Processor -- start 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 -- start start 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 0x561e002b2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e00297260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a2390 0x561e0029fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efc181ac1b0 con 0x561e0029c330 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efc181add20 con 0x561e002a1a70 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc2b007b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc181ac880 con 0x561e002a2390 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 0x561e002b2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 0x561e002b2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56630/0 (socket says 172.21.15.27:56630) 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 -- 172.21.15.27:0/3591152098 learned_addr learned my addr 172.21.15.27:0/3591152098 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1dd1f700 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e00297260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.264 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1ed21700 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a2390 0x561e0029fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.265 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-06-06T07:57:54.265 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 -- 172.21.15.27:0/3591152098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a2390 msgr2=0x561e0029fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a2390 0x561e0029fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 -- 172.21.15.27:0/3591152098 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 msgr2=0x561e00297260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e00297260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1e520700 1 -- 172.21.15.27:0/3591152098 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e002a47d0 con 0x561e0029c330 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.264+0000 7efc1dd1f700 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e00297260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.265+0000 7efc1e520700 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 0x561e002b2070 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7efc1400efd0 tx=0x7efc1400ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52c33391cfd406f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.265+0000 7efc03fff700 1 -- 172.21.15.27:0/3591152098 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14034040 con 0x561e0029c330 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.265+0000 7efc03fff700 1 -- 172.21.15.27:0/3591152098 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc1401e630 con 0x561e0029c330 2024-06-06T07:57:54.266 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.265+0000 7efc03fff700 1 -- 172.21.15.27:0/3591152098 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc140046f0 con 0x561e0029c330 2024-06-06T07:57:54.267 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-06-06T07:57:54.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- 172.21.15.27:0/3591152098 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 msgr2=0x561e002b2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 0x561e002b2070 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7efc1400efd0 tx=0x7efc1400ed40 comp rx=0 tx=0).stop 2024-06-06T07:57:54.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- 172.21.15.27:0/3591152098 shutdown_connections 2024-06-06T07:57:54.267 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a2390 0x561e0029fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e0029c330 0x561e002b2070 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3591152098 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e002a1a70 0x561e00297260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- 172.21.15.27:0/3591152098 >> 172.21.15.27:0/3591152098 conn(0x561e001c2cc0 msgr2=0x561e0028be00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:54.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- 172.21.15.27:0/3591152098 shutdown_connections 2024-06-06T07:57:54.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- 172.21.15.27:0/3591152098 wait complete. 2024-06-06T07:57:54.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- start start 2024-06-06T07:57:54.268 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-06-06T07:57:54.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 Processor -- start 2024-06-06T07:57:54.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e002bd460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002bd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002bdee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efc181ad650 con 0x561e002a2390 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efc181acf50 con 0x561e0029c330 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.266+0000 7efc2b007b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc181aa150 con 0x561e002a1a70 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc2b007b80 10 client.0 _ll_register_callbacks cb 0x561e00183920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002bdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002bdee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56644/0 (socket says 172.21.15.27:56644) 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 -- 172.21.15.27:0/3852249745 learned_addr learned my addr 172.21.15.27:0/3852249745 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1dd1f700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002bd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1e520700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e002bd460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 -- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 msgr2=0x561e002bd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002bd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 -- 172.21.15.27:0/3852249745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 msgr2=0x561e002bd460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e002bd460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 -- 172.21.15.27:0/3852249745 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e0031f840 con 0x561e002a2390 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1e520700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e002bd460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc1ed21700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002bdee0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7efc10098cb0 tx=0x7efc1009c1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dcb7b61dcf5829a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:54.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc01ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:57:54.271 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/ 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc01ffb700 1 -- 172.21.15.27:0/3852249745 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1002b040 con 0x561e002a2390 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc01ffb700 1 -- 172.21.15.27:0/3852249745 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7efc1009ab50 con 0x561e002a2390 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc1401e630 con 0x561e002a2390 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.267+0000 7efc01ffb700 1 -- 172.21.15.27:0/3852249745 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) ==== 24+0+0 (secure 0 0 0) 0x7efc100a0c00 con 0x561e002a2390 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 10 client.16269 fetch_fsmap learned FSMap version 33 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) -- 0x561e00320b30 con 0x561e002a2390 2024-06-06T07:57:54.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc01ffb700 1 -- 172.21.15.27:0/3852249745 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efc1401e630 con 0x561e002a2390 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc01ffb700 1 -- 172.21.15.27:0/3852249745 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 33) ==== 8366+0+0 (secure 0 0 0) 0x7efc100b0ce0 con 0x561e002a2390 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 10 client.16269 fetch_fsmap finished waiting for FSMap version 33 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 10 client.16269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 20 client.16269 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e003212c0 0x561e003236e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 4 client.16269 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561e001f1290 con 0x561e003212c0 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.268+0000 7efc1e520700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e003212c0 0x561e003236e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc1e520700 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e003212c0 0x561e003236e0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46e52053bdc761f4 server_cookie=f00427c701921cdb in_seq=0 out_seq=0 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc01ffb700 10 client.16269 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:54.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc01ffb700 1 -- 172.21.15.27:0/3852249745 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561e001f1290 con 0x561e003212c0 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc01ffb700 10 client.16269 handle_command_reply: tid=0 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 client.16269 shutdown 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 msgr2=0x561e002bdee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002bdee0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7efc10098cb0 tx=0x7efc1009c1b0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 shutdown_connections 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561e003212c0 0x561e003236e0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561e002a2390 0x561e002bdee0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561e0029c330 0x561e002bd460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc01ffb700 0 client.16269 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 --2- 172.21.15.27:0/3852249745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561e002a1a70 0x561e002bd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 >> 172.21.15.27:0/3852249745 conn(0x561e001c2cc0 msgr2=0x561e002970e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 shutdown_connections 2024-06-06T07:57:54.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 1 -- 172.21.15.27:0/3852249745 wait complete. 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.269+0000 7efc2b007b80 20 client.16269 trim_cache size 0 max 16384 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: "status": "IDLE (waiting for more scrubs)", 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: "scrubs": { 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: "33111ec4-854e-4bd7-acd8-19d4d2e82520": { 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/", 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: "tag": "33111ec4-854e-4bd7-acd8-19d4d2e82520", 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: "options": "recursive,force" 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:54.276 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:57:54.277 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:57:54.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efc040a2d90 msgr2=0x7efc040a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.277 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efc040a2d90 0x7efc040a5250 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efc18199b90 tx=0x7efc14009260 comp rx=0 tx=0).stop 2024-06-06T07:57:54.277 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 msgr2=0x7efc18198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 0x7efc18198a50 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7efc1000b0a0 tx=0x7efc10004d00 comp rx=0 tx=0).stop 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 shutdown_connections 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efc040a2d90 0x7efc040a5250 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc181085f0 0x7efc18198a50 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc181024e0 0x7efc1819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 --2- 172.21.15.27:0/1886817536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc18102ea0 0x7efc1819edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:54.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 >> 172.21.15.27:0/1886817536 conn(0x7efc18079640 msgr2=0x7efc18100d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:54.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 shutdown_connections 2024-06-06T07:57:54.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:57:54.270+0000 7efc20784700 1 -- 172.21.15.27:0/1886817536 wait complete. 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-06-06T07:57:54.280 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/tpm/ 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/ 2024-06-06T07:57:54.281 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-06-06T07:57:54.282 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-06-06T07:57:54.283 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-06-06T07:57:54.284 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-06-06T07:57:54.285 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-06-06T07:57:54.285 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-06-06T07:57:54.286 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-06-06T07:57:54.288 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-06-06T07:57:54.289 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-06-06T07:57:54.289 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-06-06T07:57:54.290 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-06-06T07:57:54.291 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-06-06T07:57:54.292 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-06-06T07:57:54.293 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-06-06T07:57:54.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-06-06T07:57:54.294 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-06-06T07:57:54.295 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-06-06T07:57:54.296 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-06-06T07:57:54.297 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/unicode.txt 2024-06-06T07:57:54.298 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/unshare.txt 2024-06-06T07:57:54.300 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/ 2024-06-06T07:57:54.301 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-06-06T07:57:54.302 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-06-06T07:57:54.303 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-06-06T07:57:54.303 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-06-06T07:57:54.305 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-06-06T07:57:54.305 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-06-06T07:57:54.306 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-06-06T07:57:54.307 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-06-06T07:57:54.308 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-06-06T07:57:54.309 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-06-06T07:57:54.310 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-06-06T07:57:54.311 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-06-06T07:57:54.312 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-06-06T07:57:54.313 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-06-06T07:57:54.314 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-06-06T07:57:54.315 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-06-06T07:57:54.316 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-06-06T07:57:54.317 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-06-06T07:57:54.318 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-06-06T07:57:54.319 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-06-06T07:57:54.320 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-06-06T07:57:54.321 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-06-06T07:57:54.322 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-06-06T07:57:54.323 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-06-06T07:57:54.324 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-06-06T07:57:54.325 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-06-06T07:57:54.326 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-06-06T07:57:54.327 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-06-06T07:57:54.328 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-06-06T07:57:54.330 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-06-06T07:57:54.331 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-06-06T07:57:54.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-06-06T07:57:54.332 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-06-06T07:57:54.334 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-06-06T07:57:54.334 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-06-06T07:57:54.335 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-06-06T07:57:54.336 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vDSO/ 2024-06-06T07:57:54.338 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-06-06T07:57:54.339 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-06-06T07:57:54.340 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-06-06T07:57:54.341 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-06-06T07:57:54.342 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-06-06T07:57:54.343 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vfio.txt 2024-06-06T07:57:54.344 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-06-06T07:57:54.346 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video-output.txt 2024-06-06T07:57:54.347 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/ 2024-06-06T07:57:54.348 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-06-06T07:57:54.349 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-06-06T07:57:54.349 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-06-06T07:57:54.350 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-06-06T07:57:54.351 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-06-06T07:57:54.352 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-06-06T07:57:54.353 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-06-06T07:57:54.353 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-06-06T07:57:54.354 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-06-06T07:57:54.355 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-06-06T07:57:54.356 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-06-06T07:57:54.357 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-06-06T07:57:54.359 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-06-06T07:57:54.359 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-06-06T07:57:54.360 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-06-06T07:57:54.361 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-06-06T07:57:54.363 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-06-06T07:57:54.364 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-06-06T07:57:54.365 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-06-06T07:57:54.365 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-06-06T07:57:54.366 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-06-06T07:57:54.367 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-06-06T07:57:54.368 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-06-06T07:57:54.369 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-06-06T07:57:54.370 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-06-06T07:57:54.373 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-06-06T07:57:54.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-06-06T07:57:54.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-06-06T07:57:54.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-06-06T07:57:54.374 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-06-06T07:57:54.375 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-06-06T07:57:54.376 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-06-06T07:57:54.377 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-06-06T07:57:54.379 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-06-06T07:57:54.380 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-06-06T07:57:54.381 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-06-06T07:57:54.381 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-06-06T07:57:54.382 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-06-06T07:57:54.383 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-06-06T07:57:54.384 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-06-06T07:57:54.385 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-06-06T07:57:54.386 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-06-06T07:57:54.388 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-06-06T07:57:54.388 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-06-06T07:57:54.389 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-06-06T07:57:54.390 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-06-06T07:57:54.391 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-06-06T07:57:54.392 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-06-06T07:57:54.393 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-06-06T07:57:54.394 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-06-06T07:57:54.394 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-06-06T07:57:54.395 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-06-06T07:57:54.396 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-06-06T07:57:54.397 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-06-06T07:57:54.399 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-06-06T07:57:54.399 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-06-06T07:57:54.400 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-06-06T07:57:54.401 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-06-06T07:57:54.402 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-06-06T07:57:54.403 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-06-06T07:57:54.404 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-06-06T07:57:54.405 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-06-06T07:57:54.406 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-06-06T07:57:54.407 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-06-06T07:57:54.408 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-06-06T07:57:54.408 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-06-06T07:57:54.409 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-06-06T07:57:54.410 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-06-06T07:57:54.411 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-06-06T07:57:54.412 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-06-06T07:57:54.413 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-06-06T07:57:54.415 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-06-06T07:57:54.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-06-06T07:57:54.416 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-06-06T07:57:54.417 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-06-06T07:57:54.418 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-06-06T07:57:54.419 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-06-06T07:57:54.420 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-06-06T07:57:54.421 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/ 2024-06-06T07:57:54.423 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-06-06T07:57:54.424 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-06-06T07:57:54.424 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-06-06T07:57:54.425 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-06-06T07:57:54.427 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-06-06T07:57:54.427 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-06-06T07:57:54.428 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-06-06T07:57:54.429 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-06-06T07:57:54.430 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-06-06T07:57:54.431 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-06-06T07:57:54.432 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-06-06T07:57:54.433 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-06-06T07:57:54.434 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-06-06T07:57:54.435 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-06-06T07:57:54.436 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-06-06T07:57:54.436 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-06-06T07:57:54.437 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-06-06T07:57:54.438 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-06-06T07:57:54.439 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-06-06T07:57:54.440 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-06-06T07:57:54.441 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-06-06T07:57:54.442 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-06-06T07:57:54.443 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-06-06T07:57:54.444 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-06-06T07:57:54.444 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-06-06T07:57:54.446 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/ 2024-06-06T07:57:54.448 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-06-06T07:57:54.449 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-06-06T07:57:54.449 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-06-06T07:57:54.450 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/balance 2024-06-06T07:57:54.451 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-06-06T07:57:54.452 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-06-06T07:57:54.453 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-06-06T07:57:54.454 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-06-06T07:57:54.455 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-06-06T07:57:54.456 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-06-06T07:57:54.457 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/numa 2024-06-06T07:57:54.458 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-06-06T07:57:54.459 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-06-06T07:57:54.459 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-06-06T07:57:54.460 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-06-06T07:57:54.461 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-06-06T07:57:54.462 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-06-06T07:57:54.463 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-06-06T07:57:54.464 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-06-06T07:57:54.465 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-06-06T07:57:54.466 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-06-06T07:57:54.467 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-06-06T07:57:54.468 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-06-06T07:57:54.469 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-06-06T07:57:54.470 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-06-06T07:57:54.472 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/ 2024-06-06T07:57:54.473 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-06-06T07:57:54.474 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-06-06T07:57:54.474 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-06-06T07:57:54.475 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-06-06T07:57:54.476 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-06-06T07:57:54.477 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-06-06T07:57:54.478 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-06-06T07:57:54.479 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-06-06T07:57:54.480 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-06-06T07:57:54.480 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-06-06T07:57:54.481 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-06-06T07:57:54.483 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-06-06T07:57:54.483 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-06-06T07:57:54.484 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-06-06T07:57:54.485 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-06-06T07:57:54.486 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-06-06T07:57:54.487 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/ 2024-06-06T07:57:54.488 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-06-06T07:57:54.489 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-06-06T07:57:54.490 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-06-06T07:57:54.491 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-06-06T07:57:54.492 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-06-06T07:57:54.492 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-06-06T07:57:54.493 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-06-06T07:57:54.494 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-06-06T07:57:54.495 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-06-06T07:57:54.496 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-06-06T07:57:54.497 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-06-06T07:57:54.498 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-06-06T07:57:54.499 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-06-06T07:57:54.499 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/wimax/ 2024-06-06T07:57:54.501 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-06-06T07:57:54.502 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-06-06T07:57:54.503 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-06-06T07:57:54.504 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/ 2024-06-06T07:57:54.505 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-06-06T07:57:54.506 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-06-06T07:57:54.507 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-06-06T07:57:54.508 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-06-06T07:57:54.509 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-06-06T07:57:54.510 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-06-06T07:57:54.512 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-06-06T07:57:54.513 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-06-06T07:57:54.514 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-06-06T07:57:54.515 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-06-06T07:57:54.516 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-06-06T07:57:54.516 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-06-06T07:57:54.517 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-06-06T07:57:54.518 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-06-06T07:57:54.519 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-06-06T07:57:54.520 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-06-06T07:57:54.521 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-06-06T07:57:54.522 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-06-06T07:57:54.523 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-06-06T07:57:54.524 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-06-06T07:57:54.526 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-06-06T07:57:54.527 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-06-06T07:57:54.528 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-06-06T07:57:54.529 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-06-06T07:57:54.530 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/xtensa/ 2024-06-06T07:57:54.531 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-06-06T07:57:54.532 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-06-06T07:57:54.533 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/xz.txt 2024-06-06T07:57:54.534 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-06-06T07:57:54.535 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-06-06T07:57:54.536 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-06-06T07:57:54.537 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-06-06T07:57:54.538 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-06-06T07:57:54.539 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-06-06T07:57:54.540 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-06-06T07:57:54.541 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-06-06T07:57:54.542 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-06-06T07:57:54.542 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-06-06T07:57:54.543 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-06-06T07:57:54.545 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-06-06T07:57:54.545 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-06-06T07:57:54.546 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-06-06T07:57:54.547 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-06-06T07:57:54.549 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-06-06T07:57:54.549 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-06-06T07:57:54.550 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-06-06T07:57:54.551 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-06-06T07:57:54.552 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-06-06T07:57:54.553 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-06-06T07:57:54.554 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-06-06T07:57:54.555 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-06-06T07:57:54.556 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-06-06T07:57:54.557 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-06-06T07:57:54.558 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-06-06T07:57:54.559 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-06-06T07:57:54.559 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-06-06T07:57:54.561 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-06-06T07:57:54.562 INFO:tasks.workunit.client.0.smithi027.stdout:linux-4.0.5/Documentation/zorro.txt 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000029a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000029e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000279 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000297 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000252 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000244 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000028a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000256 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000235 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000024b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000261 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000267 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000262 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002aa (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000026c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000024a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000246 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000287 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000027f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000291 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a9 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000281 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002bf (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000273 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.781 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000251 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000234 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000025a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002ad (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000272 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002ba (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000248 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000290 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000298 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002ac (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.782 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000249 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000028c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000239 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000260 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000299 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000027e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000293 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000284 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000285 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000254 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000266 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000025c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000028e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000026a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000029c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000025d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000241 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000028d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000243 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000238 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000026e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000236 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.784 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000268 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000258 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000264 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000242 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000023c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000278 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000286 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000029b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002c8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002be (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000023f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000295 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000028b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.785 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000237 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000024c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000280 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000027a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000027b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000027c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000253 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000274 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002ae (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000296 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000023d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.786 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000282 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000214 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.787 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.788 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.789 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.790 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:54 smithi203 ceph-mon[37192]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.856 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.856 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.856 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000029a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000029e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000279 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000297 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000252 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000244 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000028a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000256 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000235 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000024b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000261 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000267 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000262 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002aa (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000026c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000024a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000246 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000287 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000027f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000291 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.858 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a9 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000281 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002bf (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000273 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000251 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000234 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000025a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002ad (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000272 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002ba (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.859 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000248 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000290 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000298 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002ac (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000249 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000028c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000239 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000260 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000299 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000027e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000293 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.860 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000284 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000285 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000254 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000266 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000025c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000028e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000026a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000029c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000025d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000241 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000028d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000243 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.861 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000238 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000026e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000236 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000268 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000258 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000264 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000242 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000023c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000278 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000286 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000029b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.863 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002c8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.863 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002be (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.863 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000023f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000295 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000028b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000237 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000024c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000280 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000027a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000027b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000027c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000253 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000274 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002ae (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000296 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.864 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000023d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000282 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.865 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000214 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.867 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.868 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.869 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.869 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.869 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.869 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:54 smithi027 ceph-mon[32293]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b4 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000029a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000029e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000279 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000297 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics) see mds.c log and `damage ls` output for details 2024-06-06T07:57:54.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000252 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000244 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000028a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000256 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000235 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000024b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000261 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000267 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000262 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002aa (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.000 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c5 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000026c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000024a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000246 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000287 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000027f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000291 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a9 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000281 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002bf (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000273 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000251 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000234 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.001 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000025a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c3 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b7 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002ad (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000272 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002ba (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000248 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000290 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000298 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002ac (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000249 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.002 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000028c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000239 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c6 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000260 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000299 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000027e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000293 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a1 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000284 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000285 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000254 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000266 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000025c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.003 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000028e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000026a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000029c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000025d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000241 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000028d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000243 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000238 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000026e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000236 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000268 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.004 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000258 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000264 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000242 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000023c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000278 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000286 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000029b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002c8 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002be (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000023f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000295 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000028b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000237 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.005 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000024c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000280 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000027a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000027b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000027c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000253 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000274 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002ae (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000296 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000023e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000023d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000282 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.006 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000263 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002a0 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000023b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000232 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000240 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000271 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000025b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000294 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000023a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x100000002b2 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000214 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000210 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000020f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.007 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000211 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000215 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000212 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000213 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000222 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000021e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000021d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000021a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000220 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000227 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000229 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000022c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.008 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000021b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000225 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000230 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000022f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000224 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000217 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000021f (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.009 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000228 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000226 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000022a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000221 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000223 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000021c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000219 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000022e (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000218 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000022d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000022b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000020d (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000208 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.010 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000020c (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.011 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000020a (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.011 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x1000000020b (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.011 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:54 smithi176 ceph-mon[36543]: Scrub error on inode 0x10000000209 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb) see mds.c log and `damage ls` output for details 2024-06-06T07:57:55.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:55 smithi027 ceph-mon[32293]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:55.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:55 smithi027 ceph-mon[32293]: pgmap v78: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 463 KiB/s wr, 72 op/s 2024-06-06T07:57:55.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:55 smithi176 ceph-mon[36543]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:55.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:55 smithi176 ceph-mon[36543]: pgmap v78: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 463 KiB/s wr, 72 op/s 2024-06-06T07:57:56.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:55 smithi203 ceph-mon[37192]: scrub summary: idle+waiting paths [/] 2024-06-06T07:57:56.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:55 smithi203 ceph-mon[37192]: pgmap v78: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 463 KiB/s wr, 72 op/s 2024-06-06T07:57:56.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:56 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T07:57:56.529+0000 7fbd3dc49700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T07:57:56.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:56 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:56.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:56 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:57.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:56 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:57.223 INFO:tasks.cephfs.filesystem:scrub status for tag:33111ec4-854e-4bd7-acd8-19d4d2e82520 - {'path': '/', 'tag': '33111ec4-854e-4bd7-acd8-19d4d2e82520', 'options': 'recursive,force'} 2024-06-06T07:57:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:57 smithi027 ceph-mon[32293]: pgmap v79: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 463 KiB/s wr, 72 op/s 2024-06-06T07:57:57.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:57 smithi027 ceph-mon[32293]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T07:57:57.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:57 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:active 2024-06-06T07:57:57.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:57 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:57.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:57 smithi176 ceph-mon[36543]: pgmap v79: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 463 KiB/s wr, 72 op/s 2024-06-06T07:57:57.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:57 smithi176 ceph-mon[36543]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T07:57:57.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:57 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:active 2024-06-06T07:57:57.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:57 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:58.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:57 smithi203 ceph-mon[37192]: pgmap v79: 129 pgs: 129 active+clean; 34 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 463 KiB/s wr, 72 op/s 2024-06-06T07:57:58.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:57 smithi203 ceph-mon[37192]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-06-06T07:57:58.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:57 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] up:active 2024-06-06T07:57:58.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:57 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:57:58.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.370+0000 7f16043f9640 1 -- 172.21.15.27:0/2578575978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc110570 msgr2=0x7f15fc108ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:58.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.370+0000 7f16043f9640 1 --2- 172.21.15.27:0/2578575978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc110570 0x7f15fc108ee0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f15f8009890 tx=0x7f15f802a400 comp rx=0 tx=0).stop 2024-06-06T07:57:58.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.372+0000 7f16043f9640 1 -- 172.21.15.27:0/2578575978 shutdown_connections 2024-06-06T07:57:58.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.372+0000 7f16043f9640 1 --2- 172.21.15.27:0/2578575978 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc11b180 0x7f15fc11d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.372+0000 7f16043f9640 1 --2- 172.21.15.27:0/2578575978 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc110570 0x7f15fc108ee0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.372+0000 7f16043f9640 1 --2- 172.21.15.27:0/2578575978 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15fc110190 0x7f15fc1089a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.372+0000 7f16043f9640 1 -- 172.21.15.27:0/2578575978 >> 172.21.15.27:0/2578575978 conn(0x7f15fc06ca70 msgr2=0x7f15fc06ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:58.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.373+0000 7f16043f9640 1 -- 172.21.15.27:0/2578575978 shutdown_connections 2024-06-06T07:57:58.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.374+0000 7f16043f9640 1 -- 172.21.15.27:0/2578575978 wait complete. 2024-06-06T07:57:58.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 Processor -- start 2024-06-06T07:57:58.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 -- start start 2024-06-06T07:57:58.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc110190 0x7f15fc1186f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc11b180 0x7f15fc118c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15fc111860 0x7f15fc111d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc120d90 con 0x7f15fc11b180 2024-06-06T07:57:58.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc120c10 con 0x7f15fc110190 2024-06-06T07:57:58.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.375+0000 7f16043f9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc120f10 con 0x7f15fc111860 2024-06-06T07:57:58.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.378+0000 7f1601994640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc11b180 0x7f15fc118c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.378+0000 7f1602195640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc110190 0x7f15fc1186f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.378+0000 7f1602996640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15fc111860 0x7f15fc111d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.379+0000 7f1602195640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc110190 0x7f15fc1186f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:57042/0 (socket says 172.21.15.27:57042) 2024-06-06T07:57:58.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.379+0000 7f1602195640 1 -- 172.21.15.27:0/2372990243 learned_addr learned my addr 172.21.15.27:0/2372990243 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:58.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.380+0000 7f1601994640 1 -- 172.21.15.27:0/2372990243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15fc111860 msgr2=0x7f15fc111d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:58.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.380+0000 7f1601994640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15fc111860 0x7f15fc111d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.380+0000 7f1601994640 1 -- 172.21.15.27:0/2372990243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc110190 msgr2=0x7f15fc1186f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:58.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.380+0000 7f1601994640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc110190 0x7f15fc1186f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.379 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.380+0000 7f1601994640 1 -- 172.21.15.27:0/2372990243 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15fc116210 con 0x7f15fc11b180 2024-06-06T07:57:58.380 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.380+0000 7f1601994640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc11b180 0x7f15fc118c30 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f15f8000c00 tx=0x7f15f8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:58.380 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.381+0000 7f15f37fe640 1 -- 172.21.15.27:0/2372990243 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f8037050 con 0x7f15fc11b180 2024-06-06T07:57:58.380 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.381+0000 7f15f37fe640 1 -- 172.21.15.27:0/2372990243 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15f8038040 con 0x7f15fc11b180 2024-06-06T07:57:58.380 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.381+0000 7f15f37fe640 1 -- 172.21.15.27:0/2372990243 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f8003be0 con 0x7f15fc11b180 2024-06-06T07:57:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.381+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15fc1164a0 con 0x7f15fc11b180 2024-06-06T07:57:58.381 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.381+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15fc116940 con 0x7f15fc11b180 2024-06-06T07:57:58.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.389+0000 7f16071e1740 1 Processor -- start 2024-06-06T07:57:58.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.391+0000 7f15f37fe640 1 -- 172.21.15.27:0/2372990243 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f15f8045070 con 0x7f15fc11b180 2024-06-06T07:57:58.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.391+0000 7f16071e1740 1 -- start start 2024-06-06T07:57:58.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f15f37fe640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15e80a2f50 0x7f15e80a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f16071e1740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 0x56347d40b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f16071e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d415e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f15f37fe640 1 -- 172.21.15.27:0/2372990243 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f15f80ef220 con 0x7f15fc11b180 2024-06-06T07:57:58.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f16071e1740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d418740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f16071e1740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56347d36f4f0 con 0x56347d416350 2024-06-06T07:57:58.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f16071e1740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56347d30d870 con 0x56347d40b170 2024-06-06T07:57:58.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f16071e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56347d36b4b0 con 0x56347d40ba90 2024-06-06T07:57:58.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.392+0000 7f1602996640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15e80a2f50 0x7f15e80a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1602195640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 0x56347d40b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1602195640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 0x56347d40b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:57044/0 (socket says 172.21.15.27:57044) 2024-06-06T07:57:58.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1602195640 1 -- 172.21.15.27:0/4124358797 learned_addr learned my addr 172.21.15.27:0/4124358797 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:58.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1602996640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d418740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1601994640 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d415e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.394 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1602195640 1 -- 172.21.15.27:0/4124358797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 msgr2=0x56347d415e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:58.394 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.393+0000 7f1602195640 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d415e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.394 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.394+0000 7f1602195640 1 -- 172.21.15.27:0/4124358797 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 msgr2=0x56347d418740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:58.394 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.394+0000 7f1602195640 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d418740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.394 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.394+0000 7f1602195640 1 -- 172.21.15.27:0/4124358797 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56347d3299b0 con 0x56347d40b170 2024-06-06T07:57:58.394 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.394+0000 7f1602996640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15e80a2f50 0x7f15e80a5410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f15fc10dc40 tx=0x7f15f400fb30 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:58.395 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.396+0000 7f1602195640 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 0x56347d40b550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f15ec007890 tx=0x7f15ec007d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a22a6e8296f504c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:58.395 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.396+0000 7f15f0bfe640 1 -- 172.21.15.27:0/4124358797 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec00d8d0 con 0x56347d40b170 2024-06-06T07:57:58.395 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.396+0000 7f15f0bfe640 1 -- 172.21.15.27:0/4124358797 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15ec018070 con 0x56347d40b170 2024-06-06T07:57:58.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.396+0000 7f15f0bfe640 1 -- 172.21.15.27:0/4124358797 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec00d8d0 con 0x56347d40b170 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.398+0000 7f16071e1740 1 -- 172.21.15.27:0/4124358797 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 msgr2=0x56347d40b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.398+0000 7f16071e1740 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 0x56347d40b550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f15ec007890 tx=0x7f15ec007d50 comp rx=0 tx=0).stop 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.398+0000 7f16071e1740 1 -- 172.21.15.27:0/4124358797 shutdown_connections 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.398+0000 7f16071e1740 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d418740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.398+0000 7f16071e1740 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d415e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.399+0000 7f16071e1740 1 --2- 172.21.15.27:0/4124358797 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d40b170 0x56347d40b550 secure :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f15ec007890 tx=0x7f15ec007d50 comp rx=0 tx=0).stop 2024-06-06T07:57:58.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.399+0000 7f16071e1740 1 -- 172.21.15.27:0/4124358797 >> 172.21.15.27:0/4124358797 conn(0x56347d407680 msgr2=0x56347d407a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:58.400 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.401+0000 7f16071e1740 1 -- 172.21.15.27:0/4124358797 shutdown_connections 2024-06-06T07:57:58.400 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.401+0000 7f16071e1740 1 -- 172.21.15.27:0/4124358797 wait complete. 2024-06-06T07:57:58.401 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.402+0000 7f16071e1740 1 -- start start 2024-06-06T07:57:58.401 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.402+0000 7f16071e1740 1 Processor -- start 2024-06-06T07:57:58.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d4134b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d416350 0x56347d4139f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.402 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d4223b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56347d418f80 con 0x56347d413f30 2024-06-06T07:57:58.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56347d2f8ae0 con 0x56347d416350 2024-06-06T07:57:58.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56347d419100 con 0x56347d40ba90 2024-06-06T07:57:58.403 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.403+0000 7f16071e1740 10 client.0 _ll_register_callbacks cb 0x56347d3319b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:58.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.404+0000 7f1602996640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d4223b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.404+0000 7f1602996640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d4223b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56686/0 (socket says 172.21.15.27:56686) 2024-06-06T07:57:58.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.404+0000 7f1602996640 1 -- 172.21.15.27:0/737544877 learned_addr learned my addr 172.21.15.27:0/737544877 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:58.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.405+0000 7f1602195640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d4134b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.404 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.405+0000 7f1601994640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d416350 0x56347d4139f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.406+0000 7f1602195640 1 -- 172.21.15.27:0/737544877 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d416350 msgr2=0x56347d4139f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:58.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.406+0000 7f1602195640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d416350 0x56347d4139f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.406+0000 7f1602195640 1 -- 172.21.15.27:0/737544877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 msgr2=0x56347d4223b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:58.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.406+0000 7f1602195640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d4223b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.406 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.407+0000 7f1602195640 1 -- 172.21.15.27:0/737544877 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56347d083210 con 0x56347d40ba90 2024-06-06T07:57:58.407 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.408+0000 7f1602195640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d4134b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f15ec011000 tx=0x7f15ec013730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51afda14996ee1d0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.410+0000 7f15e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.410+0000 7f15e5ffb640 1 -- 172.21.15.27:0/737544877 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15ec00d8d0 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.410+0000 7f15e5ffb640 1 -- 172.21.15.27:0/737544877 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f15ec00dc80 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.411+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15ec018070 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.411+0000 7f15e5ffb640 1 -- 172.21.15.27:0/737544877 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f15ec027410 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.411+0000 7f16071e1740 10 client.25795 fetch_fsmap learned FSMap version 35 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.411+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56347d14f620 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f15e5ffb640 1 -- 172.21.15.27:0/737544877 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15ec018070 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f15e5ffb640 1 -- 172.21.15.27:0/737544877 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 35) ==== 8382+0+0 (secure 0 0 0) 0x7f15ec031420 con 0x56347d40ba90 2024-06-06T07:57:58.412 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f16071e1740 10 client.25795 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T07:57:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f16071e1740 10 client.25795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f16071e1740 20 client.25795 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f16071e1740 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d426d80 0x56347d4291f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f16071e1740 4 client.25795 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:57:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.412+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56347d382f10 con 0x56347d426d80 2024-06-06T07:57:58.413 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.413+0000 7f1601994640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d426d80 0x56347d4291f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.413+0000 7f1601994640 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d426d80 0x56347d4291f0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8299acafe3cc0abc server_cookie=56ce2a3e17374f8f in_seq=0 out_seq=0 2024-06-06T07:57:58.414 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.414+0000 7f15e5ffb640 10 client.25795 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.417+0000 7f15e5ffb640 1 -- 172.21.15.27:0/737544877 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56347d382f10 con 0x56347d426d80 2024-06-06T07:57:58.417 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.417+0000 7f15e5ffb640 10 client.25795 handle_command_reply: tid=0 2024-06-06T07:57:58.418 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.418+0000 7f16071e1740 1 client.25795 shutdown 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 msgr2=0x56347d4134b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d4134b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f15ec011000 tx=0x7f15ec013730 comp rx=0 tx=0).stop 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 shutdown_connections 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d426d80 0x56347d4291f0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d4223b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d416350 0x56347d4139f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 --2- 172.21.15.27:0/737544877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d40ba90 0x56347d4134b0 secure :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f15ec011000 tx=0x7f15ec013730 comp rx=0 tx=0).stop 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 >> 172.21.15.27:0/737544877 conn(0x56347d407680 msgr2=0x56347d40d400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:58.419 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.419+0000 7f15e5ffb640 0 client.25795 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:58.421 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.422+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 shutdown_connections 2024-06-06T07:57:58.422 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.424+0000 7f16071e1740 1 -- 172.21.15.27:0/737544877 wait complete. 2024-06-06T07:57:58.423 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.424+0000 7f16071e1740 20 client.25795 trim_cache size 0 max 16384 2024-06-06T07:57:58.458 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.459+0000 7f16071e1740 1 Processor -- start 2024-06-06T07:57:58.459 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.460+0000 7f16071e1740 1 -- start start 2024-06-06T07:57:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f16071e1740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d406f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f16071e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d416350 0x56347d4221e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f16071e1740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d4138f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f16071e1740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1c6630 con 0x56347d413f30 2024-06-06T07:57:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f16071e1740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1c81a0 con 0x56347d413470 2024-06-06T07:57:58.460 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f16071e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1c6d00 con 0x56347d416350 2024-06-06T07:57:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.461+0000 7f1602996640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d4138f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d4138f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:57060/0 (socket says 172.21.15.27:57060) 2024-06-06T07:57:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 -- 172.21.15.27:0/4096691229 learned_addr learned my addr 172.21.15.27:0/4096691229 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 -- 172.21.15.27:0/4096691229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d416350 msgr2=0x56347d4221e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:57:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d416350 0x56347d4221e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.461 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 -- 172.21.15.27:0/4096691229 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 msgr2=0x56347d406f60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-06-06T07:57:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d406f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 -- 172.21.15.27:0/4096691229 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56347d40f000 con 0x56347d413470 2024-06-06T07:57:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.462+0000 7f1602996640 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d4138f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f15f400fe30 tx=0x7f15f401d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51152f154739383 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:58.462 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.463+0000 7f15e7fff640 1 -- 172.21.15.27:0/4096691229 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4025040 con 0x56347d413470 2024-06-06T07:57:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.463+0000 7f15e7fff640 1 -- 172.21.15.27:0/4096691229 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15f402e070 con 0x56347d413470 2024-06-06T07:57:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.463+0000 7f15e7fff640 1 -- 172.21.15.27:0/4096691229 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f4029cb0 con 0x56347d413470 2024-06-06T07:57:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 -- 172.21.15.27:0/4096691229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 msgr2=0x56347d4138f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:58.463 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d4138f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f15f400fe30 tx=0x7f15f401d000 comp rx=0 tx=0).stop 2024-06-06T07:57:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 -- 172.21.15.27:0/4096691229 shutdown_connections 2024-06-06T07:57:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d4138f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d416350 0x56347d4221e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 --2- 172.21.15.27:0/4096691229 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d413f30 0x56347d406f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.464 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.464+0000 7f16071e1740 1 -- 172.21.15.27:0/4096691229 >> 172.21.15.27:0/4096691229 conn(0x56347d407680 msgr2=0x56347d407a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.466+0000 7f16071e1740 1 -- 172.21.15.27:0/4096691229 shutdown_connections 2024-06-06T07:57:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.467+0000 7f16071e1740 1 -- 172.21.15.27:0/4096691229 wait complete. 2024-06-06T07:57:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.467+0000 7f16071e1740 1 -- start start 2024-06-06T07:57:58.466 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.467+0000 7f16071e1740 1 Processor -- start 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d41e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d413f30 0x56347d40f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d40fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1c7ad0 con 0x56347d416350 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1c73d0 con 0x56347d413470 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1c4610 con 0x56347d413f30 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.468+0000 7f16071e1740 10 client.0 _ll_register_callbacks cb 0x7f15f80b70b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:57:58.468 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.469+0000 7f1602996640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d40fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.469+0000 7f1602996640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d40fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:56696/0 (socket says 172.21.15.27:56696) 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.469+0000 7f1602996640 1 -- 172.21.15.27:0/1525686428 learned_addr learned my addr 172.21.15.27:0/1525686428 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.469+0000 7f1601994640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d413f30 0x56347d40f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.469+0000 7f1602195640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d41e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.470+0000 7f1601994640 1 -- 172.21.15.27:0/1525686428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 msgr2=0x56347d41e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.470+0000 7f1601994640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d41e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.469 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.470+0000 7f1601994640 1 -- 172.21.15.27:0/1525686428 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 msgr2=0x56347d40fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:57:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.470+0000 7f1601994640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d40fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.470+0000 7f1601994640 1 -- 172.21.15.27:0/1525686428 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56347d4101a0 con 0x56347d413f30 2024-06-06T07:57:58.470 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.471+0000 7f1601994640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d413f30 0x56347d40f720 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f15f80ec6c0 tx=0x7f15f80b7040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=21e9f60c0689e98e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:57:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.471+0000 7f15e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:57:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.471+0000 7f15e5ffb640 1 -- 172.21.15.27:0/1525686428 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f80d4030 con 0x56347d413f30 2024-06-06T07:57:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.471+0000 7f15e5ffb640 1 -- 172.21.15.27:0/1525686428 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f15f80b7b00 con 0x56347d413f30 2024-06-06T07:57:58.471 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.472+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15f402e070 con 0x56347d413f30 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.472+0000 7f15e5ffb640 1 -- 172.21.15.27:0/1525686428 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f15f80bbb90 con 0x56347d413f30 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.473+0000 7f16071e1740 10 client.25798 fetch_fsmap learned FSMap version 35 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.473+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56347d411510 con 0x56347d413f30 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.474+0000 7f15e5ffb640 1 -- 172.21.15.27:0/1525686428 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f15f80bb490 con 0x56347d413f30 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f15e5ffb640 1 -- 172.21.15.27:0/1525686428 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 35) ==== 8382+0+0 (secure 0 0 0) 0x7f15f80ec830 con 0x56347d413f30 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f16071e1740 10 client.25798 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f16071e1740 10 client.25798 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:57:58.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f16071e1740 20 client.25798 populate_metadata read hostname 'smithi027' 2024-06-06T07:57:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f16071e1740 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d490f40 0x56347d493360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:57:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f16071e1740 4 client.25798 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:57:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.475+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f15f402e070 con 0x56347d490f40 2024-06-06T07:57:58.476 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.476+0000 7f1602195640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d490f40 0x56347d493360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:57:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.478+0000 7f1602195640 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d490f40 0x56347d493360 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54067b349aecd776 server_cookie=e7bffe8a3cc4337 in_seq=0 out_seq=0 2024-06-06T07:57:58.478 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:58.478+0000 7f15e5ffb640 10 client.25798 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f15e5ffb640 1 -- 172.21.15.27:0/1525686428 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x7f15f402e070 con 0x56347d490f40 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f15e5ffb640 10 client.25798 handle_command_reply: tid=0 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 client.25798 shutdown 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d413f30 msgr2=0x56347d40f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d413f30 0x56347d40f720 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f15f80ec6c0 tx=0x7f15f80b7040 comp rx=0 tx=0).stop 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 shutdown_connections 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56347d490f40 0x56347d493360 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56347d416350 0x56347d40fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56347d413f30 0x56347d40f720 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 --2- 172.21.15.27:0/1525686428 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56347d413470 0x56347d41e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.216 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f15e5ffb640 0 client.25798 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 >> 172.21.15.27:0/1525686428 conn(0x56347d407680 msgr2=0x56347d411950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 shutdown_connections 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 1 -- 172.21.15.27:0/1525686428 wait complete. 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.216+0000 7f16071e1740 20 client.25798 trim_cache size 0 max 16384 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:57:59.217 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:57:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15e80a2f50 msgr2=0x7f15e80a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15e80a2f50 0x7f15e80a5410 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f15fc10dc40 tx=0x7f15f400fb30 comp rx=0 tx=0).stop 2024-06-06T07:57:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc11b180 msgr2=0x7f15fc118c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:57:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc11b180 0x7f15fc118c30 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f15f8000c00 tx=0x7f15f8004270 comp rx=0 tx=0).stop 2024-06-06T07:57:59.218 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 shutdown_connections 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f15e80a2f50 0x7f15e80a5410 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15fc111860 0x7f15fc111d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f15fc11b180 0x7f15fc118c30 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 --2- 172.21.15.27:0/2372990243 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f15fc110190 0x7f15fc1186f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 >> 172.21.15.27:0/2372990243 conn(0x7f15fc06ca70 msgr2=0x7f15fc10de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 shutdown_connections 2024-06-06T07:57:59.219 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:57:59.217+0000 7f16043f9640 1 -- 172.21.15.27:0/2372990243 wait complete. 2024-06-06T07:57:59.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:57:59 smithi027 ceph-mon[32293]: pgmap v80: 129 pgs: 129 active+clean; 38 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 881 KiB/s wr, 102 op/s 2024-06-06T07:57:59.946 INFO:tasks.workunit.client.0.smithi027.stderr:+ tar cf doc.tar linux-4.0.5 2024-06-06T07:57:59.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:57:59 smithi176 ceph-mon[36543]: pgmap v80: 129 pgs: 129 active+clean; 38 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 881 KiB/s wr, 102 op/s 2024-06-06T07:58:00.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:57:59 smithi203 ceph-mon[37192]: pgmap v80: 129 pgs: 129 active+clean; 38 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 833 KiB/s rd, 881 KiB/s wr, 102 op/s 2024-06-06T07:58:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:01 smithi027 ceph-mon[32293]: pgmap v81: 129 pgs: 129 active+clean; 38 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 670 KiB/s wr, 39 op/s 2024-06-06T07:58:01.898 INFO:tasks.workunit.client.0.smithi027.stderr:+ tar xf doc.tar 2024-06-06T07:58:01.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:01 smithi176 ceph-mon[36543]: pgmap v81: 129 pgs: 129 active+clean; 38 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 670 KiB/s wr, 39 op/s 2024-06-06T07:58:02.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:01 smithi203 ceph-mon[37192]: pgmap v81: 129 pgs: 129 active+clean; 38 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 652 KiB/s rd, 670 KiB/s wr, 39 op/s 2024-06-06T07:58:03.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:03 smithi027 ceph-mon[32293]: pgmap v82: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 6.8 MiB/s wr, 419 op/s 2024-06-06T07:58:03.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:03 smithi176 ceph-mon[36543]: pgmap v82: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 6.8 MiB/s wr, 419 op/s 2024-06-06T07:58:04.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:03 smithi203 ceph-mon[37192]: pgmap v82: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 6.8 MiB/s wr, 419 op/s 2024-06-06T07:58:05.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:05 smithi027 ceph-mon[32293]: pgmap v83: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 409 op/s 2024-06-06T07:58:05.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:05 smithi176 ceph-mon[36543]: pgmap v83: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 409 op/s 2024-06-06T07:58:06.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:05 smithi203 ceph-mon[37192]: pgmap v83: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 409 op/s 2024-06-06T07:58:06.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:06 smithi027 ceph-mon[32293]: scrub summary: idle 2024-06-06T07:58:06.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:06 smithi027 ceph-mon[32293]: scrub summary: idle 2024-06-06T07:58:06.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:06 smithi176 ceph-mon[36543]: scrub summary: idle 2024-06-06T07:58:06.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:06 smithi176 ceph-mon[36543]: scrub summary: idle 2024-06-06T07:58:07.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:06 smithi203 ceph-mon[37192]: scrub summary: idle 2024-06-06T07:58:07.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:06 smithi203 ceph-mon[37192]: scrub summary: idle 2024-06-06T07:58:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:07 smithi027 ceph-mon[32293]: pgmap v84: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 409 op/s 2024-06-06T07:58:07.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:07 smithi176 ceph-mon[36543]: pgmap v84: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 409 op/s 2024-06-06T07:58:08.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:07 smithi203 ceph-mon[37192]: pgmap v84: 129 pgs: 129 active+clean; 110 MiB data, 632 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 409 op/s 2024-06-06T07:58:09.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:09 smithi027 ceph-mon[32293]: pgmap v85: 129 pgs: 129 active+clean; 127 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 8.1 MiB/s wr, 517 op/s 2024-06-06T07:58:09.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:09 smithi176 ceph-mon[36543]: pgmap v85: 129 pgs: 129 active+clean; 127 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 8.1 MiB/s wr, 517 op/s 2024-06-06T07:58:10.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:09 smithi203 ceph-mon[37192]: pgmap v85: 129 pgs: 129 active+clean; 127 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 8.1 MiB/s wr, 517 op/s 2024-06-06T07:58:11.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:11 smithi027 ceph-mon[32293]: pgmap v86: 129 pgs: 129 active+clean; 127 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 7.7 MiB/s wr, 486 op/s 2024-06-06T07:58:11.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:11 smithi176 ceph-mon[36543]: pgmap v86: 129 pgs: 129 active+clean; 127 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 7.7 MiB/s wr, 486 op/s 2024-06-06T07:58:12.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:11 smithi203 ceph-mon[37192]: pgmap v86: 129 pgs: 129 active+clean; 127 MiB data, 679 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 7.7 MiB/s wr, 486 op/s 2024-06-06T07:58:12.359 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.355+0000 7f61c4ada640 1 -- 172.21.15.27:0/1730031525 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 msgr2=0x7f61c010e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.359 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1730031525 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c010e420 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f61b8009ca0 tx=0x7f61b802a950 comp rx=0 tx=0).stop 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 -- 172.21.15.27:0/1730031525 shutdown_connections 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1730031525 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c010e420 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1730031525 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 0x7f61c010ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1730031525 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61c0102ab0 0x7f61c0102e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 -- 172.21.15.27:0/1730031525 >> 172.21.15.27:0/1730031525 conn(0x7f61c0077a20 msgr2=0x7f61c0077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 -- 172.21.15.27:0/1730031525 shutdown_connections 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 -- 172.21.15.27:0/1730031525 wait complete. 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.356+0000 7f61c4ada640 1 Processor -- start 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 -- start start 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61c0102ab0 0x7f61c0198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 0x7f61c01987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c019cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f61c0111e90 con 0x7f61c010bfd0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f61c0111d10 con 0x7f61c01033d0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61c4ada640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f61c0112010 con 0x7f61c0102ab0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c019cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 0x7f61c01987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c019cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42800/0 (socket says 172.21.15.27:42800) 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 -- 172.21.15.27:0/1119074880 learned_addr learned my addr 172.21.15.27:0/1119074880 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61be59c640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61c0102ab0 0x7f61c0198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 -- 172.21.15.27:0/1119074880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61c0102ab0 msgr2=0x7f61c0198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61c0102ab0 0x7f61c0198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 -- 172.21.15.27:0/1119074880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 msgr2=0x7f61c01987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 0x7f61c01987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bed9d640 1 -- 172.21.15.27:0/1119074880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c019d260 con 0x7f61c010bfd0 2024-06-06T07:58:12.361 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.357+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 0x7f61c01987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:12.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.358+0000 7f61bed9d640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c019cb30 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f61b8005cc0 tx=0x7f61b802f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:12.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.358+0000 7f61af7fe640 1 -- 172.21.15.27:0/1119074880 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b8034040 con 0x7f61c010bfd0 2024-06-06T07:58:12.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.358+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61c019d4f0 con 0x7f61c010bfd0 2024-06-06T07:58:12.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.358+0000 7f61af7fe640 1 -- 172.21.15.27:0/1119074880 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f61b8030940 con 0x7f61c010bfd0 2024-06-06T07:58:12.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.358+0000 7f61af7fe640 1 -- 172.21.15.27:0/1119074880 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b8045480 con 0x7f61c010bfd0 2024-06-06T07:58:12.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.358+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61c01a4de0 con 0x7f61c010bfd0 2024-06-06T07:58:12.367 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.360+0000 7f61af7fe640 1 -- 172.21.15.27:0/1119074880 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f61b8037020 con 0x7f61c010bfd0 2024-06-06T07:58:12.367 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 Processor -- start 2024-06-06T07:58:12.367 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 -- start start 2024-06-06T07:58:12.367 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 0x56048c7f9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c803e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c804350 0x56048c806740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56048c75d4f0 con 0x56048c7f9170 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56048c6fb870 con 0x56048c804350 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61c77eb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56048c7594b0 con 0x56048c7f9a90 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 0x56048c7f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61be59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c803e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 0x56048c7f9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42806/0 (socket says 172.21.15.27:42806) 2024-06-06T07:58:12.368 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61bdd9b640 1 -- 172.21.15.27:0/1708523068 learned_addr learned my addr 172.21.15.27:0/1708523068 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.361+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c804350 0x56048c806740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61af7fe640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f61a80a2da0 0x7f61a80a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bdd9b640 1 -- 172.21.15.27:0/1708523068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 msgr2=0x56048c803e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c803e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bdd9b640 1 -- 172.21.15.27:0/1708523068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c804350 msgr2=0x56048c806740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c804350 0x56048c806740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bdd9b640 1 -- 172.21.15.27:0/1708523068 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56048c7179b0 con 0x56048c7f9170 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61be59c640 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c803e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bed9d640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f61a80a2da0 0x7f61a80a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 0x56048c7f9550 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f61b400b620 tx=0x7f61b400baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=566d0b1ec8377336 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:12.369 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61acff9640 1 -- 172.21.15.27:0/1708523068 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b40120d0 con 0x56048c7f9170 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61af7fe640 1 -- 172.21.15.27:0/1119074880 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f61b80f0450 con 0x7f61c010bfd0 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61acff9640 1 -- 172.21.15.27:0/1708523068 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f61b4005020 con 0x56048c7f9170 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.362+0000 7f61acff9640 1 -- 172.21.15.27:0/1708523068 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b400ea70 con 0x56048c7f9170 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 -- 172.21.15.27:0/1708523068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 msgr2=0x56048c7f9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 0x56048c7f9550 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f61b400b620 tx=0x7f61b400baa0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61bed9d640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f61a80a2da0 0x7f61a80a5260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f61b80edaa0 tx=0x7f61b80b8330 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 -- 172.21.15.27:0/1708523068 shutdown_connections 2024-06-06T07:58:12.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c804350 0x56048c806740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c803e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 --2- 172.21.15.27:0/1708523068 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c7f9170 0x56048c7f9550 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 -- 172.21.15.27:0/1708523068 >> 172.21.15.27:0/1708523068 conn(0x56048c7f5680 msgr2=0x56048c7f5a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 -- 172.21.15.27:0/1708523068 shutdown_connections 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.363+0000 7f61c77eb740 1 -- 172.21.15.27:0/1708523068 wait complete. 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 -- start start 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 Processor -- start 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c8012d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c801810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c801d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56048c806f20 con 0x56048c804350 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56048c6e6ae0 con 0x56048c7f9170 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56048c8070a0 con 0x56048c7f9a90 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61c77eb740 10 client.0 _ll_register_callbacks cb 0x56048c71f9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c8012d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c8012d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:47394/0 (socket says 172.21.15.27:47394) 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2018005067 learned_addr learned my addr 172.21.15.27:0/2018005067 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61be59c640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c801810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c801d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 msgr2=0x56048c801810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c801810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2018005067 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 msgr2=0x56048c801d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c801d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.364+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2018005067 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56048c471210 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c8012d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f61b40056a0 tx=0x7f61b4017040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b388d006e81b9df server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2018005067 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4004020 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2018005067 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f61b40041c0 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61b4005020 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2018005067 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f61b4033050 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 10 client.25802 fetch_fsmap learned FSMap version 35 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56048c53d620 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2018005067 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f61b4005020 con 0x56048c7f9170 2024-06-06T07:58:12.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2018005067 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 35) ==== 8382+0+0 (secure 0 0 0) 0x7f61b4004b70 con 0x56048c7f9170 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 10 client.25802 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 10 client.25802 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 20 client.25802 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c814320 0x56048c816710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.365+0000 7f61c77eb740 4 client.25802 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.366+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56048c770f10 con 0x56048c814320 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.366+0000 7f61be59c640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c814320 0x56048c816710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.366+0000 7f61be59c640 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c814320 0x56048c816710 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8bc4b3cc0f1c7e9 server_cookie=e638037ab5fc6f31 in_seq=0 out_seq=0 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.366+0000 7f61a5ffb640 10 client.25802 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2018005067 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56048c770f10 con 0x56048c814320 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61a5ffb640 10 client.25802 handle_command_reply: tid=0 2024-06-06T07:58:12.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 client.25802 shutdown 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 msgr2=0x56048c8012d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c8012d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f61b40056a0 tx=0x7f61b4017040 comp rx=0 tx=0).stop 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 shutdown_connections 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c814320 0x56048c816710 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c801d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c801810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2018005067 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c8012d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61a5ffb640 0 client.25802 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 >> 172.21.15.27:0/2018005067 conn(0x56048c7f5680 msgr2=0x56048c7fb400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 shutdown_connections 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 1 -- 172.21.15.27:0/2018005067 wait complete. 2024-06-06T07:58:12.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.367+0000 7f61c77eb740 20 client.25802 trim_cache size 0 max 16384 2024-06-06T07:58:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.382+0000 7f61c77eb740 1 Processor -- start 2024-06-06T07:58:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.382+0000 7f61c77eb740 1 -- start start 2024-06-06T07:58:12.387 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.382+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c81bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.382+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c81c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.382+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61c77eb740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f61c01aed20 con 0x56048c804350 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61c77eb740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f61c01b0890 con 0x56048c7f9170 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61c77eb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f61c01af3f0 con 0x56048c7f9a90 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42820/0 (socket says 172.21.15.27:42820) 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 -- 172.21.15.27:0/3517236538 learned_addr learned my addr 172.21.15.27:0/3517236538 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61be59c640 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c81c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c81bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 -- 172.21.15.27:0/3517236538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 msgr2=0x56048c81c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c81c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 -- 172.21.15.27:0/3517236538 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 msgr2=0x56048c81bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c81bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 -- 172.21.15.27:0/3517236538 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56048c7f98c0 con 0x56048c804350 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fab20 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x56048c7fbba0 tx=0x7f61b401b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5ced51644d691a0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61a7fff640 1 -- 172.21.15.27:0/3517236538 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b40127f0 con 0x56048c804350 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61a7fff640 1 -- 172.21.15.27:0/3517236538 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f61b4030020 con 0x56048c804350 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.383+0000 7f61a7fff640 1 -- 172.21.15.27:0/3517236538 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b4005290 con 0x56048c804350 2024-06-06T07:58:12.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 -- 172.21.15.27:0/3517236538 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 msgr2=0x56048c7fab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fab20 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x56048c7fbba0 tx=0x7f61b401b040 comp rx=0 tx=0).stop 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 -- 172.21.15.27:0/3517236538 shutdown_connections 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fab20 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9a90 0x56048c81c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 --2- 172.21.15.27:0/3517236538 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9170 0x56048c81bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 -- 172.21.15.27:0/3517236538 >> 172.21.15.27:0/3517236538 conn(0x56048c7f5680 msgr2=0x56048c7fc590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 -- 172.21.15.27:0/3517236538 shutdown_connections 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 -- 172.21.15.27:0/3517236538 wait complete. 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 -- start start 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.384+0000 7f61c77eb740 1 Processor -- start 2024-06-06T07:58:12.390 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9170 0x56048c80ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9a90 0x56048c7fe0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fe5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f61c01b01c0 con 0x56048c804350 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f61c01afac0 con 0x56048c7f9a90 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f61c01acd00 con 0x56048c7f9170 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 10 client.0 _ll_register_callbacks cb 0x7f61b4012610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fe5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fe5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:42824/0 (socket says 172.21.15.27:42824) 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2716174394 learned_addr learned my addr 172.21.15.27:0/2716174394 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9170 0x56048c80ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61be59c640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9a90 0x56048c7fe0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9170 msgr2=0x56048c80ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.391 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9170 0x56048c80ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2716174394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9a90 msgr2=0x56048c7fe0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9a90 0x56048c7fe0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 -- 172.21.15.27:0/2716174394 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56048c7fee10 con 0x56048c804350 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61bdd9b640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fe5e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f61b4012910 tx=0x7f61b4012400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=529186dad6146799 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2716174394 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61b400ebf0 con 0x56048c804350 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2716174394 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f61b400ed90 con 0x56048c804350 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61b4030020 con 0x56048c804350 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2716174394 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f61b4004660 con 0x56048c804350 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 10 client.16302 fetch_fsmap learned FSMap version 35 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.385+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x56048c87eee0 con 0x56048c804350 2024-06-06T07:58:12.392 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2716174394 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f61b4030020 con 0x56048c804350 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2716174394 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 35) ==== 8382+0+0 (secure 0 0 0) 0x7f61b4010910 con 0x56048c804350 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61c77eb740 10 client.16302 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61c77eb740 10 client.16302 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61c77eb740 20 client.16302 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c87f4a0 0x56048c8818c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61c77eb740 4 client.16302 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56048c76ac20 con 0x56048c87f4a0 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61be59c640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c87f4a0 0x56048c8818c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61a5ffb640 10 client.16302 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:12.393 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.386+0000 7f61be59c640 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c87f4a0 0x56048c8818c0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbd01950c71e9241 server_cookie=1919745b47e6d059 in_seq=0 out_seq=0 2024-06-06T07:58:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61a5ffb640 1 -- 172.21.15.27:0/2716174394 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56048c76ac20 con 0x56048c87f4a0 2024-06-06T07:58:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61a5ffb640 10 client.16302 handle_command_reply: tid=0 2024-06-06T07:58:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 client.16302 shutdown 2024-06-06T07:58:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 msgr2=0x56048c7fe5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.472 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fe5e0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f61b4012910 tx=0x7f61b4012400 comp rx=0 tx=0).stop 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 shutdown_connections 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56048c87f4a0 0x56048c8818c0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61a5ffb640 0 client.16302 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56048c804350 0x56048c7fe5e0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56048c7f9a90 0x56048c7fe0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 --2- 172.21.15.27:0/2716174394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56048c7f9170 0x56048c80ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 >> 172.21.15.27:0/2716174394 conn(0x56048c7f5680 msgr2=0x56048c7f3f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 shutdown_connections 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 1 -- 172.21.15.27:0/2716174394 wait complete. 2024-06-06T07:58:12.473 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.471+0000 7f61c77eb740 20 client.16302 trim_cache size 0 max 16384 2024-06-06T07:58:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:58:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:58:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:58:12.474 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f61a80a2da0 msgr2=0x7f61a80a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f61a80a2da0 0x7f61a80a5260 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f61b80edaa0 tx=0x7f61b80b8330 comp rx=0 tx=0).stop 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 msgr2=0x7f61c019cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c019cb30 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f61b8005cc0 tx=0x7f61b802f790 comp rx=0 tx=0).stop 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 shutdown_connections 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f61a80a2da0 0x7f61a80a5260 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f61c010bfd0 0x7f61c019cb30 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f61c01033d0 0x7f61c01987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 --2- 172.21.15.27:0/1119074880 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f61c0102ab0 0x7f61c0198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 >> 172.21.15.27:0/1119074880 conn(0x7f61c0077a20 msgr2=0x7f61c00fd830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 shutdown_connections 2024-06-06T07:58:12.475 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:12.472+0000 7f61c4ada640 1 -- 172.21.15.27:0/1119074880 wait complete. 2024-06-06T07:58:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:13 smithi027 ceph-mon[32293]: pgmap v87: 129 pgs: 129 active+clean; 137 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.6 MiB/s wr, 572 op/s 2024-06-06T07:58:13.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:13 smithi176 ceph-mon[36543]: pgmap v87: 129 pgs: 129 active+clean; 137 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.6 MiB/s wr, 572 op/s 2024-06-06T07:58:14.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:13 smithi203 ceph-mon[37192]: pgmap v87: 129 pgs: 129 active+clean; 137 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 8.6 MiB/s wr, 572 op/s 2024-06-06T07:58:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:15 smithi027 ceph-mon[32293]: pgmap v88: 129 pgs: 129 active+clean; 137 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 213 op/s 2024-06-06T07:58:15.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:15 smithi176 ceph-mon[36543]: pgmap v88: 129 pgs: 129 active+clean; 137 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 213 op/s 2024-06-06T07:58:16.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:15 smithi203 ceph-mon[37192]: pgmap v88: 129 pgs: 129 active+clean; 137 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 213 op/s 2024-06-06T07:58:17.829 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:17 smithi203 ceph-mon[37192]: pgmap v89: 129 pgs: 129 active+clean; 137 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 213 op/s 2024-06-06T07:58:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:17 smithi027 ceph-mon[32293]: pgmap v89: 129 pgs: 129 active+clean; 137 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 213 op/s 2024-06-06T07:58:17.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:17 smithi176 ceph-mon[36543]: pgmap v89: 129 pgs: 129 active+clean; 137 MiB data, 727 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 213 op/s 2024-06-06T07:58:19.278 INFO:tasks.workunit.client.0.smithi027.stderr:+ sync 2024-06-06T07:58:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:19 smithi027 ceph-mon[32293]: pgmap v90: 129 pgs: 129 active+clean; 168 MiB data, 703 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 365 op/s 2024-06-06T07:58:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:19 smithi176 ceph-mon[36543]: pgmap v90: 129 pgs: 129 active+clean; 168 MiB data, 703 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 365 op/s 2024-06-06T07:58:20.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:19 smithi203 ceph-mon[37192]: pgmap v90: 129 pgs: 129 active+clean; 168 MiB data, 703 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 5.0 MiB/s wr, 365 op/s 2024-06-06T07:58:21.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:21 smithi027 ceph-mon[32293]: pgmap v91: 129 pgs: 129 active+clean; 168 MiB data, 703 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 258 op/s 2024-06-06T07:58:21.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:21 smithi176 ceph-mon[36543]: pgmap v91: 129 pgs: 129 active+clean; 168 MiB data, 703 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 258 op/s 2024-06-06T07:58:22.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:21 smithi203 ceph-mon[37192]: pgmap v91: 129 pgs: 129 active+clean; 168 MiB data, 703 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 258 op/s 2024-06-06T07:58:22.596 INFO:tasks.workunit.client.0.smithi027.stderr:+ tar c linux-4.0.5 2024-06-06T07:58:23.081 INFO:tasks.workunit.client.0.smithi027.stderr:+ rm -rf linux-4.0.5 2024-06-06T07:58:23.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:23 smithi027 ceph-mon[32293]: pgmap v92: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 655 op/s 2024-06-06T07:58:23.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:23 smithi176 ceph-mon[36543]: pgmap v92: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 655 op/s 2024-06-06T07:58:24.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:23 smithi203 ceph-mon[37192]: pgmap v92: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 655 op/s 2024-06-06T07:58:25.566 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 -- 172.21.15.27:0/2082594109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8230107990 msgr2=0x7f8230107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.566 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 --2- 172.21.15.27:0/2082594109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8230107990 0x7f8230107d70 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f822c009900 tx=0x7f822c02a410 comp rx=0 tx=0).stop 2024-06-06T07:58:25.566 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 -- 172.21.15.27:0/2082594109 shutdown_connections 2024-06-06T07:58:25.566 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 --2- 172.21.15.27:0/2082594109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823006ab70 0x7f823010e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 --2- 172.21.15.27:0/2082594109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f823006a1d0 0x7f823006a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 --2- 172.21.15.27:0/2082594109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8230107990 0x7f8230107d70 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 -- 172.21.15.27:0/2082594109 >> 172.21.15.27:0/2082594109 conn(0x7f82300766a0 msgr2=0x7f8230076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 -- 172.21.15.27:0/2082594109 shutdown_connections 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 -- 172.21.15.27:0/2082594109 wait complete. 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 Processor -- start 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.564+0000 7f8237841640 1 -- start start 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8237841640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823006a1d0 0x7f8230198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8237841640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 0x7f82301987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8237841640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8230107990 0x7f823019cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8237841640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8230111ea0 con 0x7f823006ab70 2024-06-06T07:58:25.567 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8237841640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8230111d20 con 0x7f823006a1d0 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8237841640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8230112020 con 0x7f8230107990 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 0x7f82301987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f82355dd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823006a1d0 0x7f8230198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 0x7f82301987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55064/0 (socket says 172.21.15.27:55064) 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 -- 172.21.15.27:0/3147367466 learned_addr learned my addr 172.21.15.27:0/3147367466 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8235dde640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8230107990 0x7f823019cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 -- 172.21.15.27:0/3147367466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8230107990 msgr2=0x7f823019cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8230107990 0x7f823019cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 -- 172.21.15.27:0/3147367466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823006a1d0 msgr2=0x7f8230198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823006a1d0 0x7f8230198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 -- 172.21.15.27:0/3147367466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f823019d250 con 0x7f823006ab70 2024-06-06T07:58:25.568 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f8234ddc640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 0x7f82301987a0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f822000e9f0 tx=0x7f822000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:25.569 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.565+0000 7f82267fc640 1 -- 172.21.15.27:0/3147367466 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822000cd80 con 0x7f823006ab70 2024-06-06T07:58:25.569 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.566+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f823019d540 con 0x7f823006ab70 2024-06-06T07:58:25.569 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.566+0000 7f82267fc640 1 -- 172.21.15.27:0/3147367466 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8220005520 con 0x7f823006ab70 2024-06-06T07:58:25.569 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.566+0000 7f82267fc640 1 -- 172.21.15.27:0/3147367466 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8220010690 con 0x7f823006ab70 2024-06-06T07:58:25.569 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.566+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82301a4dd0 con 0x7f823006ab70 2024-06-06T07:58:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f82267fc640 1 -- 172.21.15.27:0/3147367466 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f82200046c0 con 0x7f823006ab70 2024-06-06T07:58:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 Processor -- start 2024-06-06T07:58:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 -- start start 2024-06-06T07:58:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a23550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.574 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a2de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a30740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5616369874f0 con 0x561636a23a90 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561636925870 con 0x561636a23170 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f823a620740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5616369834b0 con 0x561636a2e350 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f82355dd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a2de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f82355dd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a2de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55074/0 (socket says 172.21.15.27:55074) 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f82355dd640 1 -- 172.21.15.27:0/2519991060 learned_addr learned my addr 172.21.15.27:0/2519991060 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f8234ddc640 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a30740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f8235dde640 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a23550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.569+0000 7f82267fc640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f821c0a2da0 0x7f821c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82355dd640 1 -- 172.21.15.27:0/2519991060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 msgr2=0x561636a30740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82355dd640 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a30740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.575 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82355dd640 1 -- 172.21.15.27:0/2519991060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 msgr2=0x561636a23550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82355dd640 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a23550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f8235dde640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f821c0a2da0 0x7f821c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82355dd640 1 -- 172.21.15.27:0/2519991060 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616369419b0 con 0x561636a23a90 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82267fc640 1 -- 172.21.15.27:0/3147367466 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f82200cfbc0 con 0x7f823006ab70 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f82355dd640 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a2de10 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f822c009900 tx=0x7f822c031530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f43ca79c235113c1 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f821b7fe640 1 -- 172.21.15.27:0/2519991060 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c040070 con 0x561636a23a90 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f821b7fe640 1 -- 172.21.15.27:0/2519991060 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f822c005020 con 0x561636a23a90 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.570+0000 7f821b7fe640 1 -- 172.21.15.27:0/2519991060 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c035040 con 0x561636a23a90 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 -- 172.21.15.27:0/2519991060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 msgr2=0x561636a2de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f8235dde640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f821c0a2da0 0x7f821c0a5260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8228007310 tx=0x7f8228004ab0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a2de10 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f822c009900 tx=0x7f822c031530 comp rx=0 tx=0).stop 2024-06-06T07:58:25.576 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 -- 172.21.15.27:0/2519991060 shutdown_connections 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a30740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a2de10 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 --2- 172.21.15.27:0/2519991060 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a23550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 -- 172.21.15.27:0/2519991060 >> 172.21.15.27:0/2519991060 conn(0x561636a1f680 msgr2=0x561636a1fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 -- 172.21.15.27:0/2519991060 shutdown_connections 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 -- 172.21.15.27:0/2519991060 wait complete. 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 -- start start 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.571+0000 7f823a620740 1 Processor -- start 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a2b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a2b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561636a30f20 con 0x561636a23170 2024-06-06T07:58:25.577 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561636910ae0 con 0x561636a23a90 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561636a310a0 con 0x561636a2e350 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 10 client.0 _ll_register_callbacks cb 0x5616369499b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a2b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a2b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55090/0 (socket says 172.21.15.27:55090) 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 -- 172.21.15.27:0/566613752 learned_addr learned my addr 172.21.15.27:0/566613752 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f8235dde640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f8234ddc640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a2b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 -- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 msgr2=0x561636a2bc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2bc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 -- 172.21.15.27:0/566613752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 msgr2=0x561636a2b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a2b750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.578 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 -- 172.21.15.27:0/566613752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56163669b210 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f8234ddc640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a2b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f82355dd640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a2b210 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f822c000c00 tx=0x7f822c0095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8365d62018049793 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f8218ff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f8218ff9640 1 -- 172.21.15.27:0/566613752 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c04b070 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.572+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f822c005020 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f8218ff9640 1 -- 172.21.15.27:0/566613752 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f822c004750 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f8218ff9640 1 -- 172.21.15.27:0/566613752 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f822c055050 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 10 client.16314 fetch_fsmap learned FSMap version 35 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x561636767620 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f8218ff9640 1 -- 172.21.15.27:0/566613752 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f822c005020 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f8218ff9640 1 -- 172.21.15.27:0/566613752 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 35) ==== 8382+0+0 (secure 0 0 0) 0x7f822c03b3d0 con 0x561636a23170 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 10 client.16314 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T07:58:25.579 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 10 client.16314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 20 client.16314 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636a40620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 4 client.16314 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56163699af10 con 0x561636a3e230 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.573+0000 7f8234ddc640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636a40620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.574+0000 7f8234ddc640 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636a40620 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de9f30ffd01a9ed8 server_cookie=e17c8d836a6eaa4b in_seq=0 out_seq=0 2024-06-06T07:58:25.580 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.574+0000 7f8218ff9640 10 client.16314 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f8218ff9640 1 -- 172.21.15.27:0/566613752 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56163699af10 con 0x561636a3e230 2024-06-06T07:58:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f8218ff9640 10 client.16314 handle_command_reply: tid=0 2024-06-06T07:58:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 client.16314 shutdown 2024-06-06T07:58:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 msgr2=0x561636a2b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a2b210 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f822c000c00 tx=0x7f822c0095a0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.581 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 shutdown_connections 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636a40620 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f8218ff9640 0 client.16314 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2bc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a2b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 --2- 172.21.15.27:0/566613752 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a2b210 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 >> 172.21.15.27:0/566613752 conn(0x561636a1f680 msgr2=0x561636a25400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 shutdown_connections 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 1 -- 172.21.15.27:0/566613752 wait complete. 2024-06-06T07:58:25.582 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.575+0000 7f823a620740 20 client.16314 trim_cache size 0 max 16384 2024-06-06T07:58:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 Processor -- start 2024-06-06T07:58:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 -- start start 2024-06-06T07:58:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a45d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.592 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a46250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f82301aeca0 con 0x561636a23a90 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f82301b0810 con 0x561636a23170 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f823a620740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f82301af370 con 0x561636a2e350 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f82355dd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a45d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f8234ddc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a46250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f82355dd640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a45d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:47614/0 (socket says 172.21.15.27:47614) 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f82355dd640 1 -- 172.21.15.27:0/1851281323 learned_addr learned my addr 172.21.15.27:0/1851281323 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f8234ddc640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a46250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55104/0 (socket says 172.21.15.27:55104) 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.591+0000 7f8235dde640 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f82355dd640 1 -- 172.21.15.27:0/1851281323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 msgr2=0x561636a2b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f82355dd640 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.593 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f82355dd640 1 -- 172.21.15.27:0/1851281323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 msgr2=0x561636a46250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f82355dd640 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a46250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f82355dd640 1 -- 172.21.15.27:0/1851281323 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561636a3a180 con 0x561636a23170 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f8234ddc640 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a46250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f82355dd640 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a45d10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f822c005ec0 tx=0x7f822c0316c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8786c10821bd3adf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f821affd640 1 -- 172.21.15.27:0/1851281323 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c04b070 con 0x561636a23170 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f821affd640 1 -- 172.21.15.27:0/1851281323 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f822c031a90 con 0x561636a23170 2024-06-06T07:58:25.594 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.592+0000 7f821affd640 1 -- 172.21.15.27:0/1851281323 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c035030 con 0x561636a23170 2024-06-06T07:58:25.597 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 -- 172.21.15.27:0/1851281323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 msgr2=0x561636a45d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a45d10 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f822c005ec0 tx=0x7f822c0316c0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 -- 172.21.15.27:0/1851281323 shutdown_connections 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a2b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23a90 0x561636a46250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 --2- 172.21.15.27:0/1851281323 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23170 0x561636a45d10 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 -- 172.21.15.27:0/1851281323 >> 172.21.15.27:0/1851281323 conn(0x561636a1f680 msgr2=0x561636a29ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 -- 172.21.15.27:0/1851281323 shutdown_connections 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 -- 172.21.15.27:0/1851281323 wait complete. 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 -- start start 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.593+0000 7f823a620740 1 Processor -- start 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a362f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.598 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a36830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a27460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f82301b0140 con 0x561636a23170 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f82301afa40 con 0x561636a23a90 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f82301acc80 con 0x561636a2e350 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f823a620740 10 client.0 _ll_register_callbacks cb 0x7f8228007860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a362f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a362f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55120/0 (socket says 172.21.15.27:55120) 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 -- 172.21.15.27:0/2159145447 learned_addr learned my addr 172.21.15.27:0/2159145447 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f8234ddc640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a36830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f8235dde640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a27460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 -- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 msgr2=0x561636a27460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a27460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.599 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 -- 172.21.15.27:0/2159145447 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 msgr2=0x561636a36830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a36830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 -- 172.21.15.27:0/2159145447 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561636a36e70 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f8234ddc640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a36830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f82355dd640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a362f0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f822c03b840 tx=0x7f822c031530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c79c5826b4508bde server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f8218ff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.594+0000 7f8218ff9640 1 -- 172.21.15.27:0/2159145447 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f822c04b070 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f822c031a90 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f8218ff9640 1 -- 172.21.15.27:0/2159145447 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f822c03c640 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f8218ff9640 1 -- 172.21.15.27:0/2159145447 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) ==== 24+0+0 (secure 0 0 0) 0x7f822c06b050 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 10 client.16320 fetch_fsmap learned FSMap version 35 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) -- 0x561636aa8230 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f8218ff9640 1 -- 172.21.15.27:0/2159145447 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f822c031a90 con 0x561636a23170 2024-06-06T07:58:25.600 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f8218ff9640 1 -- 172.21.15.27:0/2159145447 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 35) ==== 8382+0+0 (secure 0 0 0) 0x7f822c058070 con 0x561636a23170 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 10 client.16320 fetch_fsmap finished waiting for FSMap version 35 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 10 client.16320 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 20 client.16320 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636aaa840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 4 client.16320 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561636994c20 con 0x561636a3e230 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.595+0000 7f8234ddc640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636aaa840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.596+0000 7f8234ddc640 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636aaa840 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4aa2a8a74f53886d server_cookie=d8df4347effab9c2 in_seq=0 out_seq=0 2024-06-06T07:58:25.601 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.596+0000 7f8218ff9640 10 client.16320 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:25.629 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f8218ff9640 1 -- 172.21.15.27:0/2159145447 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x561636994c20 con 0x561636a3e230 2024-06-06T07:58:25.629 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f8218ff9640 10 client.16320 handle_command_reply: tid=0 2024-06-06T07:58:25.629 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 client.16320 shutdown 2024-06-06T07:58:25.629 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 msgr2=0x561636a362f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a362f0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f822c03b840 tx=0x7f822c031530 comp rx=0 tx=0).stop 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 shutdown_connections 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561636a3e230 0x561636aaa840 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561636a2e350 0x561636a27460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561636a23a90 0x561636a36830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f8218ff9640 0 client.16320 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 --2- 172.21.15.27:0/2159145447 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561636a23170 0x561636a362f0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.628+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 >> 172.21.15.27:0/2159145447 conn(0x561636a1f680 msgr2=0x561636a39a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 shutdown_connections 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f823a620740 1 -- 172.21.15.27:0/2159145447 wait complete. 2024-06-06T07:58:25.630 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f823a620740 20 client.16320 trim_cache size 0 max 16384 2024-06-06T07:58:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:58:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:58:25.631 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f821c0a2da0 msgr2=0x7f821c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f821c0a2da0 0x7f821c0a5260 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8228007310 tx=0x7f8228004ab0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 msgr2=0x7f82301987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 0x7f82301987a0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f822000e9f0 tx=0x7f822000edf0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 shutdown_connections 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f821c0a2da0 0x7f821c0a5260 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8230107990 0x7f823019cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f823006ab70 0x7f82301987a0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 --2- 172.21.15.27:0/3147367466 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f823006a1d0 0x7f8230198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 >> 172.21.15.27:0/3147367466 conn(0x7f82300766a0 msgr2=0x7f82300ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:25.632 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 shutdown_connections 2024-06-06T07:58:25.633 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:25.629+0000 7f8237841640 1 -- 172.21.15.27:0/3147367466 wait complete. 2024-06-06T07:58:25.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:25 smithi027 ceph-mon[32293]: pgmap v93: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 569 op/s 2024-06-06T07:58:25.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:25 smithi176 ceph-mon[36543]: pgmap v93: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 569 op/s 2024-06-06T07:58:26.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:25 smithi203 ceph-mon[37192]: pgmap v93: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 569 op/s 2024-06-06T07:58:27.224 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-06-06T07:58:27.483 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:27.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:27 smithi027 ceph-mon[32293]: pgmap v94: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 548 op/s 2024-06-06T07:58:27.857 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:27 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:27 smithi176 ceph-mon[36543]: pgmap v94: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 548 op/s 2024-06-06T07:58:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:27 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:28.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:27 smithi203 ceph-mon[37192]: pgmap v94: 129 pgs: 129 active+clean; 199 MiB data, 781 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 5.4 MiB/s wr, 548 op/s 2024-06-06T07:58:28.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:27 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:28.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:28 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:28.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:28 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:29.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:28 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:29.366 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 -- 172.21.15.27:0/4098137738 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec94102000 msgr2=0x7fec94105fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 --2- 172.21.15.27:0/4098137738 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec94102000 0x7fec94105fc0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fec880099c0 tx=0x7fec88009cd0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 -- 172.21.15.27:0/4098137738 shutdown_connections 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 --2- 172.21.15.27:0/4098137738 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fec941066a0 0x7fec9410e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 --2- 172.21.15.27:0/4098137738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94101650 0x7fec94101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 --2- 172.21.15.27:0/4098137738 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec94102000 0x7fec94105fc0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 -- 172.21.15.27:0/4098137738 >> 172.21.15.27:0/4098137738 conn(0x7fec940773e0 msgr2=0x7fec940777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 -- 172.21.15.27:0/4098137738 shutdown_connections 2024-06-06T07:58:29.367 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.367+0000 7fec98d44700 1 -- 172.21.15.27:0/4098137738 wait complete. 2024-06-06T07:58:29.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 Processor -- start 2024-06-06T07:58:29.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 -- start start 2024-06-06T07:58:29.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fec94101650 0x7fec9419d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94102000 0x7fec9419ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 0x7fec94197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fec94111750 con 0x7fec941066a0 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fec941115d0 con 0x7fec94101650 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec98d44700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec941118d0 con 0x7fec94102000 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec92d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 0x7fec94197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec91d9b700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94102000 0x7fec9419ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec92d9d700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 0x7fec94197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55146/0 (socket says 172.21.15.27:55146) 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec9259c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fec94101650 0x7fec9419d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.368+0000 7fec92d9d700 1 -- 172.21.15.27:0/1356946409 learned_addr learned my addr 172.21.15.27:0/1356946409 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec91d9b700 1 -- 172.21.15.27:0/1356946409 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fec94101650 msgr2=0x7fec9419d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec91d9b700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fec94101650 0x7fec9419d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec91d9b700 1 -- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 msgr2=0x7fec94197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec91d9b700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 0x7fec94197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec91d9b700 1 -- 172.21.15.27:0/1356946409 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec941981b0 con 0x7fec94102000 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec92d9d700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 0x7fec94197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec91d9b700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94102000 0x7fec9419ddd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fec8800b580 tx=0x7fec88003c30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec837fe700 1 -- 172.21.15.27:0/1356946409 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec88009e60 con 0x7fec94102000 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec837fe700 1 -- 172.21.15.27:0/1356946409 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec8800be40 con 0x7fec94102000 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec94198440 con 0x7fec94102000 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec837fe700 1 -- 172.21.15.27:0/1356946409 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec88003e60 con 0x7fec94102000 2024-06-06T07:58:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.369+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec9406aba0 con 0x7fec94102000 2024-06-06T07:58:29.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.371+0000 7fec837fe700 1 -- 172.21.15.27:0/1356946409 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fec8800f5f0 con 0x7fec94102000 2024-06-06T07:58:29.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.372+0000 7fec837fe700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fec7c0a2d90 0x7fec7c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.372+0000 7fec837fe700 1 -- 172.21.15.27:0/1356946409 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fec880d03c0 con 0x7fec94102000 2024-06-06T07:58:29.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.372+0000 7fec9259c700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fec7c0a2d90 0x7fec7c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7fec9259c700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fec7c0a2d90 0x7fec7c0a5250 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fec94198b90 tx=0x7fec84012040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:29.372 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 Processor -- start 2024-06-06T07:58:29.373 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 -- start start 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97826f60 0x560b97827340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 0x560b97821260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b97821bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x560b97713f60 con 0x560b97826f60 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x560b97772850 con 0x560b97827880 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7feca35c7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b976da460 con 0x560b978217a0 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7fec91d9b700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 0x560b97821260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7fec92d9d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b97821bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7fec91d9b700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 0x560b97821260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:47640/0 (socket says 172.21.15.27:47640) 2024-06-06T07:58:29.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.373+0000 7fec92d9d700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b97821bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:60480/0 (socket says 172.21.15.27:60480) 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec91d9b700 1 -- 172.21.15.27:0/3387082410 learned_addr learned my addr 172.21.15.27:0/3387082410 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec9259c700 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97826f60 0x560b97827340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec92d9d700 1 -- 172.21.15.27:0/3387082410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 msgr2=0x560b97821260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 0x560b97821260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec92d9d700 1 -- 172.21.15.27:0/3387082410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97826f60 msgr2=0x560b97827340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97826f60 0x560b97827340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec92d9d700 1 -- 172.21.15.27:0/3387082410 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b976c18d0 con 0x560b978217a0 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec91d9b700 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 0x560b97821260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b97821bc0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fec8c009430 tx=0x7fec8c009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=159568f1b1e755f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:29.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec80ff9700 1 -- 172.21.15.27:0/3387082410 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec8c019070 con 0x560b978217a0 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec80ff9700 1 -- 172.21.15.27:0/3387082410 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec8c004db0 con 0x560b978217a0 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.374+0000 7fec80ff9700 1 -- 172.21.15.27:0/3387082410 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec8c0055c0 con 0x560b978217a0 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 -- 172.21.15.27:0/3387082410 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 msgr2=0x560b97821bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b97821bc0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fec8c009430 tx=0x7fec8c009920 comp rx=0 tx=0).stop 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 -- 172.21.15.27:0/3387082410 shutdown_connections 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b97821bc0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97826f60 0x560b97827340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3387082410 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97827880 0x560b97821260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 -- 172.21.15.27:0/3387082410 >> 172.21.15.27:0/3387082410 conn(0x560b9774e080 msgr2=0x560b9781c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 -- 172.21.15.27:0/3387082410 shutdown_connections 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.375+0000 7feca35c7b80 1 -- 172.21.15.27:0/3387082410 wait complete. 2024-06-06T07:58:29.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 -- start start 2024-06-06T07:58:29.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 Processor -- start 2024-06-06T07:58:29.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b9782d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b9782ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7fec9259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b9782d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x560b97712fc0 con 0x560b978217a0 2024-06-06T07:58:29.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7fec9259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b9782d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55170/0 (socket says 172.21.15.27:55170) 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x560b9776e810 con 0x560b97826f60 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7fec9259c700 1 -- 172.21.15.27:0/3622285976 learned_addr learned my addr 172.21.15.27:0/3622285976 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b9782e260 con 0x560b97827880 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b9782ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.376+0000 7fec91d9b700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7feca35c7b80 10 client.0 _ll_register_callbacks cb 0x560b977085b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec92d9d700 1 -- 172.21.15.27:0/3622285976 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 msgr2=0x560b9782a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec92d9d700 1 -- 172.21.15.27:0/3622285976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 msgr2=0x560b9782d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b9782d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec92d9d700 1 -- 172.21.15.27:0/3622285976 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b97738750 con 0x560b97827880 2024-06-06T07:58:29.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b9782ae10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fec8c004fa0 tx=0x7fec8c005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6ea101fa5ebd211 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec79ffb700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec79ffb700 1 -- 172.21.15.27:0/3622285976 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec8c019040 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec79ffb700 1 -- 172.21.15.27:0/3622285976 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fec8c003a00 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec8c004db0 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7fec79ffb700 1 -- 172.21.15.27:0/3622285976 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fec8c003c40 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7feca35c7b80 10 client.25846 fetch_fsmap learned FSMap version 37 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.377+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560b97838960 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7fec79ffb700 1 -- 172.21.15.27:0/3622285976 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec8c004db0 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7fec79ffb700 1 -- 172.21.15.27:0/3622285976 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 37) ==== 8394+0+0 (secure 0 0 0) 0x7fec8c0154a0 con 0x560b97827880 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7feca35c7b80 10 client.25846 fetch_fsmap finished waiting for FSMap version 37 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7feca35c7b80 10 client.25846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7feca35c7b80 20 client.25846 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:29.383 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b9783ae30 0x560b9783d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7feca35c7b80 4 client.25846 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b9777fd50 con 0x560b9783ae30 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.378+0000 7fec9259c700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b9783ae30 0x560b9783d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.379+0000 7fec9259c700 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b9783ae30 0x560b9783d220 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb0eecbf357a4184 server_cookie=f6616ec693dd67bd in_seq=0 out_seq=0 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.379+0000 7fec79ffb700 10 client.25846 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.379+0000 7fec79ffb700 1 -- 172.21.15.27:0/3622285976 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560b9777fd50 con 0x560b9783ae30 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.379+0000 7fec79ffb700 10 client.25846 handle_command_reply: tid=0 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.379+0000 7feca35c7b80 1 client.25846 shutdown 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.379+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 msgr2=0x560b9782ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b9782ae10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fec8c004fa0 tx=0x7fec8c005880 comp rx=0 tx=0).stop 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 shutdown_connections 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b9783ae30 0x560b9783d220 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b9782ae10 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.384 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b9782d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3622285976 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 >> 172.21.15.27:0/3622285976 conn(0x560b9774e080 msgr2=0x560b9781b700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:29.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7fec79ffb700 0 client.25846 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:29.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 shutdown_connections 2024-06-06T07:58:29.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 1 -- 172.21.15.27:0/3622285976 wait complete. 2024-06-06T07:58:29.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.380+0000 7feca35c7b80 20 client.25846 trim_cache size 0 max 16384 2024-06-06T07:58:29.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 Processor -- start 2024-06-06T07:58:29.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 -- start start 2024-06-06T07:58:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b97821260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.405 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b978284f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fec941ac350 con 0x560b978217a0 2024-06-06T07:58:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fec941adf20 con 0x560b97826f60 2024-06-06T07:58:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.405+0000 7feca35c7b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec941aca50 con 0x560b97827880 2024-06-06T07:58:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.406+0000 7fec9259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b97821260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.406+0000 7fec9259c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b97821260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:55174/0 (socket says 172.21.15.27:55174) 2024-06-06T07:58:29.406 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.406+0000 7fec9259c700 1 -- 172.21.15.27:0/1382873318 learned_addr learned my addr 172.21.15.27:0/1382873318 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:29.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.406+0000 7fec92d9d700 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b978284f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.407+0000 7fec91d9b700 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.407+0000 7fec9259c700 1 -- 172.21.15.27:0/1382873318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 msgr2=0x560b978284f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.407+0000 7fec9259c700 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b978284f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.407+0000 7fec9259c700 1 -- 172.21.15.27:0/1382873318 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 msgr2=0x560b9782af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.407 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.407+0000 7fec9259c700 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.407+0000 7fec9259c700 1 -- 172.21.15.27:0/1382873318 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b9782a6a0 con 0x560b978217a0 2024-06-06T07:58:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.408+0000 7fec9259c700 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b97821260 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fec84005d90 tx=0x7fec84018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68df718127ad861b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.408+0000 7fec7bfff700 1 -- 172.21.15.27:0/1382873318 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec84022040 con 0x560b978217a0 2024-06-06T07:58:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.408+0000 7fec7bfff700 1 -- 172.21.15.27:0/1382873318 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec84010530 con 0x560b978217a0 2024-06-06T07:58:29.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.408+0000 7fec7bfff700 1 -- 172.21.15.27:0/1382873318 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec8400fbd0 con 0x560b978217a0 2024-06-06T07:58:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.409+0000 7feca35c7b80 1 -- 172.21.15.27:0/1382873318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 msgr2=0x560b97821260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.410+0000 7feca35c7b80 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b97821260 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fec84005d90 tx=0x7fec84018000 comp rx=0 tx=0).stop 2024-06-06T07:58:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.410+0000 7feca35c7b80 1 -- 172.21.15.27:0/1382873318 shutdown_connections 2024-06-06T07:58:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.410+0000 7feca35c7b80 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b97827880 0x560b978284f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.410+0000 7feca35c7b80 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b978217a0 0x560b97821260 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.410+0000 7feca35c7b80 1 --2- 172.21.15.27:0/1382873318 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b9782af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.410 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.410+0000 7feca35c7b80 1 -- 172.21.15.27:0/1382873318 >> 172.21.15.27:0/1382873318 conn(0x560b9774e080 msgr2=0x560b9782c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.411+0000 7feca35c7b80 1 -- 172.21.15.27:0/1382873318 shutdown_connections 2024-06-06T07:58:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.411+0000 7feca35c7b80 1 -- 172.21.15.27:0/1382873318 wait complete. 2024-06-06T07:58:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.412+0000 7feca35c7b80 1 -- start start 2024-06-06T07:58:29.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.412+0000 7feca35c7b80 1 Processor -- start 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b978337b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b97833cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7feca35c7b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97827880 0x560b97841fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7fec9259c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b978337b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7fec9259c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b978337b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:60488/0 (socket says 172.21.15.27:60488) 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7fec9259c700 1 -- 172.21.15.27:0/3582485511 learned_addr learned my addr 172.21.15.27:0/3582485511 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fec941ad850 con 0x560b97827880 2024-06-06T07:58:29.413 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7fec91d9b700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b97833cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fec941ad150 con 0x560b97826f60 2024-06-06T07:58:29.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.413+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec941aa2f0 con 0x560b978217a0 2024-06-06T07:58:29.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97827880 0x560b97841fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.414 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7feca35c7b80 10 client.0 _ll_register_callbacks cb 0x560b977085b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 -- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 msgr2=0x560b978337b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b978337b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 -- 172.21.15.27:0/3582485511 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 msgr2=0x560b97833cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b97833cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b978427a0 con 0x560b97827880 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec91d9b700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b97833cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:29.417 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.414+0000 7fec92d9d700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97827880 0x560b97841fa0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fec8c015840 tx=0x7fec8c005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ccd9d118b0a32a server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7fec79ffb700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7fec79ffb700 1 -- 172.21.15.27:0/3582485511 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec8c019040 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec84010530 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7fec79ffb700 1 -- 172.21.15.27:0/3582485511 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fec8c015410 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7fec79ffb700 1 -- 172.21.15.27:0/3582485511 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fec8c03a050 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7feca35c7b80 10 client.16338 fetch_fsmap learned FSMap version 37 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x560b978a5470 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.415+0000 7fec79ffb700 1 -- 172.21.15.27:0/3582485511 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fec84010530 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7fec79ffb700 1 -- 172.21.15.27:0/3582485511 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 37) ==== 8394+0+0 (secure 0 0 0) 0x7fec8c03d020 con 0x560b97827880 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7feca35c7b80 10 client.16338 fetch_fsmap finished waiting for FSMap version 37 2024-06-06T07:58:29.418 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7feca35c7b80 10 client.16338 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7feca35c7b80 20 client.16338 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b978a5af0 0x560b978a7f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7feca35c7b80 4 client.16338 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560b9777a2d0 con 0x560b978a5af0 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7fec9259c700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b978a5af0 0x560b978a7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7fec79ffb700 10 client.16338 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.416+0000 7fec9259c700 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b978a5af0 0x560b978a7f10 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9746284620e5dcf2 server_cookie=3d069a0604ba59a1 in_seq=0 out_seq=0 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7fec79ffb700 1 -- 172.21.15.27:0/3582485511 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560b9777a2d0 con 0x560b978a5af0 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7fec79ffb700 10 client.16338 handle_command_reply: tid=0 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 client.16338 shutdown 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97827880 msgr2=0x560b97841fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97827880 0x560b97841fa0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fec8c015840 tx=0x7fec8c005040 comp rx=0 tx=0).stop 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 shutdown_connections 2024-06-06T07:58:29.419 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x560b978a5af0 0x560b978a7f10 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x560b97827880 0x560b97841fa0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b978217a0 0x560b978337b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7fec79ffb700 0 client.16338 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 --2- 172.21.15.27:0/3582485511 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x560b97826f60 0x560b97833cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 >> 172.21.15.27:0/3582485511 conn(0x560b9774e080 msgr2=0x560b97828370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 shutdown_connections 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 1 -- 172.21.15.27:0/3582485511 wait complete. 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.417+0000 7feca35c7b80 20 client.16338 trim_cache size 0 max 16384 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stdout: "status": "no active scrubs running", 2024-06-06T07:58:29.420 INFO:teuthology.orchestra.run.smithi027.stdout: "scrubs": {} 2024-06-06T07:58:29.421 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:58:29.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fec7c0a2d90 msgr2=0x7fec7c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fec7c0a2d90 0x7fec7c0a5250 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fec94198b90 tx=0x7fec84012040 comp rx=0 tx=0).stop 2024-06-06T07:58:29.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94102000 msgr2=0x7fec9419ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:29.421 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94102000 0x7fec9419ddd0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fec8800b580 tx=0x7fec88003c30 comp rx=0 tx=0).stop 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 shutdown_connections 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fec7c0a2d90 0x7fec7c0a5250 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fec941066a0 0x7fec94197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fec94101650 0x7fec9419d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 --2- 172.21.15.27:0/1356946409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec94102000 0x7fec9419ddd0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 >> 172.21.15.27:0/1356946409 conn(0x7fec940773e0 msgr2=0x7fec940ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 shutdown_connections 2024-06-06T07:58:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:29.418+0000 7fec98d44700 1 -- 172.21.15.27:0/1356946409 wait complete. 2024-06-06T07:58:29.725 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:29 smithi027 ceph-mon[32293]: pgmap v95: 129 pgs: 129 active+clean; 208 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 670 op/s 2024-06-06T07:58:29.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:29 smithi176 ceph-mon[36543]: pgmap v95: 129 pgs: 129 active+clean; 208 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 670 op/s 2024-06-06T07:58:30.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:29 smithi203 ceph-mon[37192]: pgmap v95: 129 pgs: 129 active+clean; 208 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 6.3 MiB/s wr, 670 op/s 2024-06-06T07:58:30.242 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-06-06T07:58:30.243 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:58:30.580 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:31.231 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 25.2 2024-06-06T07:58:31.231 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:58:31.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:31 smithi027 ceph-mon[32293]: pgmap v96: 129 pgs: 129 active+clean; 208 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 518 op/s 2024-06-06T07:58:31.917 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:31.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:31 smithi176 ceph-mon[36543]: pgmap v96: 129 pgs: 129 active+clean; 208 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 518 op/s 2024-06-06T07:58:32.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:31 smithi203 ceph-mon[37192]: pgmap v96: 129 pgs: 129 active+clean; 208 MiB data, 797 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 518 op/s 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 -- 172.21.15.27:0/388124119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806aa00 msgr2=0x7f646806ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 --2- 172.21.15.27:0/388124119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806aa00 0x7f646806ae80 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f645c009990 tx=0x7f645c009ca0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 -- 172.21.15.27:0/388124119 shutdown_connections 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 --2- 172.21.15.27:0/388124119 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f646806b3c0 0x7f646810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 --2- 172.21.15.27:0/388124119 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64681084f0 0x7f64681088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 --2- 172.21.15.27:0/388124119 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806aa00 0x7f646806ae80 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 -- 172.21.15.27:0/388124119 >> 172.21.15.27:0/388124119 conn(0x7f6468078300 msgr2=0x7f6468078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 -- 172.21.15.27:0/388124119 shutdown_connections 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 -- 172.21.15.27:0/388124119 wait complete. 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.464+0000 7f646d308700 1 Processor -- start 2024-06-06T07:58:32.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 -- start start 2024-06-06T07:58:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 0x7f6468101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806b3c0 0x7f6468101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64681084f0 0x7f6468101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f64681128f0 con 0x7f64681084f0 2024-06-06T07:58:32.466 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6468112770 con 0x7f646806b3c0 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f646d308700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6468112a70 con 0x7f646806aa00 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 0x7f6468101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 0x7f6468101450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:60498/0 (socket says 172.21.15.27:60498) 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 -- 172.21.15.27:0/2647961360 learned_addr learned my addr 172.21.15.27:0/2647961360 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f64677fe700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64681084f0 0x7f6468101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f64667fc700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806b3c0 0x7f6468101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 -- 172.21.15.27:0/2647961360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806b3c0 msgr2=0x7f6468101990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806b3c0 0x7f6468101990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 -- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64681084f0 msgr2=0x7f6468101ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64681084f0 0x7f6468101ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.465+0000 7f6466ffd700 1 -- 172.21.15.27:0/2647961360 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64681a7210 con 0x7f646806aa00 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f64677fe700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64681084f0 0x7f6468101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f6466ffd700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 0x7f6468101450 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f645800eb30 tx=0x7f645800ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:32.467 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f645800cbd0 con 0x7f646806aa00 2024-06-06T07:58:32.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64681a7500 con 0x7f646806aa00 2024-06-06T07:58:32.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6458004520 con 0x7f646806aa00 2024-06-06T07:58:32.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6458010430 con 0x7f646806aa00 2024-06-06T07:58:32.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.466+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64681a7a10 con 0x7f646806aa00 2024-06-06T07:58:32.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.467+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6468069180 con 0x7f646806aa00 2024-06-06T07:58:32.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.468+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6458004000 con 0x7f646806aa00 2024-06-06T07:58:32.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.469+0000 7f644ffff700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64500a2d90 0x7f64500a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:32.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.469+0000 7f64667fc700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64500a2d90 0x7f64500a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:32.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.469+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f64580cfcc0 con 0x7f646806aa00 2024-06-06T07:58:32.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.470+0000 7f64667fc700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64500a2d90 0x7f64500a5250 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f645c0098e0 tx=0x7f645c005960 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:32.472 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.473+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6458053850 con 0x7f646806aa00 2024-06-06T07:58:32.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.739+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f646802dca0 con 0x7f646806aa00 2024-06-06T07:58:32.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.740+0000 7f644ffff700 1 -- 172.21.15.27:0/2647961360 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11961 (secure 0 0 0) 0x7f645801f330 con 0x7f646806aa00 2024-06-06T07:58:32.740 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:58:32.740 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":38,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:58:32.490696+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":112,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25553":{"gid":25553,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1358831311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1358831311},{"type":"v1","addr":"172.21.15.176:6835","nonce":1358831311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:58:32.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64500a2d90 msgr2=0x7f64500a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:32.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64500a2d90 0x7f64500a5250 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f645c0098e0 tx=0x7f645c005960 comp rx=0 tx=0).stop 2024-06-06T07:58:32.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 msgr2=0x7f6468101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:32.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 0x7f6468101450 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f645800eb30 tx=0x7f645800ee40 comp rx=0 tx=0).stop 2024-06-06T07:58:32.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 shutdown_connections 2024-06-06T07:58:32.742 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f64500a2d90 0x7f64500a5250 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f64681084f0 0x7f6468101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f646806aa00 0x7f6468101450 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 --2- 172.21.15.27:0/2647961360 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f646806b3c0 0x7f6468101990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 >> 172.21.15.27:0/2647961360 conn(0x7f6468078300 msgr2=0x7f64680ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 shutdown_connections 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:32.743+0000 7f646d308700 1 -- 172.21.15.27:0/2647961360 wait complete. 2024-06-06T07:58:32.743 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 38 2024-06-06T07:58:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:33 smithi027 ceph-mon[32293]: pgmap v97: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 676 op/s 2024-06-06T07:58:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:33 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:33 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2647961360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:58:33.929 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-06-06T07:58:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:33 smithi176 ceph-mon[36543]: pgmap v97: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 676 op/s 2024-06-06T07:58:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:33 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:33 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2647961360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:58:34.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:33 smithi203 ceph-mon[37192]: pgmap v97: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 676 op/s 2024-06-06T07:58:34.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:33 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:34.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:33 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2647961360' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:58:35.058 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:35.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 -- 172.21.15.27:0/2435244719 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c101d50 msgr2=0x7fbc5c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:35.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2435244719 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c101d50 0x7fbc5c10e240 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fbc5400b0a0 tx=0x7fbc5400b3b0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 -- 172.21.15.27:0/2435244719 shutdown_connections 2024-06-06T07:58:35.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2435244719 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c101d50 0x7fbc5c10e240 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2435244719 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc5c107400 0x7fbc5c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.077 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2435244719 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc5c101390 0x7fbc5c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 -- 172.21.15.27:0/2435244719 >> 172.21.15.27:0/2435244719 conn(0x7fbc5c078340 msgr2=0x7fbc5c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:35.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 -- 172.21.15.27:0/2435244719 shutdown_connections 2024-06-06T07:58:35.078 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.077+0000 7fbc626fd700 1 -- 172.21.15.27:0/2435244719 wait complete. 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.078+0000 7fbc626fd700 1 Processor -- start 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.078+0000 7fbc626fd700 1 -- start start 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc626fd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc5c101390 0x7fbc5c19d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc626fd700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc5c101d50 0x7fbc5c19dd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc626fd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 0x7fbc5c197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc626fd700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c1117e0 con 0x7fbc5c107400 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc626fd700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c111660 con 0x7fbc5c101d50 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc626fd700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5c111960 con 0x7fbc5c101390 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc60c9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 0x7fbc5c197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc5bfff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc5c101390 0x7fbc5c19d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc60c9a700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 0x7fbc5c197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58088/0 (socket says 172.21.15.27:58088) 2024-06-06T07:58:35.079 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.079+0000 7fbc60c9a700 1 -- 172.21.15.27:0/2651091975 learned_addr learned my addr 172.21.15.27:0/2651091975 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:35.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc60c9a700 1 -- 172.21.15.27:0/2651091975 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc5c101390 msgr2=0x7fbc5c19d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:35.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc60c9a700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc5c101390 0x7fbc5c19d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.080 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc60c9a700 1 -- 172.21.15.27:0/2651091975 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc5c101d50 msgr2=0x7fbc5c19dd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc60c9a700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc5c101d50 0x7fbc5c19dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc60c9a700 1 -- 172.21.15.27:0/2651091975 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc5c1981a0 con 0x7fbc5c107400 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc60c9a700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 0x7fbc5c197a40 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fbc5400b070 tx=0x7fbc54004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc54021070 con 0x7fbc5c107400 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbc54007c00 con 0x7fbc5c107400 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc5c198430 con 0x7fbc5c107400 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc54005440 con 0x7fbc5c107400 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.080+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc5c1a4700 con 0x7fbc5c107400 2024-06-06T07:58:35.081 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.081+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc5c069180 con 0x7fbc5c107400 2024-06-06T07:58:35.082 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.083+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbc54024070 con 0x7fbc5c107400 2024-06-06T07:58:35.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.084+0000 7fbc597fa700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc440a2d90 0x7fbc440a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:35.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.084+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fbc5400f020 con 0x7fbc5c107400 2024-06-06T07:58:35.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.084+0000 7fbc5bfff700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc440a2d90 0x7fbc440a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:35.083 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.084+0000 7fbc5bfff700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc440a2d90 0x7fbc440a5250 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c0ffb50 tx=0x7fbc4c00b4d0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:35.087 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.088+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbc5402b020 con 0x7fbc5c107400 2024-06-06T07:58:35.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.409+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc5c198f20 con 0x7fbc5c107400 2024-06-06T07:58:35.409 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.410+0000 7fbc597fa700 1 -- 172.21.15.27:0/2651091975 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+11961 (secure 0 0 0) 0x7fbc5409db10 con 0x7fbc5c107400 2024-06-06T07:58:35.409 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:58:35.409 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":38,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":38,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:58:32.490696+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":112,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25553":{"gid":25553,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1358831311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1358831311},{"type":"v1","addr":"172.21.15.176:6835","nonce":1358831311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:58:35.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc440a2d90 msgr2=0x7fbc440a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:35.411 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc440a2d90 0x7fbc440a5250 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbc5c0ffb50 tx=0x7fbc4c00b4d0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 msgr2=0x7fbc5c197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 0x7fbc5c197a40 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fbc5400b070 tx=0x7fbc54004db0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 shutdown_connections 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbc440a2d90 0x7fbc440a5250 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbc5c107400 0x7fbc5c197a40 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbc5c101390 0x7fbc5c19d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 --2- 172.21.15.27:0/2651091975 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbc5c101d50 0x7fbc5c19dd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 >> 172.21.15.27:0/2651091975 conn(0x7fbc5c078340 msgr2=0x7fbc5c0ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 shutdown_connections 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:35.412+0000 7fbc626fd700 1 -- 172.21.15.27:0/2651091975 wait complete. 2024-06-06T07:58:35.412 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 38 2024-06-06T07:58:35.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:35 smithi176 ceph-mon[36543]: pgmap v98: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 279 op/s 2024-06-06T07:58:35.515 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:35 smithi027 ceph-mon[32293]: pgmap v98: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 279 op/s 2024-06-06T07:58:35.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:35 smithi203 ceph-mon[37192]: pgmap v98: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 279 op/s 2024-06-06T07:58:36.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:36 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2651091975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:58:36.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:36 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2651091975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:58:36.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:36 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2651091975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:58:36.670 INFO:tasks.workunit.client.0.smithi027.stderr:+ tar xf doc.tar 2024-06-06T07:58:37.186 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24487 quiesce db / --timeout 90 --expiration 145.2 --await-for 45.0' 2024-06-06T07:58:37.187 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24487 quiesce db / --timeout 90 --expiration 145.2 --await-for 45.0 2024-06-06T07:58:37.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:37 smithi027 ceph-mon[32293]: pgmap v99: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 279 op/s 2024-06-06T07:58:37.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:37 smithi176 ceph-mon[36543]: pgmap v99: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 279 op/s 2024-06-06T07:58:37.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:37 smithi203 ceph-mon[37192]: pgmap v99: 129 pgs: 129 active+clean; 210 MiB data, 863 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 279 op/s 2024-06-06T07:58:37.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 -- 172.21.15.27:0/295518227 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 msgr2=0x7f1c4410d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 --2- 172.21.15.27:0/295518227 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 0x7f1c4410d9d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009f90 tx=0x7f1c3c00b330 comp rx=0 tx=0).stop 2024-06-06T07:58:37.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 -- 172.21.15.27:0/295518227 shutdown_connections 2024-06-06T07:58:37.766 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 --2- 172.21.15.27:0/295518227 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 0x7f1c4410d9d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 --2- 172.21.15.27:0/295518227 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44106b90 0x7f1c44106f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 --2- 172.21.15.27:0/295518227 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44100b50 0x7f1c44100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 -- 172.21.15.27:0/295518227 >> 172.21.15.27:0/295518227 conn(0x7f1c44077a00 msgr2=0x7f1c440fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:37.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 -- 172.21.15.27:0/295518227 shutdown_connections 2024-06-06T07:58:37.767 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.767+0000 7f1c49838700 1 -- 172.21.15.27:0/295518227 wait complete. 2024-06-06T07:58:37.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.768+0000 7f1c49838700 1 Processor -- start 2024-06-06T07:58:37.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.768+0000 7f1c49838700 1 -- start start 2024-06-06T07:58:37.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.768+0000 7f1c49838700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 0x7f1c4419e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.768+0000 7f1c49838700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 0x7f1c4419edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.768 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.768+0000 7f1c49838700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44106b90 0x7f1c44198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c49838700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441106e0 con 0x7f1c44106b90 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 0x7f1c4419e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c49838700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1c44110560 con 0x7f1c44101510 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c49838700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1c44110860 con 0x7f1c44100b50 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c437fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44106b90 0x7f1c44198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 0x7f1c4419e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:43092/0 (socket says 172.21.15.27:43092) 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 -- 172.21.15.27:0/652772283 learned_addr learned my addr 172.21.15.27:0/652772283 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c427fc700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 0x7f1c4419edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 -- 172.21.15.27:0/652772283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 msgr2=0x7f1c4419edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 0x7f1c4419edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 -- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44106b90 msgr2=0x7f1c44198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44106b90 0x7f1c44198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.769 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 -- 172.21.15.27:0/652772283 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c441991b0 con 0x7f1c44100b50 2024-06-06T07:58:37.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c437fe700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44106b90 0x7f1c44198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:37.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 0x7f1c4419e890 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1c3400ed20 tx=0x7f1c3400c6b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:37.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c48836700 1 -- 172.21.15.27:0/652772283 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c34004220 con 0x7f1c44100b50 2024-06-06T07:58:37.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c441994a0 con 0x7f1c44100b50 2024-06-06T07:58:37.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.769+0000 7f1c48836700 1 -- 172.21.15.27:0/652772283 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c3400ce20 con 0x7f1c44100b50 2024-06-06T07:58:37.770 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.770+0000 7f1c48836700 1 -- 172.21.15.27:0/652772283 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c340158d0 con 0x7f1c44100b50 2024-06-06T07:58:37.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.770+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c441a5760 con 0x7f1c44100b50 2024-06-06T07:58:37.771 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.772+0000 7f1c48836700 1 -- 172.21.15.27:0/652772283 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1c34015a70 con 0x7f1c44100b50 2024-06-06T07:58:37.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.773+0000 7f1c48836700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1c2c0a2e10 0x7f1c2c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.773+0000 7f1c48836700 1 -- 172.21.15.27:0/652772283 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f1c340cf890 con 0x7f1c44100b50 2024-06-06T07:58:37.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.773+0000 7f1c427fc700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1c2c0a2e10 0x7f1c2c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.772 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.773+0000 7f1c427fc700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1c2c0a2e10 0x7f1c2c0a52d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1c44105150 tx=0x7f1c38009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:37.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.773+0000 7f1c540bbb80 1 Processor -- start 2024-06-06T07:58:37.773 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 -- start start 2024-06-06T07:58:37.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65db750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65d5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.775 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5570b64c3f60 con 0x5570b65db370 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5570b6522850 con 0x5570b65dbc90 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5570b648a460 con 0x5570b65d5bb0 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65db750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65db750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58116/0 (socket says 172.21.15.27:58116) 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c42ffd700 1 -- 172.21.15.27:0/1610646484 learned_addr learned my addr 172.21.15.27:0/1610646484 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c437fe700 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c427fc700 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65d5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c437fe700 1 -- 172.21.15.27:0/1610646484 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 msgr2=0x5570b65d5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c437fe700 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65d5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c437fe700 1 -- 172.21.15.27:0/1610646484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 msgr2=0x5570b65db750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c437fe700 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65db750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.776 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c437fe700 1 -- 172.21.15.27:0/1610646484 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570b64718d0 con 0x5570b65d5bb0 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.774+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65db750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.775+0000 7f1c437fe700 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5fd0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009790 tx=0x7f1c3c009d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eda1d08ffe83bf83 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.775+0000 7f1c29ffb700 1 -- 172.21.15.27:0/1610646484 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c021070 con 0x5570b65d5bb0 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.775+0000 7f1c29ffb700 1 -- 172.21.15.27:0/1610646484 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c3c003a00 con 0x5570b65d5bb0 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.775+0000 7f1c29ffb700 1 -- 172.21.15.27:0/1610646484 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c004650 con 0x5570b65d5bb0 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1610646484 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 msgr2=0x5570b65d5fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5fd0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009790 tx=0x7f1c3c009d50 comp rx=0 tx=0).stop 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1610646484 shutdown_connections 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5fd0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65db750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1610646484 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65d5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1610646484 >> 172.21.15.27:0/1610646484 conn(0x5570b64fe080 msgr2=0x5570b65cc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1610646484 shutdown_connections 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1610646484 wait complete. 2024-06-06T07:58:37.777 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 -- start start 2024-06-06T07:58:37.778 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.776+0000 7f1c540bbb80 1 Processor -- start 2024-06-06T07:58:37.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 0x5570b65e1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65db370 0x5570b65ded20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.780 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65df260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5570b64c2fc0 con 0x5570b65d5bb0 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x5570b651e810 con 0x5570b65dbc90 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5570b65e2610 con 0x5570b65db370 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 0x5570b65e1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c540bbb80 10 client.0 _ll_register_callbacks cb 0x5570b64b85b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 0x5570b65e1a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58132/0 (socket says 172.21.15.27:58132) 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c42ffd700 1 -- 172.21.15.27:0/3569650918 learned_addr learned my addr 172.21.15.27:0/3569650918 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65db370 0x5570b65ded20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 -- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 msgr2=0x5570b65df260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65df260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 -- 172.21.15.27:0/3569650918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 msgr2=0x5570b65e1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 0x5570b65e1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.781 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 -- 172.21.15.27:0/3569650918 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570b64e8750 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 0x5570b65e1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c427fc700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65db370 0x5570b65ded20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c380117d0 tx=0x7f1c380047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b362cb9d68de265 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.777+0000 7f1c22ffd700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c22ffd700 1 -- 172.21.15.27:0/3569650918 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c38003da0 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c3c003a00 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c22ffd700 1 -- 172.21.15.27:0/3569650918 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f1c38027420 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c22ffd700 1 -- 172.21.15.27:0/3569650918 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1c38030050 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c540bbb80 10 client.25876 fetch_fsmap learned FSMap version 39 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5570b65ece00 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.778+0000 7f1c22ffd700 1 -- 172.21.15.27:0/3569650918 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c3c003a00 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c22ffd700 1 -- 172.21.15.27:0/3569650918 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 39) ==== 8402+0+0 (secure 0 0 0) 0x7f1c3801d6e0 con 0x5570b65db370 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c540bbb80 10 client.25876 fetch_fsmap finished waiting for FSMap version 39 2024-06-06T07:58:37.782 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c540bbb80 10 client.25876 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c540bbb80 20 client.25876 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b65ef4e0 0x5570b65f1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c540bbb80 4 client.25876 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570b652fd50 con 0x5570b65ef4e0 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.779+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b65ef4e0 0x5570b65f1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.780+0000 7f1c22ffd700 10 client.25876 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.780+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b65ef4e0 0x5570b65f1970 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b2e78ba5b366d30a server_cookie=dfcf098b23be9ae3 in_seq=0 out_seq=0 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.780+0000 7f1c22ffd700 1 -- 172.21.15.27:0/3569650918 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5570b652fd50 con 0x5570b65ef4e0 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.780+0000 7f1c22ffd700 10 client.25876 handle_command_reply: tid=0 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 client.25876 shutdown 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65db370 msgr2=0x5570b65ded20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65db370 0x5570b65ded20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1c380117d0 tx=0x7f1c380047c0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.783 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 shutdown_connections 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b65ef4e0 0x5570b65f1970 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65df260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65d5bb0 0x5570b65e1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3569650918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65db370 0x5570b65ded20 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 >> 172.21.15.27:0/3569650918 conn(0x5570b64fe080 msgr2=0x5570b65cb700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c22ffd700 0 client.25876 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 shutdown_connections 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3569650918 wait complete. 2024-06-06T07:58:37.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.781+0000 7f1c540bbb80 20 client.25876 trim_cache size 0 max 16384 2024-06-06T07:58:37.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.798+0000 7f1c540bbb80 1 Processor -- start 2024-06-06T07:58:37.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 -- start start 2024-06-06T07:58:37.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65db370 0x5570b65cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65dbc90 0x5570b65cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.798 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:37.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441ac220 con 0x5570b65dbc90 2024-06-06T07:58:37.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441ade20 con 0x5570b65db370 2024-06-06T07:58:37.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441ac950 con 0x5570b65d5bb0 2024-06-06T07:58:37.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:43124/0 (socket says 172.21.15.27:43124) 2024-06-06T07:58:37.800 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 -- 172.21.15.27:0/3763186286 learned_addr learned my addr 172.21.15.27:0/3763186286 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c437fe700 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65dbc90 0x5570b65cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c427fc700 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65db370 0x5570b65cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 -- 172.21.15.27:0/3763186286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65db370 msgr2=0x5570b65cbe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65db370 0x5570b65cbe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 -- 172.21.15.27:0/3763186286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65dbc90 msgr2=0x5570b65cc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65dbc90 0x5570b65cc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.799+0000 7f1c42ffd700 1 -- 172.21.15.27:0/3763186286 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570b65cd9a0 con 0x5570b65d5bb0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.800+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5670 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1c340ccd30 tx=0x7f1c3401e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=beb8b9b528705fca server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.800+0000 7f1c297fa700 1 -- 172.21.15.27:0/3763186286 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3409ba50 con 0x5570b65d5bb0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.800+0000 7f1c297fa700 1 -- 172.21.15.27:0/3763186286 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c3409fe00 con 0x5570b65d5bb0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.800+0000 7f1c297fa700 1 -- 172.21.15.27:0/3763186286 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3409bcb0 con 0x5570b65d5bb0 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3763186286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 msgr2=0x5570b65d5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5670 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f1c340ccd30 tx=0x7f1c3401e000 comp rx=0 tx=0).stop 2024-06-06T07:58:37.801 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3763186286 shutdown_connections 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65dbc90 0x5570b65cc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65d5670 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/3763186286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65db370 0x5570b65cbe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3763186286 >> 172.21.15.27:0/3763186286 conn(0x5570b64fe080 msgr2=0x5570b65dd610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3763186286 shutdown_connections 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 -- 172.21.15.27:0/3763186286 wait complete. 2024-06-06T07:58:37.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 -- start start 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.801+0000 7f1c540bbb80 1 Processor -- start 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65e7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65e7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65f65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441ad750 con 0x5570b65db370 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441ad050 con 0x5570b65dbc90 2024-06-06T07:58:37.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1c441aa1c0 con 0x5570b65d5bb0 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c540bbb80 10 client.0 _ll_register_callbacks cb 0x5570b64b85b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65e7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c427fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65e7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65e7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:43136/0 (socket says 172.21.15.27:43136) 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 -- 172.21.15.27:0/1568115501 learned_addr learned my addr 172.21.15.27:0/1568115501 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c437fe700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65f65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 -- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 msgr2=0x5570b65f65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65f65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 -- 172.21.15.27:0/1568115501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 msgr2=0x5570b65e7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65e7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c42ffd700 1 -- 172.21.15.27:0/1568115501 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570b65f6e00 con 0x5570b65d5bb0 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c437fe700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65f65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:37.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.802+0000 7f1c427fc700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65e7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c42ffd700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65e7ab0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1c34097eb0 tx=0x7f1c34015d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c94af2d58a157cf server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c22ffd700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c22ffd700 1 -- 172.21.15.27:0/1568115501 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c340a46c0 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c22ffd700 1 -- 172.21.15.27:0/1568115501 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f1c340ba2f0 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c3409fe00 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c22ffd700 1 -- 172.21.15.27:0/1568115501 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f1c340ab050 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 10 client.25882 fetch_fsmap learned FSMap version 39 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x5570b6659c50 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c22ffd700 1 -- 172.21.15.27:0/1568115501 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1c3409fe00 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c22ffd700 1 -- 172.21.15.27:0/1568115501 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 39) ==== 8402+0+0 (secure 0 0 0) 0x7f1c34015070 con 0x5570b65d5bb0 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 10 client.25882 fetch_fsmap finished waiting for FSMap version 39 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 10 client.25882 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.h 2024-06-06T07:58:37.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 20 client.25882 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.803+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b665a280 0x5570b665c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c540bbb80 4 client.25882 mds_command: new command op to 24449 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 --> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5570b652a2d0 con 0x5570b665a280 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c427fc700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b665a280 0x5570b665c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c22ffd700 10 client.25882 ms_handle_connect on v2:172.21.15.176:6836/1683723594 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c427fc700 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b665a280 0x5570b665c6a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4f044d398ac416c5 server_cookie=54de9212ed175025 in_seq=0 out_seq=0 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c22ffd700 1 -- 172.21.15.27:0/1568115501 <== mds.4 v2:172.21.15.176:6836/1683723594 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5570b652a2d0 con 0x5570b665a280 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c22ffd700 10 client.25882 handle_command_reply: tid=0 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.804+0000 7f1c540bbb80 1 client.25882 shutdown 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 msgr2=0x5570b65e7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65e7ab0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1c34097eb0 tx=0x7f1c34015d60 comp rx=0 tx=0).stop 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 shutdown_connections 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:6836/1683723594,v1:172.21.15.176:6837/1683723594] conn(0x5570b665a280 0x5570b665c6a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x5570b65dbc90 0x5570b65f65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570b65d5bb0 0x5570b65e7ab0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c22ffd700 0 client.25882 ms_handle_reset on v2:172.21.15.176:6836/1683723594 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 --2- 172.21.15.27:0/1568115501 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5570b65db370 0x5570b65e7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 >> 172.21.15.27:0/1568115501 conn(0x5570b64fe080 msgr2=0x5570b65dc070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 shutdown_connections 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 1 -- 172.21.15.27:0/1568115501 wait complete. 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.805+0000 7f1c540bbb80 20 client.25882 trim_cache size 0 max 16384 2024-06-06T07:58:37.809 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1c2c0a2e10 msgr2=0x7f1c2c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1c2c0a2e10 0x7f1c2c0a52d0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1c44105150 tx=0x7f1c38009260 comp rx=0 tx=0).stop 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 msgr2=0x7f1c4419e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 0x7f1c4419e890 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1c3400ed20 tx=0x7f1c3400c6b0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 shutdown_connections 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1c2c0a2e10 0x7f1c2c0a52d0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1c44106b90 0x7f1c44198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c44100b50 0x7f1c4419e890 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 --2- 172.21.15.27:0/652772283 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1c44101510 0x7f1c4419edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:37.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 >> 172.21.15.27:0/652772283 conn(0x7f1c44077a00 msgr2=0x7f1c44103810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:37.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 shutdown_connections 2024-06-06T07:58:37.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:37.806+0000 7f1c49838700 1 -- 172.21.15.27:0/652772283 wait complete. 2024-06-06T07:58:38.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:38 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:38.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:38 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:38.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:38 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:38.631 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 -- 172.21.15.27:0/1241945465 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 msgr2=0x7f7f5c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 --2- 172.21.15.27:0/1241945465 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c100d50 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009930 tx=0x7f7f4802a420 comp rx=0 tx=0).stop 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 -- 172.21.15.27:0/1241945465 shutdown_connections 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 --2- 172.21.15.27:0/1241945465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f5c101290 0x7f7f5c10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 --2- 172.21.15.27:0/1241945465 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c100d50 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 --2- 172.21.15.27:0/1241945465 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7f5c106890 0x7f7f5c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.724 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 -- 172.21.15.27:0/1241945465 >> 172.21.15.27:0/1241945465 conn(0x7f7f5c077a20 msgr2=0x7f7f5c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:38.725 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 -- 172.21.15.27:0/1241945465 shutdown_connections 2024-06-06T07:58:38.725 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.724+0000 7f7f62b70640 1 -- 172.21.15.27:0/1241945465 wait complete. 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.725+0000 7f7f62b70640 1 Processor -- start 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.725+0000 7f7f62b70640 1 -- start start 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f62b70640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c1971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f62b70640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f5c101290 0x7f7f5c1976e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f62b70640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7f5c106890 0x7f7f5c19ba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f62b70640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c110dc0 con 0x7f7f5c1008d0 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f62b70640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c110c40 con 0x7f7f5c106890 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f62b70640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c110f40 con 0x7f7f5c101290 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c1971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c1971a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58172/0 (socket says 172.21.15.27:58172) 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 -- 172.21.15.27:0/3546592550 learned_addr learned my addr 172.21.15.27:0/3546592550 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:38.727 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6110d640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7f5c106890 0x7f7f5c19ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f5c101290 0x7f7f5c1976e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 -- 172.21.15.27:0/3546592550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f5c101290 msgr2=0x7f7f5c1976e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f5c101290 0x7f7f5c1976e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 -- 172.21.15.27:0/3546592550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7f5c106890 msgr2=0x7f7f5c19ba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7f5c106890 0x7f7f5c19ba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 -- 172.21.15.27:0/3546592550 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f5c19c190 con 0x7f7f5c1008d0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.726+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c1971a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f7f5000d950 tx=0x7f7f5000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.727+0000 7f7f59ffb640 1 -- 172.21.15.27:0/3546592550 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f50017070 con 0x7f7f5c1008d0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.727+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f5c19c480 con 0x7f7f5c1008d0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.727+0000 7f7f59ffb640 1 -- 172.21.15.27:0/3546592550 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7f50009c30 con 0x7f7f5c1008d0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.727+0000 7f7f59ffb640 1 -- 172.21.15.27:0/3546592550 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f5000f740 con 0x7f7f5c1008d0 2024-06-06T07:58:38.728 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.727+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f5c1a3d10 con 0x7f7f5c1008d0 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f59ffb640 1 -- 172.21.15.27:0/3546592550 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7f50010a80 con 0x7f7f5c1008d0 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 Processor -- start 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 -- start start 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9956050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9956aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9967890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f5c98ba4f0 con 0x55f5c9956620 2024-06-06T07:58:38.731 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f5c9858870 con 0x55f5c99654a0 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.730+0000 7f7f65522740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f5c98b64b0 con 0x55f5c9957800 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6090c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9956aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9956050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9956050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:43170/0 (socket says 172.21.15.27:43170) 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 -- 172.21.15.27:0/2293511828 learned_addr learned my addr 172.21.15.27:0/2293511828 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6090c640 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9956aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58176/0 (socket says 172.21.15.27:58176) 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9967890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f59ffb640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7f4c0a2da0 0x7f7f4c0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 -- 172.21.15.27:0/2293511828 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 msgr2=0x55f5c9967890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9967890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.732 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 -- 172.21.15.27:0/2293511828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 msgr2=0x55f5c9956aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f59ffb640 1 -- 172.21.15.27:0/3546592550 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7f500cf640 con 0x7f7f5c1008d0 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9956aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 -- 172.21.15.27:0/2293511828 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5c98749b0 con 0x55f5c9957800 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6090c640 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9956aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7f4c0a2da0 0x7f7f4c0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.731+0000 7f7f6110d640 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9956050 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7f54011590 tx=0x7f7f54011a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d03e02f7ed7529c8 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f46ffd640 1 -- 172.21.15.27:0/2293511828 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f54017050 con 0x55f5c9957800 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f6110d640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7f4c0a2da0 0x7f7f4c0a5260 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7f54022000 tx=0x7f7f54023000 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f46ffd640 1 -- 172.21.15.27:0/2293511828 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7f5400fe00 con 0x55f5c9957800 2024-06-06T07:58:38.733 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f46ffd640 1 -- 172.21.15.27:0/2293511828 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f5401bcb0 con 0x55f5c9957800 2024-06-06T07:58:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 -- 172.21.15.27:0/2293511828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 msgr2=0x55f5c9956050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9956050 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7f54011590 tx=0x7f7f54011a50 comp rx=0 tx=0).stop 2024-06-06T07:58:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 -- 172.21.15.27:0/2293511828 shutdown_connections 2024-06-06T07:58:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9967890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.738 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9956aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 --2- 172.21.15.27:0/2293511828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9956050 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 -- 172.21.15.27:0/2293511828 >> 172.21.15.27:0/2293511828 conn(0x55f5c9952680 msgr2=0x55f5c9952a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 -- 172.21.15.27:0/2293511828 shutdown_connections 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.732+0000 7f7f65522740 1 -- 172.21.15.27:0/2293511828 wait complete. 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 -- start start 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 Processor -- start 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c9956620 0x55f5c99623d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9962910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 0x55f5c9962e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f5c9968310 con 0x55f5c99654a0 2024-06-06T07:58:38.739 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f5c9843ae0 con 0x55f5c9956620 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f5c9968490 con 0x55f5c9957800 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f65522740 10 client.0 _ll_register_callbacks cb 0x55f5c987c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f6110d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 0x55f5c9962e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f6110d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 0x55f5c9962e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58186/0 (socket says 172.21.15.27:58186) 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f5bfff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9962910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.733+0000 7f7f6110d640 1 -- 172.21.15.27:0/3049383407 learned_addr learned my addr 172.21.15.27:0/3049383407 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c9956620 0x55f5c99623d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f5bfff640 1 -- 172.21.15.27:0/3049383407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c9956620 msgr2=0x55f5c99623d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c9956620 0x55f5c99623d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.740 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f5bfff640 1 -- 172.21.15.27:0/3049383407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 msgr2=0x55f5c9962e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 0x55f5c9962e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f5bfff640 1 -- 172.21.15.27:0/3049383407 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5c95ce210 con 0x55f5c9957800 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f6110d640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 0x55f5c9962e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c9956620 0x55f5c99623d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9962910 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009230 tx=0x7f7f48031870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30f39f0250caf3bc server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f3bfff640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f3bfff640 1 -- 172.21.15.27:0/3049383407 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48035040 con 0x55f5c9957800 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f5400fe00 con 0x55f5c9957800 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.734+0000 7f7f3bfff640 1 -- 172.21.15.27:0/3049383407 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7f48004460 con 0x55f5c9957800 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f3bfff640 1 -- 172.21.15.27:0/3049383407 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f7f4804e050 con 0x55f5c9957800 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 10 client.25894 fetch_fsmap learned FSMap version 39 2024-06-06T07:58:38.741 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55f5c969a620 con 0x55f5c9957800 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f3bfff640 1 -- 172.21.15.27:0/3049383407 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7f5400fe00 con 0x55f5c9957800 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f3bfff640 1 -- 172.21.15.27:0/3049383407 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 39) ==== 8402+0+0 (secure 0 0 0) 0x7f7f4803d720 con 0x55f5c9957800 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 10 client.25894 fetch_fsmap finished waiting for FSMap version 39 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 10 client.25894 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 20 client.25894 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c9975910 0x55f5c9977d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 4 client.25894 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f5c98cdf10 con 0x55f5c9975910 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.735+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c9975910 0x55f5c9977d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.736+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c9975910 0x55f5c9977d40 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b570e274b6861c20 server_cookie=d332c94689b0ab01 in_seq=0 out_seq=0 2024-06-06T07:58:38.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.736+0000 7f7f3bfff640 10 client.25894 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f3bfff640 1 -- 172.21.15.27:0/3049383407 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f5c98cdf10 con 0x55f5c9975910 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f3bfff640 10 client.25894 handle_command_reply: tid=0 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 client.25894 shutdown 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 msgr2=0x55f5c9962910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9962910 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009230 tx=0x7f7f48031870 comp rx=0 tx=0).stop 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 shutdown_connections 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c9975910 0x55f5c9977d40 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c99654a0 0x55f5c9962e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c9962910 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 --2- 172.21.15.27:0/3049383407 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c9956620 0x55f5c99623d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f3bfff640 0 client.25894 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:38.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 >> 172.21.15.27:0/3049383407 conn(0x55f5c9952680 msgr2=0x55f5c99584d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:38.744 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 shutdown_connections 2024-06-06T07:58:38.744 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 1 -- 172.21.15.27:0/3049383407 wait complete. 2024-06-06T07:58:38.744 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.737+0000 7f7f65522740 20 client.25894 trim_cache size 0 max 16384 2024-06-06T07:58:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 Processor -- start 2024-06-06T07:58:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 -- start start 2024-06-06T07:58:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9955f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c995a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9952a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c1acb20 con 0x55f5c9956620 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c1ae720 con 0x55f5c99654a0 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f65522740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c1ad250 con 0x55f5c9957800 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f6090c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9955f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f6090c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9955f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58202/0 (socket says 172.21.15.27:58202) 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f5bfff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c995a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f6090c640 1 -- 172.21.15.27:0/3024394230 learned_addr learned my addr 172.21.15.27:0/3024394230 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f6110d640 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9952a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f5bfff640 1 -- 172.21.15.27:0/3024394230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 msgr2=0x55f5c9952a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9952a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f5bfff640 1 -- 172.21.15.27:0/3024394230 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 msgr2=0x55f5c9955f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9955f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f5bfff640 1 -- 172.21.15.27:0/3024394230 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5c995acc0 con 0x55f5c9957800 2024-06-06T07:58:38.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.754+0000 7f7f6090c640 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9955f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:38.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.755+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c995a2e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7f4803db20 tx=0x7f7f48005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aeabab76d66035c2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:38.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.755+0000 7f7f467fc640 1 -- 172.21.15.27:0/3024394230 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48000e60 con 0x55f5c9957800 2024-06-06T07:58:38.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.755+0000 7f7f467fc640 1 -- 172.21.15.27:0/3024394230 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7f48041070 con 0x55f5c9957800 2024-06-06T07:58:38.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.755+0000 7f7f467fc640 1 -- 172.21.15.27:0/3024394230 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f48035030 con 0x55f5c9957800 2024-06-06T07:58:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.755+0000 7f7f65522740 1 -- 172.21.15.27:0/3024394230 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 msgr2=0x55f5c995a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.755+0000 7f7f65522740 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c995a2e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7f4803db20 tx=0x7f7f48005fd0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- 172.21.15.27:0/3024394230 shutdown_connections 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c9952a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9957800 0x55f5c995a2e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 --2- 172.21.15.27:0/3024394230 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9956620 0x55f5c9955f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- 172.21.15.27:0/3024394230 >> 172.21.15.27:0/3024394230 conn(0x55f5c9952680 msgr2=0x55f5c9961c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- 172.21.15.27:0/3024394230 shutdown_connections 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- 172.21.15.27:0/3024394230 wait complete. 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- start start 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 Processor -- start 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9956620 0x55f5c997de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 0x55f5c996d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c996dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c1ae050 con 0x55f5c9957800 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c1ad950 con 0x55f5c99654a0 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5c1aab00 con 0x55f5c9956620 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.756+0000 7f7f65522740 10 client.0 _ll_register_callbacks cb 0x7f7f48031490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f5bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 0x55f5c996d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f5bfff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 0x55f5c996d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58216/0 (socket says 172.21.15.27:58216) 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9956620 0x55f5c997de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f5bfff640 1 -- 172.21.15.27:0/2823322892 learned_addr learned my addr 172.21.15.27:0/2823322892 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:38.761 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6110d640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c996dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 -- 172.21.15.27:0/2823322892 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 msgr2=0x55f5c996dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c996dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 -- 172.21.15.27:0/2823322892 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 msgr2=0x55f5c996d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 0x55f5c996d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 -- 172.21.15.27:0/2823322892 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5c997c640 con 0x55f5c9956620 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 0x55f5c996d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f6090c640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9956620 0x55f5c997de80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7f50097d10 tx=0x7f7f50000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66798e3c52ed82b3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f3bfff640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f3bfff640 1 -- 172.21.15.27:0/2823322892 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f500b4060 con 0x55f5c9956620 2024-06-06T07:58:38.762 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f3bfff640 1 -- 172.21.15.27:0/2823322892 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7f500cccb0 con 0x55f5c9956620 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f48041070 con 0x55f5c9956620 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.757+0000 7f7f3bfff640 1 -- 172.21.15.27:0/2823322892 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) ==== 24+0+0 (secure 0 0 0) 0x7f7f50020040 con 0x55f5c9956620 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 10 client.25900 fetch_fsmap learned FSMap version 39 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) -- 0x55f5c99df930 con 0x55f5c9956620 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f3bfff640 1 -- 172.21.15.27:0/2823322892 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7f48041070 con 0x55f5c9956620 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f3bfff640 1 -- 172.21.15.27:0/2823322892 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 39) ==== 8402+0+0 (secure 0 0 0) 0x7f7f500860b0 con 0x55f5c9956620 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 10 client.25900 fetch_fsmap finished waiting for FSMap version 39 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 10 client.25900 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 20 client.25900 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:38.763 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c99e0040 0x55f5c99e2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:38.764 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 4 client.25900 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:58:38.764 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f5c98c7c20 con 0x55f5c99e0040 2024-06-06T07:58:38.764 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c99e0040 0x55f5c99e2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:38.764 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.758+0000 7f7f5bfff640 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c99e0040 0x55f5c99e2460 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84f65b007fc9e393 server_cookie=f9d901bfc4a393eb in_seq=0 out_seq=0 2024-06-06T07:58:38.764 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:38.759+0000 7f7f3bfff640 10 client.25900 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:39.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:39 smithi176 ceph-mon[36543]: pgmap v100: 129 pgs: 129 active+clean; 208 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 420 op/s 2024-06-06T07:58:39.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:39 smithi203 ceph-mon[37192]: pgmap v100: 129 pgs: 129 active+clean; 208 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 420 op/s 2024-06-06T07:58:39.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:39 smithi027 ceph-mon[32293]: pgmap v100: 129 pgs: 129 active+clean; 208 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 420 op/s 2024-06-06T07:58:40.010 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:40.256 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f3bfff640 1 -- 172.21.15.27:0/2823322892 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x55f5c98c7c20 con 0x55f5c99e0040 2024-06-06T07:58:40.256 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f3bfff640 10 client.25900 handle_command_reply: tid=0 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 client.25900 shutdown 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9956620 msgr2=0x55f5c997de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9956620 0x55f5c997de80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7f50097d10 tx=0x7f7f50000bc0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 shutdown_connections 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f5c99e0040 0x55f5c99e2460 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f5c99654a0 0x55f5c996dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f3bfff640 0 client.25900 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f5c9957800 0x55f5c996d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 --2- 172.21.15.27:0/2823322892 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5c9956620 0x55f5c997de80 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 >> 172.21.15.27:0/2823322892 conn(0x55f5c9952680 msgr2=0x55f5c9952a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:40.257 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 shutdown_connections 2024-06-06T07:58:40.258 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 1 -- 172.21.15.27:0/2823322892 wait complete. 2024-06-06T07:58:40.258 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.256+0000 7f7f65522740 20 client.25900 trim_cache size 0 max 16384 2024-06-06T07:58:40.258 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:58:40.258 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:58:40.258 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:58:40.259 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7f4c0a2da0 msgr2=0x7f7f4c0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:40.259 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7f4c0a2da0 0x7f7f4c0a5260 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7f54022000 tx=0x7f7f54023000 comp rx=0 tx=0).stop 2024-06-06T07:58:40.259 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 msgr2=0x7f7f5c1971a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:40.259 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c1971a0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f7f5000d950 tx=0x7f7f5000de10 comp rx=0 tx=0).stop 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 shutdown_connections 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7f4c0a2da0 0x7f7f4c0a5260 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7f5c106890 0x7f7f5c19ba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f5c101290 0x7f7f5c1976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 --2- 172.21.15.27:0/3546592550 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7f5c1008d0 0x7f7f5c1971a0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 >> 172.21.15.27:0/3546592550 conn(0x7f7f5c077a20 msgr2=0x7f7f5c103310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 shutdown_connections 2024-06-06T07:58:40.260 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:40.257+0000 7f7f62b70640 1 -- 172.21.15.27:0/3546592550 wait complete. 2024-06-06T07:58:41.584 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:41 smithi027 ceph-mon[32293]: pgmap v101: 129 pgs: 129 active+clean; 208 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 298 op/s 2024-06-06T07:58:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:41 smithi176 ceph-mon[36543]: pgmap v101: 129 pgs: 129 active+clean; 208 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 298 op/s 2024-06-06T07:58:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:41 smithi203 ceph-mon[37192]: pgmap v101: 129 pgs: 129 active+clean; 208 MiB data, 872 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 298 op/s 2024-06-06T07:58:41.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 -- 172.21.15.27:0/2119172332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b01027a0 msgr2=0x7f47b0106020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:41.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 --2- 172.21.15.27:0/2119172332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b01027a0 0x7f47b0106020 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f47a00099c0 tx=0x7f47a0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 -- 172.21.15.27:0/2119172332 shutdown_connections 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 --2- 172.21.15.27:0/2119172332 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47b0106750 0x7f47b010e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 --2- 172.21.15.27:0/2119172332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b0101df0 0x7f47b01021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 --2- 172.21.15.27:0/2119172332 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b01027a0 0x7f47b0106020 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 -- 172.21.15.27:0/2119172332 >> 172.21.15.27:0/2119172332 conn(0x7f47b0077a30 msgr2=0x7f47b00fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 -- 172.21.15.27:0/2119172332 shutdown_connections 2024-06-06T07:58:41.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.807+0000 7f47b76d7700 1 -- 172.21.15.27:0/2119172332 wait complete. 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 Processor -- start 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 -- start start 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47b0101df0 0x7f47b019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b01027a0 0x7f47b019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 0x7f47b01989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f47b0111790 con 0x7f47b0106750 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f47b0111610 con 0x7f47b0101df0 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b76d7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f47b0111910 con 0x7f47b01027a0 2024-06-06T07:58:41.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b5c74700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 0x7f47b01989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b5c74700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 0x7f47b01989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58240/0 (socket says 172.21.15.27:58240) 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b5c74700 1 -- 172.21.15.27:0/3094188849 learned_addr learned my addr 172.21.15.27:0/3094188849 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b4c72700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b01027a0 0x7f47b019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.808+0000 7f47b5473700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47b0101df0 0x7f47b019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b5c74700 1 -- 172.21.15.27:0/3094188849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b01027a0 msgr2=0x7f47b019ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b5c74700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b01027a0 0x7f47b019ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b5c74700 1 -- 172.21.15.27:0/3094188849 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47b0101df0 msgr2=0x7f47b019e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b5c74700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47b0101df0 0x7f47b019e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b5c74700 1 -- 172.21.15.27:0/3094188849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b0199120 con 0x7f47b0106750 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b4c72700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b01027a0 0x7f47b019ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:41.810 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b5c74700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 0x7f47b01989c0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f47a8007f10 tx=0x7f47a800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:41.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47a67fc700 1 -- 172.21.15.27:0/3094188849 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8009e20 con 0x7f47b0106750 2024-06-06T07:58:41.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47a67fc700 1 -- 172.21.15.27:0/3094188849 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f47a8004bb0 con 0x7f47b0106750 2024-06-06T07:58:41.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b0199410 con 0x7f47b0106750 2024-06-06T07:58:41.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47a67fc700 1 -- 172.21.15.27:0/3094188849 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a80059b0 con 0x7f47b0106750 2024-06-06T07:58:41.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.809+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b01a56d0 con 0x7f47b0106750 2024-06-06T07:58:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.811+0000 7f47a67fc700 1 -- 172.21.15.27:0/3094188849 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f47a801a020 con 0x7f47b0106750 2024-06-06T07:58:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.812+0000 7f47a67fc700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f479c0a2eb0 0x7f479c0a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.812+0000 7f47b5473700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f479c0a2eb0 0x7f479c0a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.812+0000 7f47a67fc700 1 -- 172.21.15.27:0/3094188849 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f47a80cee70 con 0x7f47b0106750 2024-06-06T07:58:41.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47b5473700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f479c0a2eb0 0x7f479c0a5370 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f47b0199b00 tx=0x7f47ac009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:41.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 Processor -- start 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 -- start start 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd626b590 0x561fd626b970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 0x561fd62657a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd6266100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561fd61580f0 con 0x561fd626beb0 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561fd61b69e0 con 0x561fd6265ce0 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561fd611e5f0 con 0x561fd626b590 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47b4c72700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 0x561fd62657a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47b5473700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd626b590 0x561fd626b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47b4c72700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 0x561fd62657a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58244/0 (socket says 172.21.15.27:58244) 2024-06-06T07:58:41.814 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.813+0000 7f47b4c72700 1 -- 172.21.15.27:0/719425793 learned_addr learned my addr 172.21.15.27:0/719425793 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5c74700 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd6266100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5473700 1 -- 172.21.15.27:0/719425793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 msgr2=0x561fd6266100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5473700 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd6266100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5473700 1 -- 172.21.15.27:0/719425793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 msgr2=0x561fd62657a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5473700 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 0x561fd62657a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5473700 1 -- 172.21.15.27:0/719425793 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fd6105a60 con 0x561fd626b590 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5c74700 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd6266100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b4c72700 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 0x561fd62657a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f47b5473700 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd626b590 0x561fd626b970 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f47ac011c90 tx=0x7f47ac014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7161def3dba0551 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f479b7fe700 1 -- 172.21.15.27:0/719425793 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac004230 con 0x561fd626b590 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f479b7fe700 1 -- 172.21.15.27:0/719425793 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f47ac00ed40 con 0x561fd626b590 2024-06-06T07:58:41.815 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.814+0000 7f479b7fe700 1 -- 172.21.15.27:0/719425793 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac005020 con 0x561fd626b590 2024-06-06T07:58:41.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/719425793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd626b590 msgr2=0x561fd626b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:41.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd626b590 0x561fd626b970 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f47ac011c90 tx=0x7f47ac014000 comp rx=0 tx=0).stop 2024-06-06T07:58:41.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/719425793 shutdown_connections 2024-06-06T07:58:41.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd6266100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd626b590 0x561fd626b970 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/719425793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626beb0 0x561fd62657a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/719425793 >> 172.21.15.27:0/719425793 conn(0x561fd6192210 msgr2=0x561fd6260a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/719425793 shutdown_connections 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/719425793 wait complete. 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.815+0000 7f47c1f5ab80 1 -- start start 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 Processor -- start 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6271bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd626eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd626beb0 0x561fd626f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x561fd6157150 con 0x561fd626b590 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x561fd61b29a0 con 0x561fd626beb0 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561fd6272890 con 0x561fd6265ce0 2024-06-06T07:58:41.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47c1f5ab80 10 client.0 _ll_register_callbacks cb 0x561fd614c740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47b5473700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6271bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47b5473700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6271bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:43216/0 (socket says 172.21.15.27:43216) 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47b5473700 1 -- 172.21.15.27:0/1297019220 learned_addr learned my addr 172.21.15.27:0/1297019220 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47b4c72700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd626eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.816+0000 7f47b5c74700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd626beb0 0x561fd626f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47b5473700 1 -- 172.21.15.27:0/1297019220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd626beb0 msgr2=0x561fd626f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47b5473700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd626beb0 0x561fd626f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47b5473700 1 -- 172.21.15.27:0/1297019220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 msgr2=0x561fd626eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47b5473700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd626eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47b5473700 1 -- 172.21.15.27:0/1297019220 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fd617c8e0 con 0x561fd6265ce0 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47b5473700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6271bc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0117d0 tx=0x7f47ac00ea00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94a21b4e6ad77432 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:41.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f4798ff9700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f4798ff9700 1 -- 172.21.15.27:0/1297019220 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47ac025830 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47ac00ed40 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f4798ff9700 1 -- 172.21.15.27:0/1297019220 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f47ac0259d0 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f4798ff9700 1 -- 172.21.15.27:0/1297019220 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f47ac038050 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47c1f5ab80 10 client.25912 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x561fd627cf50 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.817+0000 7f4798ff9700 1 -- 172.21.15.27:0/1297019220 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f47ac00ed40 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f4798ff9700 1 -- 172.21.15.27:0/1297019220 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f47ac02d020 con 0x561fd6265ce0 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47c1f5ab80 10 client.25912 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47c1f5ab80 10 client.25912 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47c1f5ab80 20 client.25912 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:41.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd627f420 0x561fd6281810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47c1f5ab80 4 client.25912 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561fd61c3ee0 con 0x561fd627f420 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47b4c72700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd627f420 0x561fd6281810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f4798ff9700 10 client.25912 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.818+0000 7f47b4c72700 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd627f420 0x561fd6281810 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baa86a0a22f4d331 server_cookie=671af95f9b69a61c in_seq=0 out_seq=0 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.819+0000 7f4798ff9700 1 -- 172.21.15.27:0/1297019220 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x561fd61c3ee0 con 0x561fd627f420 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.819+0000 7f4798ff9700 10 client.25912 handle_command_reply: tid=0 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 client.25912 shutdown 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 msgr2=0x561fd6271bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6271bc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f47ac0117d0 tx=0x7f47ac00ea00 comp rx=0 tx=0).stop 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 shutdown_connections 2024-06-06T07:58:41.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd627f420 0x561fd6281810 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd626beb0 0x561fd626f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6271bc0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f4798ff9700 0 client.25912 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/1297019220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd626eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 >> 172.21.15.27:0/1297019220 conn(0x561fd6192210 msgr2=0x561fd625fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 shutdown_connections 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/1297019220 wait complete. 2024-06-06T07:58:41.824 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.820+0000 7f47c1f5ab80 20 client.25912 trim_cache size 0 max 16384 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 Processor -- start 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 -- start start 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6192210 0x561fd6264ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd62653e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd62603c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01ae4c0 con 0x561fd626b590 2024-06-06T07:58:41.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01b0150 con 0x561fd6265ce0 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01aebf0 con 0x561fd6192210 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47b5c74700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd62603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47b5c74700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd62603c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58266/0 (socket says 172.21.15.27:58266) 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.841+0000 7f47b5c74700 1 -- 172.21.15.27:0/3910144220 learned_addr learned my addr 172.21.15.27:0/3910144220 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5473700 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6192210 0x561fd6264ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b4c72700 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd62653e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5c74700 1 -- 172.21.15.27:0/3910144220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6192210 msgr2=0x561fd6264ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5c74700 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6192210 0x561fd6264ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5c74700 1 -- 172.21.15.27:0/3910144220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 msgr2=0x561fd62653e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.842 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5c74700 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd62653e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5c74700 1 -- 172.21.15.27:0/3910144220 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fd626d430 con 0x561fd626b590 2024-06-06T07:58:41.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f47b5c74700 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd62603c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f47a8097960 tx=0x7f47a80bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4525ff626eac8780 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f479affd700 1 -- 172.21.15.27:0/3910144220 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a809af90 con 0x561fd626b590 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f479affd700 1 -- 172.21.15.27:0/3910144220 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f47a809f340 con 0x561fd626b590 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.842+0000 7f479affd700 1 -- 172.21.15.27:0/3910144220 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a809b1f0 con 0x561fd626b590 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/3910144220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 msgr2=0x561fd62603c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd62603c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f47a8097960 tx=0x7f47a80bb040 comp rx=0 tx=0).stop 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/3910144220 shutdown_connections 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd62603c0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6192210 0x561fd6264ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/3910144220 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6265ce0 0x561fd62653e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/3910144220 >> 172.21.15.27:0/3910144220 conn(0x561fd6269800 msgr2=0x561fd6264790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/3910144220 shutdown_connections 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/3910144220 wait complete. 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 -- start start 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.843+0000 7f47c1f5ab80 1 Processor -- start 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6192210 0x561fd6278310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6274b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd6275090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.847 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01afa80 con 0x561fd626b590 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01af2f0 con 0x561fd6192210 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f47b01ac460 con 0x561fd6265ce0 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47c1f5ab80 10 client.0 _ll_register_callbacks cb 0x561fd614c740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd6275090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd6275090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58270/0 (socket says 172.21.15.27:58270) 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 -- 172.21.15.27:0/198560061 learned_addr learned my addr 172.21.15.27:0/198560061 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b4c72700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6274b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5473700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6192210 0x561fd6278310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 -- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 msgr2=0x561fd6274b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6274b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 -- 172.21.15.27:0/198560061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6192210 msgr2=0x561fd6278310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6192210 0x561fd6278310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 -- 172.21.15.27:0/198560061 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fd6275900 con 0x561fd626b590 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5473700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6192210 0x561fd6278310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f47b5c74700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd6275090 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f47a80a36d0 tx=0x7f47a8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1885b12f00509f64 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.844+0000 7f4798ff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f4798ff9700 1 -- 172.21.15.27:0/198560061 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8022450 con 0x561fd626b590 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f4798ff9700 1 -- 172.21.15.27:0/198560061 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f47a809b1f0 con 0x561fd626b590 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f47a809f340 con 0x561fd626b590 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f4798ff9700 1 -- 172.21.15.27:0/198560061 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f47a8082050 con 0x561fd626b590 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 10 client.16404 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:41.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x561fd62ef2c0 con 0x561fd626b590 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f4798ff9700 1 -- 172.21.15.27:0/198560061 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f47a80a3e50 con 0x561fd626b590 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f4798ff9700 1 -- 172.21.15.27:0/198560061 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f47a809a3e0 con 0x561fd626b590 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 10 client.16404 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 10 client.16404 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 20 client.16404 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd626beb0 0x561fd62f19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 4 client.16404 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.2, "await_for": 45.0}] 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.845+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 145.2, "await_for": 45.0}) -- 0x561fd61be460 con 0x561fd626beb0 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.846+0000 7f47b5473700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd626beb0 0x561fd62f19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:41.850 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.846+0000 7f47b5473700 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd626beb0 0x561fd62f19a0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e66097a8858acea7 server_cookie=58616ae4e5dd7673 in_seq=0 out_seq=0 2024-06-06T07:58:41.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:41.846+0000 7f4798ff9700 10 client.16404 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:42.448 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:42 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:42.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 -- 172.21.15.27:0/3765521000 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378107400 msgr2=0x7f73781077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.684 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 --2- 172.21.15.27:0/3765521000 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378107400 0x7f73781077e0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f7374009990 tx=0x7f7374009ca0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 -- 172.21.15.27:0/3765521000 shutdown_connections 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 --2- 172.21.15.27:0/3765521000 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101d50 0x7f737810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 --2- 172.21.15.27:0/3765521000 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378107400 0x7f73781077e0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 --2- 172.21.15.27:0/3765521000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7378101390 0x7f7378101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 -- 172.21.15.27:0/3765521000 >> 172.21.15.27:0/3765521000 conn(0x7f7378078340 msgr2=0x7f7378078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 -- 172.21.15.27:0/3765521000 shutdown_connections 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.449+0000 7f737f3f5700 1 -- 172.21.15.27:0/3765521000 wait complete. 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 Processor -- start 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 -- start start 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 0x7f737819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.685 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378101d50 0x7f737819ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7378107400 0x7f7378198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f73781117b0 con 0x7f7378101d50 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7378111630 con 0x7f7378101390 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737f3f5700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7378111930 con 0x7f7378107400 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 0x7f737819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378101d50 0x7f737819ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 0x7f737819e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:48912/0 (socket says 172.21.15.27:48912) 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 -- 172.21.15.27:0/2893688170 learned_addr learned my addr 172.21.15.27:0/2893688170 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d992700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7378107400 0x7f7378198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 -- 172.21.15.27:0/2893688170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7378107400 msgr2=0x7f7378198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.686 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7378107400 0x7f7378198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 -- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378101d50 msgr2=0x7f737819ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378101d50 0x7f737819ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737d191700 1 -- 172.21.15.27:0/2893688170 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7378199240 con 0x7f7378101390 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.450+0000 7f737c990700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378101d50 0x7f737819ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.451+0000 7f737d191700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 0x7f737819e920 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7374000c00 tx=0x7f737400b610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.451+0000 7f736e7fc700 1 -- 172.21.15.27:0/2893688170 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7374027070 con 0x7f7378101390 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.451+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73781994d0 con 0x7f7378101390 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.451+0000 7f736e7fc700 1 -- 172.21.15.27:0/2893688170 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7374022470 con 0x7f7378101390 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.451+0000 7f736e7fc700 1 -- 172.21.15.27:0/2893688170 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7374017630 con 0x7f7378101390 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.451+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73781a57f0 con 0x7f7378101390 2024-06-06T07:58:42.687 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.453+0000 7f736e7fc700 1 -- 172.21.15.27:0/2893688170 <== mon.2 v2:172.21.15.176:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f737402a070 con 0x7f7378101390 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.454+0000 7f736e7fc700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73640a2d90 0x7f73640a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.454+0000 7f737c990700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73640a2d90 0x7f73640a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.454+0000 7f736e7fc700 1 -- 172.21.15.27:0/2893688170 <== mon.2 v2:172.21.15.176:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f73740d06c0 con 0x7f7378101390 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f737c990700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73640a2d90 0x7f73640a5250 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f73780788d0 tx=0x7f7368009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 Processor -- start 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 -- start start 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae70850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae6aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae77210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f48ad58f60 con 0x55f48ae6a670 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f48adb7850 con 0x55f48ae6b030 2024-06-06T07:58:42.688 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f7389c78b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f48ad1f460 con 0x55f48ae70470 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae6aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae6aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58300/0 (socket says 172.21.15.27:58300) 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f737c990700 1 -- 172.21.15.27:0/3558707613 learned_addr learned my addr 172.21.15.27:0/3558707613 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f737d191700 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae70850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.455+0000 7f737d992700 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae77210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f737c990700 1 -- 172.21.15.27:0/3558707613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 msgr2=0x55f48ae70850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f737c990700 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae70850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f737c990700 1 -- 172.21.15.27:0/3558707613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 msgr2=0x55f48ae77210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f737c990700 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae77210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f737c990700 1 -- 172.21.15.27:0/3558707613 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f48ad068d0 con 0x55f48ae6a670 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f737c990700 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae6aaf0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f73680043c0 tx=0x7f7368014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=370b3ac0a8507a8d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f73637fe700 1 -- 172.21.15.27:0/3558707613 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368003d10 con 0x55f48ae6a670 2024-06-06T07:58:42.689 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f73637fe700 1 -- 172.21.15.27:0/3558707613 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7368026900 con 0x55f48ae6a670 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.456+0000 7f73637fe700 1 -- 172.21.15.27:0/3558707613 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f736801ea30 con 0x55f48ae6a670 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 -- 172.21.15.27:0/3558707613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 msgr2=0x55f48ae6aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae6aaf0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f73680043c0 tx=0x7f7368014000 comp rx=0 tx=0).stop 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 -- 172.21.15.27:0/3558707613 shutdown_connections 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae77210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae70850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 --2- 172.21.15.27:0/3558707613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae6aaf0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 -- 172.21.15.27:0/3558707613 >> 172.21.15.27:0/3558707613 conn(0x55f48ad93080 msgr2=0x55f48ae61220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 -- 172.21.15.27:0/3558707613 shutdown_connections 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 -- 172.21.15.27:0/3558707613 wait complete. 2024-06-06T07:58:42.690 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 -- start start 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.457+0000 7f7389c78b80 1 Processor -- start 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae76ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae741c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae74700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f48ad57fc0 con 0x55f48ae6a670 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f48adb3810 con 0x55f48ae6b030 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f48ae77750 con 0x55f48ae70470 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7389c78b80 10 client.0 _ll_register_callbacks cb 0x55f48ad4d5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737d191700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae76ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737d191700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae76ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58314/0 (socket says 172.21.15.27:58314) 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae741c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737d191700 1 -- 172.21.15.27:0/492944910 learned_addr learned my addr 172.21.15.27:0/492944910 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:42.691 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737d992700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae74700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 -- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 msgr2=0x55f48ae74700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae74700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 -- 172.21.15.27:0/492944910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 msgr2=0x55f48ae76ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae76ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 -- 172.21.15.27:0/492944910 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f48ad7d750 con 0x55f48ae6b030 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737d191700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae76ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f737c990700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae741c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f73680043c0 tx=0x7f7368026630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5688300eb42288f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.458+0000 7f7360ff9700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7360ff9700 1 -- 172.21.15.27:0/492944910 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368026cc0 con 0x55f48ae6b030 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7360ff9700 1 -- 172.21.15.27:0/492944910 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7368005050 con 0x55f48ae6b030 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7368026900 con 0x55f48ae6b030 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7360ff9700 1 -- 172.21.15.27:0/492944910 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7368038050 con 0x55f48ae6b030 2024-06-06T07:58:42.692 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 10 client.25907 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55f48ae81df0 con 0x55f48ae6b030 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7360ff9700 1 -- 172.21.15.27:0/492944910 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7368026900 con 0x55f48ae6b030 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7360ff9700 1 -- 172.21.15.27:0/492944910 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f7368004af0 con 0x55f48ae6b030 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 10 client.25907 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 10 client.25907 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 20 client.25907 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48ae866b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 4 client.25907 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.459+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f48adc4d50 con 0x55f48ae842c0 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.460+0000 7f737d191700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48ae866b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.460+0000 7f7360ff9700 10 client.25907 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.460+0000 7f737d191700 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48ae866b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5e48fee21b88fc49 server_cookie=9155487126bb2448 in_seq=0 out_seq=0 2024-06-06T07:58:42.693 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7360ff9700 1 -- 172.21.15.27:0/492944910 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f48adc4d50 con 0x55f48ae842c0 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7360ff9700 10 client.25907 handle_command_reply: tid=0 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 client.25907 shutdown 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 msgr2=0x55f48ae741c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae741c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f73680043c0 tx=0x7f7368026630 comp rx=0 tx=0).stop 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 shutdown_connections 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48ae866b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae74700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6a670 0x55f48ae76ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7360ff9700 0 client.25907 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 --2- 172.21.15.27:0/492944910 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6b030 0x55f48ae741c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 >> 172.21.15.27:0/492944910 conn(0x55f48ad93080 msgr2=0x55f48ae60700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 shutdown_connections 2024-06-06T07:58:42.694 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 1 -- 172.21.15.27:0/492944910 wait complete. 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.461+0000 7f7389c78b80 20 client.25907 trim_cache size 0 max 16384 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 Processor -- start 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 -- start start 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae6a670 0x55f48ae6fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae60e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae70470 0x55f48ae613c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f73781ac290 con 0x55f48ae6b030 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f73781adf20 con 0x55f48ae70470 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f7389c78b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f73781ac9c0 con 0x55f48ae6a670 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae60e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae60e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58326/0 (socket says 172.21.15.27:58326) 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f737c990700 1 -- 172.21.15.27:0/2929861661 learned_addr learned my addr 172.21.15.27:0/2929861661 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:42.695 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f737d191700 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae6a670 0x55f48ae6fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.479+0000 7f737d992700 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae70470 0x55f48ae613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f737c990700 1 -- 172.21.15.27:0/2929861661 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae6a670 msgr2=0x55f48ae6fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f737c990700 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae6a670 0x55f48ae6fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f737c990700 1 -- 172.21.15.27:0/2929861661 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae70470 msgr2=0x55f48ae613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f737c990700 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae70470 0x55f48ae613c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f737c990700 1 -- 172.21.15.27:0/2929861661 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f48ae72750 con 0x55f48ae6b030 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f737c990700 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae60e80 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f7368004ef0 tx=0x7f7368003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf0f318380bd6bae server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f7362ffd700 1 -- 172.21.15.27:0/2929861661 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368034070 con 0x55f48ae6b030 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f7362ffd700 1 -- 172.21.15.27:0/2929861661 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f736801e3f0 con 0x55f48ae6b030 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.480+0000 7f7362ffd700 1 -- 172.21.15.27:0/2929861661 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368005220 con 0x55f48ae6b030 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- 172.21.15.27:0/2929861661 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 msgr2=0x55f48ae60e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae60e80 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f7368004ef0 tx=0x7f7368003a70 comp rx=0 tx=0).stop 2024-06-06T07:58:42.696 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- 172.21.15.27:0/2929861661 shutdown_connections 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae70470 0x55f48ae613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae6a670 0x55f48ae6fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- 172.21.15.27:0/2929861661 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae60e80 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- 172.21.15.27:0/2929861661 >> 172.21.15.27:0/2929861661 conn(0x55f48ad93080 msgr2=0x55f48ae6f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- 172.21.15.27:0/2929861661 shutdown_connections 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- 172.21.15.27:0/2929861661 wait complete. 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- start start 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 Processor -- start 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6a670 0x55f48ae7c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae7cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae8ae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f73781ad850 con 0x55f48ae6b030 2024-06-06T07:58:42.697 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f73781ad0c0 con 0x55f48ae6a670 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.481+0000 7f7389c78b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f73781aa230 con 0x55f48ae70470 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7389c78b80 10 client.0 _ll_register_callbacks cb 0x55f48ad4d5b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae7cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae7cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:58336/0 (socket says 172.21.15.27:58336) 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 -- 172.21.15.27:0/171721930 learned_addr learned my addr 172.21.15.27:0/171721930 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737d191700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6a670 0x55f48ae7c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737d992700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae8ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 -- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 msgr2=0x55f48ae8ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae8ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 -- 172.21.15.27:0/171721930 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6a670 msgr2=0x55f48ae7c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6a670 0x55f48ae7c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.698 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 -- 172.21.15.27:0/171721930 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f48ae8b470 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737d191700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6a670 0x55f48ae7c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f737c990700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae7cdc0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f736801ec40 tx=0x7f7368026a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190ea2f7bba05f0b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7360ff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7360ff9700 1 -- 172.21.15.27:0/171721930 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7368034030 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f736801e3f0 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7360ff9700 1 -- 172.21.15.27:0/171721930 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f73680048d0 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7360ff9700 1 -- 172.21.15.27:0/171721930 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7368004ad0 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7389c78b80 10 client.16422 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.482+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55f48aeee520 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7360ff9700 1 -- 172.21.15.27:0/171721930 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f736801e3f0 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7360ff9700 1 -- 172.21.15.27:0/171721930 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f73680454e0 con 0x55f48ae6b030 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7389c78b80 10 client.16422 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7389c78b80 10 client.16422 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.f 2024-06-06T07:58:42.699 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7389c78b80 20 client.16422 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7389c78b80 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48aef0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7389c78b80 4 client.16422 mds_command: new command op to 24463 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 --> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f48adbf2d0 con 0x55f48ae842c0 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.483+0000 7f737d191700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48aef0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7360ff9700 10 client.16422 ms_handle_connect on v2:172.21.15.203:6834/2728459000 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f737d191700 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48aef0bc0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9afa9a2d8958442a server_cookie=6710b34456914f9e in_seq=0 out_seq=0 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7360ff9700 1 -- 172.21.15.27:0/171721930 <== mds.3 v2:172.21.15.203:6834/2728459000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f48adbf2d0 con 0x55f48ae842c0 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7360ff9700 10 client.16422 handle_command_reply: tid=0 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 client.16422 shutdown 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 msgr2=0x55f48ae7cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae7cdc0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f736801ec40 tx=0x7f7368026a30 comp rx=0 tx=0).stop 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 shutdown_connections 2024-06-06T07:58:42.700 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:6834/2728459000,v1:172.21.15.203:6835/2728459000] conn(0x55f48ae842c0 0x55f48aef0bc0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48ae70470 0x55f48ae8ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7360ff9700 0 client.16422 ms_handle_reset on v2:172.21.15.203:6834/2728459000 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48ae6a670 0x55f48ae7c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 --2- 172.21.15.27:0/171721930 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48ae6b030 0x55f48ae7cdc0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 >> 172.21.15.27:0/171721930 conn(0x55f48ad93080 msgr2=0x55f48ae759f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 shutdown_connections 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 1 -- 172.21.15.27:0/171721930 wait complete. 2024-06-06T07:58:42.701 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.484+0000 7f7389c78b80 20 client.16422 trim_cache size 0 max 16384 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73640a2d90 msgr2=0x7f73640a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73640a2d90 0x7f73640a5250 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f73780788d0 tx=0x7f7368009260 comp rx=0 tx=0).stop 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 msgr2=0x7f737819e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 0x7f737819e920 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f7374000c00 tx=0x7f737400b610 comp rx=0 tx=0).stop 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 shutdown_connections 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f73640a2d90 0x7f73640a5250 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.702 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7378107400 0x7f7378198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7378101390 0x7f737819e920 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 --2- 172.21.15.27:0/2893688170 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7378101d50 0x7f737819ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:42.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 >> 172.21.15.27:0/2893688170 conn(0x7f7378078340 msgr2=0x7f7378100610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:42.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 shutdown_connections 2024-06-06T07:58:42.703 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:42.485+0000 7f737f3f5700 1 -- 172.21.15.27:0/2893688170 wait complete. 2024-06-06T07:58:42.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:42 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:42.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:42 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:58:43.506 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:43 smithi027 ceph-mon[32293]: pgmap v102: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 787 op/s 2024-06-06T07:58:43.507 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:43 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:58:43.545 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-06-06T07:58:43.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:43 smithi176 ceph-mon[36543]: pgmap v102: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 787 op/s 2024-06-06T07:58:43.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:43 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:58:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:43 smithi203 ceph-mon[37192]: pgmap v102: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 787 op/s 2024-06-06T07:58:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:43 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:58:43.857 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:44.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:44 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:58:44.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:44 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:58:44.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:44 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:58:44.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:44 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:58:44.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:44 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:58:44.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:44 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:58:44.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:44 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:58:44.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:44 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:58:44.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:44 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:58:45.506 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:45 smithi027 ceph-mon[32293]: pgmap v103: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 629 op/s 2024-06-06T07:58:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:45 smithi176 ceph-mon[36543]: pgmap v103: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 629 op/s 2024-06-06T07:58:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:45 smithi203 ceph-mon[37192]: pgmap v103: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 629 op/s 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 -- 172.21.15.27:0/3748954286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 msgr2=0x7eff0810f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 --2- 172.21.15.27:0/3748954286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff0810f310 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7eff0000b0a0 tx=0x7eff0000b3b0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 -- 172.21.15.27:0/3748954286 shutdown_connections 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 --2- 172.21.15.27:0/3748954286 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff0810f310 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 --2- 172.21.15.27:0/3748954286 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff081084f0 0x7eff081088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 --2- 172.21.15.27:0/3748954286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7eff0806aa00 0x7eff0806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.802 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 -- 172.21.15.27:0/3748954286 >> 172.21.15.27:0/3748954286 conn(0x7eff08078300 msgr2=0x7eff08078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:45.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.801+0000 7eff0edb4700 1 -- 172.21.15.27:0/3748954286 shutdown_connections 2024-06-06T07:58:45.803 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.802+0000 7eff0edb4700 1 -- 172.21.15.27:0/3748954286 wait complete. 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.802+0000 7eff0edb4700 1 Processor -- start 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.802+0000 7eff0edb4700 1 -- start start 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.802+0000 7eff0edb4700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 0x7eff08101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0edb4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff08101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0edb4700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7eff081084f0 0x7eff08101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 0x7eff08101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff07fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff08101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 0x7eff08101450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:58820/0 (socket says 172.21.15.27:58820) 2024-06-06T07:58:45.805 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0cb50700 1 -- 172.21.15.27:0/1313030614 learned_addr learned my addr 172.21.15.27:0/1313030614 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7eff081128f0 con 0x7eff0806b3c0 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0d351700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7eff081084f0 0x7eff08101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7eff08112770 con 0x7eff0806aa00 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7eff08112a70 con 0x7eff081084f0 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff07fff700 1 -- 172.21.15.27:0/1313030614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7eff081084f0 msgr2=0x7eff08101ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff07fff700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7eff081084f0 0x7eff08101ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff07fff700 1 -- 172.21.15.27:0/1313030614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 msgr2=0x7eff08101450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.806 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff07fff700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 0x7eff08101450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff07fff700 1 -- 172.21.15.27:0/1313030614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff081a7230 con 0x7eff0806b3c0 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.803+0000 7eff0cb50700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 0x7eff08101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.804+0000 7eff07fff700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff08101990 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7efef400e9f0 tx=0x7efef400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.804+0000 7eff05ffb700 1 -- 172.21.15.27:0/1313030614 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef4004220 con 0x7eff0806b3c0 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.804+0000 7eff05ffb700 1 -- 172.21.15.27:0/1313030614 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efef4004d30 con 0x7eff0806b3c0 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.804+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff081a7520 con 0x7eff0806b3c0 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.804+0000 7eff05ffb700 1 -- 172.21.15.27:0/1313030614 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef4005080 con 0x7eff0806b3c0 2024-06-06T07:58:45.807 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.804+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff081a7a60 con 0x7eff0806b3c0 2024-06-06T07:58:45.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.807+0000 7eff05ffb700 1 -- 172.21.15.27:0/1313030614 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7efef4005360 con 0x7eff0806b3c0 2024-06-06T07:58:45.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.808+0000 7eff05ffb700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efef80a2e10 0x7efef80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.808+0000 7eff0cb50700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efef80a2e10 0x7efef80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.808 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.808+0000 7eff05ffb700 1 -- 172.21.15.27:0/1313030614 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7efef40cf6d0 con 0x7eff0806b3c0 2024-06-06T07:58:45.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.808+0000 7eff0cb50700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efef80a2e10 0x7efef80a52d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7efefc011550 tx=0x7efefc009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:45.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 Processor -- start 2024-06-06T07:58:45.809 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 -- start start 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 0x56049e1d7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56049e0c3f60 con 0x56049e1d7880 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56049e122850 con 0x56049e1d6f60 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff19637b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56049e08a460 con 0x56049e1d17a0 2024-06-06T07:58:45.811 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 0x56049e1d7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff07fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 0x56049e1d7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:58830/0 (socket says 172.21.15.27:58830) 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff0cb50700 1 -- 172.21.15.27:0/2798896986 learned_addr learned my addr 172.21.15.27:0/2798896986 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.809+0000 7eff0d351700 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0d351700 1 -- 172.21.15.27:0/2798896986 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 msgr2=0x56049e1d7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0d351700 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 0x56049e1d7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0d351700 1 -- 172.21.15.27:0/2798896986 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 msgr2=0x56049e1d1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0d351700 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1d1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0d351700 1 -- 172.21.15.27:0/2798896986 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56049e0718d0 con 0x56049e1d17a0 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0cb50700 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 0x56049e1d7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff07fff700 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1d1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:45.812 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7eff0d351700 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1bc0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7eff0000b070 tx=0x7eff000092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2481eb76090c1adb server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:45.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7efef2ffd700 1 -- 172.21.15.27:0/2798896986 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00020070 con 0x56049e1d17a0 2024-06-06T07:58:45.813 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.810+0000 7efef2ffd700 1 -- 172.21.15.27:0/2798896986 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7eff0000bcb0 con 0x56049e1d17a0 2024-06-06T07:58:45.817 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7efef2ffd700 1 -- 172.21.15.27:0/2798896986 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff00007df0 con 0x56049e1d17a0 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 -- 172.21.15.27:0/2798896986 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 msgr2=0x56049e1d1bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1bc0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7eff0000b070 tx=0x7eff000092e0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 -- 172.21.15.27:0/2798896986 shutdown_connections 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1bc0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d6f60 0x56049e1d7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 --2- 172.21.15.27:0/2798896986 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1d1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.811+0000 7eff19637b80 1 -- 172.21.15.27:0/2798896986 >> 172.21.15.27:0/2798896986 conn(0x56049e0fe080 msgr2=0x56049e1cc220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.812+0000 7eff19637b80 1 -- 172.21.15.27:0/2798896986 shutdown_connections 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.812+0000 7eff19637b80 1 -- 172.21.15.27:0/2798896986 wait complete. 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.812+0000 7eff19637b80 1 -- start start 2024-06-06T07:58:45.818 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.812+0000 7eff19637b80 1 Processor -- start 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d17a0 0x56049e1dd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d6f60 0x56049e1da7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1dad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56049e0c2fc0 con 0x56049e1d17a0 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56049e11e810 con 0x56049e1d7880 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56049e1de2a0 con 0x56049e1d6f60 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff19637b80 10 client.0 _ll_register_callbacks cb 0x56049e0b85b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d17a0 0x56049e1dd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff07fff700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d6f60 0x56049e1da7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.819 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d17a0 0x56049e1dd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33618/0 (socket says 172.21.15.27:33618) 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff0cb50700 1 -- 172.21.15.27:0/2928320461 learned_addr learned my addr 172.21.15.27:0/2928320461 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff0d351700 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1dad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff07fff700 1 -- 172.21.15.27:0/2928320461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 msgr2=0x56049e1dad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff07fff700 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1dad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff07fff700 1 -- 172.21.15.27:0/2928320461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d17a0 msgr2=0x56049e1dd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff07fff700 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d17a0 0x56049e1dd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.813+0000 7eff07fff700 1 -- 172.21.15.27:0/2928320461 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56049e0e8750 con 0x56049e1d6f60 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7eff07fff700 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d6f60 0x56049e1da7c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efef40ccac0 tx=0x7efef409b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16c43120f9da6f8b server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7efee7fff700 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7efee7fff700 1 -- 172.21.15.27:0/2928320461 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef40b3070 con 0x56049e1d6f60 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7eff0000bcb0 con 0x56049e1d6f60 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7efee7fff700 1 -- 172.21.15.27:0/2928320461 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7efef4005650 con 0x56049e1d6f60 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7efee7fff700 1 -- 172.21.15.27:0/2928320461 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7efef401c040 con 0x56049e1d6f60 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7eff19637b80 10 client.25948 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:45.820 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x56049e1e89c0 con 0x56049e1d6f60 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7efee7fff700 1 -- 172.21.15.27:0/2928320461 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efef40a4500 con 0x56049e1d6f60 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.814+0000 7efee7fff700 1 -- 172.21.15.27:0/2928320461 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7efef409baf0 con 0x56049e1d6f60 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff19637b80 10 client.25948 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff19637b80 10 client.25948 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff19637b80 20 client.25948 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff19637b80 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e1eaff0 0x56049e1ed410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff19637b80 4 client.25948 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7eff0000bcb0 con 0x56049e1eaff0 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff0cb50700 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e1eaff0 0x56049e1ed410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7efee7fff700 10 client.25948 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.815+0000 7eff0cb50700 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e1eaff0 0x56049e1ed410 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=82c0fc7f8d008d05 server_cookie=53a9856a6e476cb3 in_seq=0 out_seq=0 2024-06-06T07:58:45.821 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7efee7fff700 1 -- 172.21.15.27:0/2928320461 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7eff0000bcb0 con 0x56049e1eaff0 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7efee7fff700 10 client.25948 handle_command_reply: tid=0 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7eff19637b80 1 client.25948 shutdown 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d6f60 msgr2=0x56049e1da7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7eff19637b80 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d6f60 0x56049e1da7c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efef40ccac0 tx=0x7efef409b910 comp rx=0 tx=0).stop 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 shutdown_connections 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.816+0000 7eff19637b80 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e1eaff0 0x56049e1ed410 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1dad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d17a0 0x56049e1dd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 1 --2- 172.21.15.27:0/2928320461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d6f60 0x56049e1da7c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 >> 172.21.15.27:0/2928320461 conn(0x56049e0fe080 msgr2=0x56049e1cb700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:45.822 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7efee7fff700 0 client.25948 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:58:45.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 shutdown_connections 2024-06-06T07:58:45.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 1 -- 172.21.15.27:0/2928320461 wait complete. 2024-06-06T07:58:45.823 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.817+0000 7eff19637b80 20 client.25948 trim_cache size 0 max 16384 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 Processor -- start 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 -- start start 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 0x56049e1d8390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1d9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7eff081ac210 con 0x56049e1d6f60 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7eff081adea0 con 0x56049e1d7880 2024-06-06T07:58:45.839 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.837+0000 7eff19637b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7eff081ac940 con 0x56049e1d17a0 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 0x56049e1d8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff0d351700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1d9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 0x56049e1d8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33630/0 (socket says 172.21.15.27:33630) 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 -- 172.21.15.27:0/766542931 learned_addr learned my addr 172.21.15.27:0/766542931 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff0cb50700 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 -- 172.21.15.27:0/766542931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 msgr2=0x56049e1d1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 -- 172.21.15.27:0/766542931 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 msgr2=0x56049e1d9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1d9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 -- 172.21.15.27:0/766542931 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56049e1db080 con 0x56049e1d6f60 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff0d351700 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1d9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:45.840 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7eff07fff700 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 0x56049e1d8390 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7efef409b590 tx=0x7efef4099da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0e20bffcd7f4139 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:45.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.838+0000 7efef27fc700 1 -- 172.21.15.27:0/766542931 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef40b3070 con 0x56049e1d6f60 2024-06-06T07:58:45.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7efef27fc700 1 -- 172.21.15.27:0/766542931 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efef40a4500 con 0x56049e1d6f60 2024-06-06T07:58:45.841 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7efef27fc700 1 -- 172.21.15.27:0/766542931 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef40a40c0 con 0x56049e1d6f60 2024-06-06T07:58:45.843 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7eff19637b80 1 -- 172.21.15.27:0/766542931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 msgr2=0x56049e1d8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7eff19637b80 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 0x56049e1d8390 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7efef409b590 tx=0x7efef4099da0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7eff19637b80 1 -- 172.21.15.27:0/766542931 shutdown_connections 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7eff19637b80 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d7880 0x56049e1d9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7eff19637b80 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d17a0 0x56049e1d1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.839+0000 7eff19637b80 1 --2- 172.21.15.27:0/766542931 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d6f60 0x56049e1d8390 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.840+0000 7eff19637b80 1 -- 172.21.15.27:0/766542931 >> 172.21.15.27:0/766542931 conn(0x56049e0fe080 msgr2=0x56049e1dbff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.840+0000 7eff19637b80 1 -- 172.21.15.27:0/766542931 shutdown_connections 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.840+0000 7eff19637b80 1 -- 172.21.15.27:0/766542931 wait complete. 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.841+0000 7eff19637b80 1 -- start start 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.841+0000 7eff19637b80 1 Processor -- start 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.841+0000 7eff19637b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 0x56049e1e37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff19637b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1e3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.844 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 0x56049e1e37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff19637b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d9690 0x56049e1d9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 0x56049e1e37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:58868/0 (socket says 172.21.15.27:58868) 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff19637b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7eff081ad7d0 con 0x56049e1d7880 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 -- 172.21.15.27:0/1543084312 learned_addr learned my addr 172.21.15.27:0/1543084312 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7eff081ad040 con 0x56049e1d17a0 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7eff081aa1d0 con 0x56049e1d9690 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff19637b80 10 client.0 _ll_register_callbacks cb 0x56049e0b85b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 -- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d9690 msgr2=0x56049e1d9b10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d9690 0x56049e1d9b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.845 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 -- 172.21.15.27:0/1543084312 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 msgr2=0x56049e1e3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1e3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.842+0000 7eff0cb50700 1 -- 172.21.15.27:0/1543084312 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56049e1da290 con 0x56049e1d17a0 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.843+0000 7eff0cb50700 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 0x56049e1e37c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efefc011ca0 tx=0x7efefc013040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=320937972e1d0d45 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.843+0000 7efee7fff700 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.843+0000 7efee7fff700 1 -- 172.21.15.27:0/1543084312 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efefc004830 con 0x56049e1d17a0 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.843+0000 7efee7fff700 1 -- 172.21.15.27:0/1543084312 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7efefc009040 con 0x56049e1d17a0 2024-06-06T07:58:45.846 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.843+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efef40a4500 con 0x56049e1d17a0 2024-06-06T07:58:45.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.844+0000 7efee7fff700 1 -- 172.21.15.27:0/1543084312 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7efefc047050 con 0x56049e1d17a0 2024-06-06T07:58:45.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.844+0000 7eff19637b80 10 client.25931 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:45.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.844+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x56049e255b80 con 0x56049e1d17a0 2024-06-06T07:58:45.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.844+0000 7efee7fff700 1 -- 172.21.15.27:0/1543084312 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efef40a4500 con 0x56049e1d17a0 2024-06-06T07:58:45.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7efee7fff700 1 -- 172.21.15.27:0/1543084312 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7efefc0306c0 con 0x56049e1d17a0 2024-06-06T07:58:45.848 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff19637b80 10 client.25931 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff19637b80 10 client.25931 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff19637b80 20 client.25931 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff19637b80 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e2563a0 0x56049e258820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff19637b80 4 client.25931 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 --> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56049e12fd50 con 0x56049e2563a0 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.845+0000 7eff07fff700 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e2563a0 0x56049e258820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.846+0000 7eff07fff700 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e2563a0 0x56049e258820 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2cc52f8dd8561a45 server_cookie=201db05ff9d67e58 in_seq=0 out_seq=0 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.846+0000 7efee7fff700 10 client.25931 ms_handle_connect on v2:172.21.15.203:6836/3600215287 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7efee7fff700 1 -- 172.21.15.27:0/1543084312 <== mds.2 v2:172.21.15.203:6836/3600215287 1 ==== command_reply(tid 0: 0 ) ==== 8+0+51050 (crc 0 0 0) 0x56049e12fd50 con 0x56049e2563a0 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7efee7fff700 10 client.25931 handle_command_reply: tid=0 2024-06-06T07:58:45.849 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7eff19637b80 1 client.25931 shutdown 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 msgr2=0x56049e1e37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7eff19637b80 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 0x56049e1e37c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7efefc011ca0 tx=0x7efefc013040 comp rx=0 tx=0).stop 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 shutdown_connections 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.848+0000 7eff19637b80 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:6836/3600215287,v1:172.21.15.203:6837/3600215287] conn(0x56049e2563a0 0x56049e258820 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56049e1d9690 0x56049e1d9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7efee7fff700 0 client.25931 ms_handle_reset on v2:172.21.15.203:6836/3600215287 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56049e1d17a0 0x56049e1e37c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 1 --2- 172.21.15.27:0/1543084312 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56049e1d7880 0x56049e1e3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.851 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 >> 172.21.15.27:0/1543084312 conn(0x56049e0fe080 msgr2=0x56049e1e6460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:45.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 shutdown_connections 2024-06-06T07:58:45.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 1 -- 172.21.15.27:0/1543084312 wait complete. 2024-06-06T07:58:45.852 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.849+0000 7eff19637b80 20 client.25931 trim_cache size 0 max 16384 2024-06-06T07:58:45.852 INFO:teuthology.orchestra.run.smithi027.stdout:[ 2024-06-06T07:58:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 33104000, 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628420, 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl" 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 43062026, 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628407, 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform" 2024-06-06T07:58:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 52265731, 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628457, 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online" 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 67782104, 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628441, 2024-06-06T07:58:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power" 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 74391609, 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628316, 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb" 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 107233593, 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628371, 2024-06-06T07:58:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache" 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 112209606, 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628478, 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff" 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 115166108, 2024-06-06T07:58:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628437, 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh" 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 116924939, 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628382, 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css" 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 150815979, 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628421, 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq" 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 177233787, 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628409, 2024-06-06T07:58:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg" 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 215508444, 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628430, 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei" 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 257627369, 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628300, 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus" 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 264493296, 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628390, 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352" 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 299024592, 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628318, 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight" 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 299970876, 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628344, 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid" 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 327051670, 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628411, 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb" 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 337113118, 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628455, 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory" 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 398680654, 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628373, 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd" 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 400298544, 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628366, 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy" 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 417181437, 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628419, 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi" 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 421343770, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628445, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator" 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 428453079, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628331, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump" 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 463132059, 2024-06-06T07:58:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628475, 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe" 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 508448309, 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628446, 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration" 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 530245475, 2024-06-06T07:58:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628427, 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led" 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 553389307, 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628335, 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification" 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 553635002, 2024-06-06T07:58:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628385, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7" 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 571388591, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628380, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel" 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 664093811, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628398, 2024-06-06T07:58:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050" 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 664563536, 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628294, 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README" 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 667965926, 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628299, 2024-06-06T07:58:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus" 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 679272091, 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628408, 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd" 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 683815554, 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628352, 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial" 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 743250891, 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628485, 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus" 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 764709128, 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628369, 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata" 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 771565061, 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628349, 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex" 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 773345276, 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628347, 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi" 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 825923566, 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628333, 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module" 2024-06-06T07:58:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 845159921, 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628484, 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone" 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 859635752, 2024-06-06T07:58:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628435, 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm" 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 868781585, 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628486, 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure" 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 884802093, 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628322, 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc" 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 891079231, 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628298, 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill" 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 897966531, 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628425, 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu" 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 908867589, 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628467, 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state" 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 922520890, 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628350, 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet" 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 938905242, 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628326, 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp" 2024-06-06T07:58:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 983021031, 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628439, 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics" 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 991381433, 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628304, 2024-06-06T07:58:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394" 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1001429729, 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628301, 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra" 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1008021086, 2024-06-06T07:58:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628339, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget" 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1015791549, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628451, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices" 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1017529996, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628387, 2024-06-06T07:58:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe" 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1068709596, 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628381, 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc" 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1075713279, 2024-06-06T07:58:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628303, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs" 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1079365875, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628481, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys" 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1081494405, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628447, 2024-06-06T07:58:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host" 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1102075601, 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628351, 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis" 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1115754476, 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628449, 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc" 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1119465000, 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628401, 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio" 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1120906170, 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628364, 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg" 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1135037629, 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628302, 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed" 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1136150551, 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628422, 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efef80a2e10 msgr2=0x7efef80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efef80a2e10 0x7efef80a52d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7efefc011550 tx=0x7efefc009260 comp rx=0 tx=0).stop 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 msgr2=0x7eff08101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff08101990 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7efef400e9f0 tx=0x7efef400ed00 comp rx=0 tx=0).stop 2024-06-06T07:58:45.887 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 shutdown_connections 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efef80a2e10 0x7efef80a52d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7eff081084f0 0x7eff08101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7eff0806aa00 0x7eff08101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 --2- 172.21.15.27:0/1313030614 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7eff0806b3c0 0x7eff08101990 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.850+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 >> 172.21.15.27:0/1313030614 conn(0x7eff08078300 msgr2=0x7eff080ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon" 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1136334041, 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628471, 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun" 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1147118657, 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628389, 2024-06-06T07:58:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480" 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1194854256, 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628324, 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu" 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1195621340, 2024-06-06T07:58:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628353, 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink" 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1202560590, 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628386, 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci" 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1210387305, 2024-06-06T07:58:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628317, 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend" 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1211787877, 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628464, 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2" 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1222998756, 2024-06-06T07:58:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628361, 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc" 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1235594188, 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628314, 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile" 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1307614480, 2024-06-06T07:58:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628487, 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus" 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1308000295, 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628348, 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm" 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1408335205, 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628415, 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency" 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1424861151, 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628340, 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm" 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1425090138, 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628320, 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm" 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1508727317, 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628328, 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc" 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1531125539, 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628428, 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533" 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1549864952, 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628468, 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state" 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1554479196, 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628405, 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss" 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1567378337, 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628444, 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc" 2024-06-06T07:58:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1583939313, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628310, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable" 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1602445292, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628308, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394" 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1651679526, 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628426, 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd" 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1652278862, 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628404, 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci" 2024-06-06T07:58:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1674242372, 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628391, 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533" 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1681401321, 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628417, 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870" 2024-06-06T07:58:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1684789621, 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628470, 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc" 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1693714622, 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628327, 2024-06-06T07:58:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx" 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1726887844, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628365, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm" 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1768560382, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628367, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats" 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1794886260, 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628313, 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls" 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1809993620, 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628488, 2024-06-06T07:58:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua" 2024-06-06T07:58:45.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.851+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 shutdown_connections 2024-06-06T07:58:45.906 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:45.851+0000 7eff0edb4700 1 -- 172.21.15.27:0/1313030614 wait complete. 2024-06-06T07:58:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1844497572, 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628358, 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe" 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1883076107, 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628479, 2024-06-06T07:58:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch" 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1886302279, 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628460, 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb" 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1935121157, 2024-06-06T07:58:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628345, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback" 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 1977772795, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628399, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935" 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2009595180, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628440, 2024-06-06T07:58:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd" 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2019154360, 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628330, 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars" 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2038169852, 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628395, 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350" 2024-06-06T07:58:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2048292061, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628341, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm" 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2064570134, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628433, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net" 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2099242569, 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628469, 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use" 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2118218650, 2024-06-06T07:58:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628453, 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node" 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2169656979, 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628472, 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu" 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2206118518, 2024-06-06T07:58:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628442, 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap" 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2222056303, 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628462, 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0" 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2247251325, 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628323, 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node" 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2262120246, 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628432, 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd" 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2272769965, 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628359, 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec" 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2343165635, 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628293, 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI" 2024-06-06T07:58:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2353944907, 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628360, 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad" 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2403520196, 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628311, 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev" 2024-06-06T07:58:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2418524658, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628458, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget" 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2437882244, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628379, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x" 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2446119729, 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628473, 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl" 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2456835483, 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628337, 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing" 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2469699976, 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628342, 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem" 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2472960635, 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628403, 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei" 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2506946314, 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628414, 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port" 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2522654583, 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628448, 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc" 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2537194362, 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628394, 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523" 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2547749379, 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628406, 2024-06-06T07:58:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd" 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2569629762, 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628357, 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc" 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2581172183, 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628384, 2024-06-06T07:58:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format" 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2583333502, 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628410, 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc" 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2593181449, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628338, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget" 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2648341350, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628402, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media" 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2678970049, 2024-06-06T07:58:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628370, 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block" 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2695428447, 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628329, 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04" 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2703017708, 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628306, 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma" 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2747974134, 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628332, 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog" 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2755049262, 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628307, 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb" 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2770002279, 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628368, 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore" 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2813460554, 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628356, 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2" 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2823218457, 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628376, 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba" 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2834379768, 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628465, 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot" 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2842629004, 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628375, 2024-06-06T07:58:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi" 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2888803145, 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628378, 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10" 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 2996247843, 2024-06-06T07:58:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628312, 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb" 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3001369641, 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628450, 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev" 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3031960233, 2024-06-06T07:58:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628412, 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg" 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3037025129, 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628413, 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest" 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3042938865, 2024-06-06T07:58:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628400, 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs" 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3043836730, 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628476, 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid" 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3051723306, 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628397, 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als" 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3061976665, 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628372, 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm" 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3074457520, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628383, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events" 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3079010147, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628393, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150" 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3112489078, 2024-06-06T07:58:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628416, 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class" 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3122557113, 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628363, 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd" 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3162009603, 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628483, 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku" 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3163514091, 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628474, 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu" 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3170681801, 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628461, 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power" 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3170693307, 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628466, 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup" 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3198197553, 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628438, 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues" 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3245108117, 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628309, 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394" 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3304803591, 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628297, 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb" 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3311029519, 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628388, 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi" 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3328486599, 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628396, 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160" 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3362032128, 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628321, 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi" 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3547441812, 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628429, 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r" 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3552116857, 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628362, 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto" 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3559202102, 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628480, 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd" 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3562560405, 2024-06-06T07:58:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628456, 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc" 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3573466316, 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628418, 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533" 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3575577818, 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628296, 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads" 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3584294521, 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628354, 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset" 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3585912698, 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628482, 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo" 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3594135710, 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628443, 2024-06-06T07:58:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm" 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3619026955, 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628434, 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv" 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3627296353, 2024-06-06T07:58:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628346, 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage" 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3657016531, 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628374, 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram" 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3695904829, 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628392, 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio" 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3702408476, 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628315, 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire" 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3737690538, 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628334, 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp" 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3794884721, 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628377, 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma" 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3797218012, 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628423, 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu" 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3814591335, 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628424, 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu" 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3822824428, 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628355, 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1" 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3830694946, 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628305, 2024-06-06T07:58:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue" 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3845258783, 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628477, 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo" 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3859250152, 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628336, 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso" 2024-06-06T07:58:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 3882790150, 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628431, 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt" 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4041636311, 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628292, 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX" 2024-06-06T07:58:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4065991744, 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628319, 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill" 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4115790000, 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628295, 2024-06-06T07:58:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete" 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4136592616, 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628452, 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac" 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4182991893, 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628436, 2024-06-06T07:58:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan" 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4210887382, 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628459, 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3" 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4246543572, 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628463, 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1" 2024-06-06T07:58:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4250108418, 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628343, 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs" 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4269156371, 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628454, 2024-06-06T07:58:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr" 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "damage_type": "backtrace", 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "id": 4292017880, 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 1099511628325, 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "path": "/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory" 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:58:45.960 INFO:teuthology.orchestra.run.smithi027.stdout:] 2024-06-06T07:58:47.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:47 smithi027 ceph-mon[32293]: pgmap v104: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 629 op/s 2024-06-06T07:58:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:47 smithi176 ceph-mon[36543]: pgmap v104: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 629 op/s 2024-06-06T07:58:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:47 smithi203 ceph-mon[37192]: pgmap v104: 129 pgs: 129 active+clean; 211 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.5 MiB/s wr, 629 op/s 2024-06-06T07:58:47.948 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.167+0000 7f4798ff9700 1 -- 172.21.15.27:0/198560061 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x561fd61be460 con 0x561fd626beb0 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.167+0000 7f4798ff9700 10 client.16404 handle_command_reply: tid=0 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.167+0000 7f47c1f5ab80 1 client.16404 shutdown 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 msgr2=0x561fd6275090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd6275090 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f47a80a36d0 tx=0x7f47a8004ad0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 shutdown_connections 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x561fd626beb0 0x561fd62f19a0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f4798ff9700 0 client.16404 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x561fd626b590 0x561fd6275090 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x561fd6192210 0x561fd6278310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 --2- 172.21.15.27:0/198560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561fd6265ce0 0x561fd6274b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 >> 172.21.15.27:0/198560061 conn(0x561fd6269800 msgr2=0x561fd6265020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 shutdown_connections 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 1 -- 172.21.15.27:0/198560061 wait complete. 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.168+0000 7f47c1f5ab80 20 client.16404 trim_cache size 0 max 16384 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:58:48.170 INFO:teuthology.orchestra.run.smithi027.stdout: "epoch": 40, 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "leader": 24487, 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "set_version": 6, 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "sets": { 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "dc629bc": { 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "version": 6, 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "age_ref": 0.0, 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "QUIESCED", 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:58:48.171 INFO:teuthology.orchestra.run.smithi027.stdout: "timeout": 90.0, 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "expiration": 145.2, 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "members": { 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "file:/": { 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "excluded": false, 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "QUIESCED", 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:58:48.172 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:58:48.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f479c0a2eb0 msgr2=0x7f479c0a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:48.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f479c0a2eb0 0x7f479c0a5370 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f47b0199b00 tx=0x7f47ac009260 comp rx=0 tx=0).stop 2024-06-06T07:58:48.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 msgr2=0x7f47b01989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:48.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 0x7f47b01989c0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f47a8007f10 tx=0x7f47a800d3b0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 shutdown_connections 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f479c0a2eb0 0x7f479c0a5370 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f47b0106750 0x7f47b01989c0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f47b0101df0 0x7f47b019e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 --2- 172.21.15.27:0/3094188849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47b01027a0 0x7f47b019ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 >> 172.21.15.27:0/3094188849 conn(0x7f47b0077a30 msgr2=0x7f47b0100d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 shutdown_connections 2024-06-06T07:58:48.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:48.169+0000 7f47b76d7700 1 -- 172.21.15.27:0/3094188849 wait complete. 2024-06-06T07:58:49.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:49 smithi027 ceph-mon[32293]: pgmap v105: 129 pgs: 129 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 965 op/s 2024-06-06T07:58:49.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:49 smithi176 ceph-mon[36543]: pgmap v105: 129 pgs: 129 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 965 op/s 2024-06-06T07:58:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:49 smithi203 ceph-mon[37192]: pgmap v105: 129 pgs: 129 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 965 op/s 2024-06-06T07:58:51.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:51 smithi027 ceph-mon[32293]: pgmap v106: 129 pgs: 129 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 824 op/s 2024-06-06T07:58:51.749 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:51 smithi176 ceph-mon[36543]: pgmap v106: 129 pgs: 129 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 824 op/s 2024-06-06T07:58:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:51 smithi203 ceph-mon[37192]: pgmap v106: 129 pgs: 129 active+clean; 219 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.8 MiB/s wr, 824 op/s 2024-06-06T07:58:51.993 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'dc629bc', quiesce took 20.8 seconds. Will release after: 4.399999999999999 2024-06-06T07:58:52.057 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:53.359 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 -- 172.21.15.27:0/2856646421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c1008d0 msgr2=0x7f813c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:53.359 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 --2- 172.21.15.27:0/2856646421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c1008d0 0x7f813c100d50 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f8124009930 tx=0x7f812402a420 comp rx=0 tx=0).stop 2024-06-06T07:58:53.359 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 -- 172.21.15.27:0/2856646421 shutdown_connections 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 --2- 172.21.15.27:0/2856646421 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c101290 0x7f813c10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 --2- 172.21.15.27:0/2856646421 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c1008d0 0x7f813c100d50 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 --2- 172.21.15.27:0/2856646421 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f813c106890 0x7f813c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 -- 172.21.15.27:0/2856646421 >> 172.21.15.27:0/2856646421 conn(0x7f813c077a20 msgr2=0x7f813c077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 -- 172.21.15.27:0/2856646421 shutdown_connections 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.358+0000 7f8140914640 1 -- 172.21.15.27:0/2856646421 wait complete. 2024-06-06T07:58:53.360 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.359+0000 7f8140914640 1 Processor -- start 2024-06-06T07:58:53.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.359+0000 7f8140914640 1 -- start start 2024-06-06T07:58:53.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8140914640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c1008d0 0x7f813c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8140914640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 0x7f813c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8140914640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f813c106890 0x7f813c19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8140914640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f813c110dc0 con 0x7f813c101290 2024-06-06T07:58:53.362 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8140914640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f813c110c40 con 0x7f813c106890 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8140914640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f813c110f40 con 0x7f813c1008d0 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 0x7f813c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 0x7f813c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33668/0 (socket says 172.21.15.27:33668) 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 -- 172.21.15.27:0/54406475 learned_addr learned my addr 172.21.15.27:0/54406475 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f813ad9d640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f813c106890 0x7f813c19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f813a59c640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c1008d0 0x7f813c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 -- 172.21.15.27:0/54406475 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c1008d0 msgr2=0x7f813c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c1008d0 0x7f813c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 -- 172.21.15.27:0/54406475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f813c106890 msgr2=0x7f813c19cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f813c106890 0x7f813c19cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 -- 172.21.15.27:0/54406475 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f813c19d3b0 con 0x7f813c101290 2024-06-06T07:58:53.363 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f813a59c640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c1008d0 0x7f813c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:53.364 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.360+0000 7f8131d9b640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 0x7f813c198900 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f8124009230 tx=0x7f8124004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:53.364 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.361+0000 7f8133fff640 1 -- 172.21.15.27:0/54406475 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812403f030 con 0x7f813c101290 2024-06-06T07:58:53.364 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.361+0000 7f8133fff640 1 -- 172.21.15.27:0/54406475 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8124003af0 con 0x7f813c101290 2024-06-06T07:58:53.364 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.361+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f813c19d640 con 0x7f813c101290 2024-06-06T07:58:53.364 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.361+0000 7f8133fff640 1 -- 172.21.15.27:0/54406475 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124035070 con 0x7f813c101290 2024-06-06T07:58:53.364 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.361+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f813c1a4f30 con 0x7f813c101290 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.363+0000 7f8133fff640 1 -- 172.21.15.27:0/54406475 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8124042030 con 0x7f813c101290 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 Processor -- start 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 -- start start 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155b170 0x555c5155b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155ba90 0x555c51565e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51568740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x555c514bf4f0 con 0x555c51566350 2024-06-06T07:58:53.370 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x555c5145d870 con 0x555c5155b170 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8143625740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555c514bb4b0 con 0x555c5155ba90 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51568740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8133fff640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f81280a2da0 0x7f81280a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51568740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33678/0 (socket says 172.21.15.27:33678) 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f8131d9b640 1 -- 172.21.15.27:0/2742671578 learned_addr learned my addr 172.21.15.27:0/2742671578 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f813a59c640 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155ba90 0x555c51565e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.364+0000 7f813ad9d640 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155b170 0x555c5155b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813ad9d640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f81280a2da0 0x7f81280a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f8133fff640 1 -- 172.21.15.27:0/54406475 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f81240efb40 con 0x7f813c101290 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813a59c640 1 -- 172.21.15.27:0/2742671578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155b170 msgr2=0x555c5155b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813a59c640 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155b170 0x555c5155b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.371 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813a59c640 1 -- 172.21.15.27:0/2742671578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 msgr2=0x555c51568740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813a59c640 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51568740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813a59c640 1 -- 172.21.15.27:0/2742671578 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c514799b0 con 0x555c5155ba90 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f8131d9b640 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51568740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813a59c640 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155ba90 0x555c51565e10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f812c00dba0 tx=0x7f812c00f360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f09d8e18ad456587 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f813ad9d640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f81280a2da0 0x7f81280a5260 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8134005c40 tx=0x7f8134009500 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f8130d99640 1 -- 172.21.15.27:0/2742671578 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c00fd30 con 0x555c5155ba90 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f8130d99640 1 -- 172.21.15.27:0/2742671578 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f812c005520 con 0x555c5155ba90 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.365+0000 7f8130d99640 1 -- 172.21.15.27:0/2742671578 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c011640 con 0x555c5155ba90 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 -- 172.21.15.27:0/2742671578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155ba90 msgr2=0x555c51565e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155ba90 0x555c51565e10 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f812c00dba0 tx=0x7f812c00f360 comp rx=0 tx=0).stop 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 -- 172.21.15.27:0/2742671578 shutdown_connections 2024-06-06T07:58:53.372 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51568740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155ba90 0x555c51565e10 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 --2- 172.21.15.27:0/2742671578 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155b170 0x555c5155b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 -- 172.21.15.27:0/2742671578 >> 172.21.15.27:0/2742671578 conn(0x555c51557680 msgr2=0x555c51557a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 -- 172.21.15.27:0/2742671578 shutdown_connections 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.366+0000 7f8143625740 1 -- 172.21.15.27:0/2742671578 wait complete. 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 -- start start 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 Processor -- start 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c51563350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c51563890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51563dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x555c51568f80 con 0x555c51566350 2024-06-06T07:58:53.373 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x555c51448ae0 con 0x555c5155ba90 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555c51569100 con 0x555c5155b170 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8143625740 10 client.0 _ll_register_callbacks cb 0x555c514819b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51563dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813a59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c51563350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51563dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33694/0 (socket says 172.21.15.27:33694) 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813a59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c51563350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:44118/0 (socket says 172.21.15.27:44118) 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813ad9d640 1 -- 172.21.15.27:0/124965645 learned_addr learned my addr 172.21.15.27:0/124965645 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f8131d9b640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c51563890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813ad9d640 1 -- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 msgr2=0x555c51563350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813ad9d640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c51563350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.367+0000 7f813ad9d640 1 -- 172.21.15.27:0/124965645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 msgr2=0x555c51563890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.374 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f813ad9d640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c51563890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f813ad9d640 1 -- 172.21.15.27:0/124965645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c511d3210 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8131d9b640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c51563890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f813ad9d640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51563dd0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f813400ffd0 tx=0x7f8134004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e19c5f763c34dc2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8121ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8121ffb640 1 -- 172.21.15.27:0/124965645 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f813402d060 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8121ffb640 1 -- 172.21.15.27:0/124965645 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f8134020460 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f812c005520 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8121ffb640 1 -- 172.21.15.27:0/124965645 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f8134004b20 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8143625740 10 client.16449 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x555c5129f620 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8121ffb640 1 -- 172.21.15.27:0/124965645 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f812c005520 con 0x555c51566350 2024-06-06T07:58:53.375 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.368+0000 7f8121ffb640 1 -- 172.21.15.27:0/124965645 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f8134027030 con 0x555c51566350 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8143625740 10 client.16449 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8143625740 10 client.16449 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8143625740 20 client.16449 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8143625740 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c51576660 0x555c51578ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8143625740 4 client.16449 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c514d2f10 con 0x555c51576660 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f813a59c640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c51576660 0x555c51578ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f8121ffb640 10 client.16449 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:53.376 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.369+0000 7f813a59c640 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c51576660 0x555c51578ac0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de8077e30e7f86fc server_cookie=ac4fb49718763696 in_seq=0 out_seq=0 2024-06-06T07:58:53.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8121ffb640 1 -- 172.21.15.27:0/124965645 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555c514d2f10 con 0x555c51576660 2024-06-06T07:58:53.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8121ffb640 10 client.16449 handle_command_reply: tid=0 2024-06-06T07:58:53.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 client.16449 shutdown 2024-06-06T07:58:53.377 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 msgr2=0x555c51563dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51563dd0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f813400ffd0 tx=0x7f8134004a40 comp rx=0 tx=0).stop 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 shutdown_connections 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c51576660 0x555c51578ac0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c51566350 0x555c51563dd0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c51563890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8121ffb640 0 client.16449 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 --2- 172.21.15.27:0/124965645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c51563350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 >> 172.21.15.27:0/124965645 conn(0x555c51557680 msgr2=0x555c5155d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 shutdown_connections 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.370+0000 7f8143625740 1 -- 172.21.15.27:0/124965645 wait complete. 2024-06-06T07:58:53.378 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.371+0000 7f8143625740 20 client.16449 trim_cache size 0 max 16384 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 Processor -- start 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 -- start start 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 0x555c51556f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c5155d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c51566350 0x555c5157e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f813c1aedf0 con 0x555c5155b170 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f813c1b0a80 con 0x555c5155ba90 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8143625740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f813c1af520 con 0x555c51566350 2024-06-06T07:58:53.388 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f813a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 0x555c51556f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c5155d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f813a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 0x555c51556f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33698/0 (socket says 172.21.15.27:33698) 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f813a59c640 1 -- 172.21.15.27:0/3598127188 learned_addr learned my addr 172.21.15.27:0/3598127188 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.387+0000 7f813ad9d640 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c51566350 0x555c5157e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f813a59c640 1 -- 172.21.15.27:0/3598127188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c51566350 msgr2=0x555c5157e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f813a59c640 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c51566350 0x555c5157e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f813a59c640 1 -- 172.21.15.27:0/3598127188 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 msgr2=0x555c5155d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f813a59c640 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c5155d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f813a59c640 1 -- 172.21.15.27:0/3598127188 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c515690a0 con 0x555c5155b170 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f8131d9b640 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c5155d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:53.389 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f813a59c640 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 0x555c51556f60 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f812c004dc0 tx=0x7f812c00d4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cb518f1b81ed41e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:53.395 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f8123fff640 1 -- 172.21.15.27:0/3598127188 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c0048d0 con 0x555c5155b170 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f8123fff640 1 -- 172.21.15.27:0/3598127188 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f812c004020 con 0x555c5155b170 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.388+0000 7f8123fff640 1 -- 172.21.15.27:0/3598127188 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c0052c0 con 0x555c5155b170 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 -- 172.21.15.27:0/3598127188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 msgr2=0x555c51556f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 0x555c51556f60 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f812c004dc0 tx=0x7f812c00d4c0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 -- 172.21.15.27:0/3598127188 shutdown_connections 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c51566350 0x555c5157e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c5155ba90 0x555c5155d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 --2- 172.21.15.27:0/3598127188 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155b170 0x555c51556f60 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 -- 172.21.15.27:0/3598127188 >> 172.21.15.27:0/3598127188 conn(0x555c51557680 msgr2=0x555c5155cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:53.396 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 -- 172.21.15.27:0/3598127188 shutdown_connections 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 -- 172.21.15.27:0/3598127188 wait complete. 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 -- start start 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.389+0000 7f8143625740 1 Processor -- start 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c5156e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 0x555c51569c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c51566350 0x555c5156a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f813c1b03b0 con 0x555c5155ba90 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f813c1afc20 con 0x555c51566350 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f813c1acdd0 con 0x555c5155b170 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8143625740 10 client.0 _ll_register_callbacks cb 0x7f8134011550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 0x555c51569c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8131d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 0x555c51569c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:33710/0 (socket says 172.21.15.27:33710) 2024-06-06T07:58:53.397 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f8131d9b640 1 -- 172.21.15.27:0/1832596109 learned_addr learned my addr 172.21.15.27:0/1832596109 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f813a59c640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c5156e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.390+0000 7f813ad9d640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c51566350 0x555c5156a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8131d9b640 1 -- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 msgr2=0x555c5156e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8131d9b640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c5156e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8131d9b640 1 -- 172.21.15.27:0/1832596109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c51566350 msgr2=0x555c5156a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8131d9b640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c51566350 0x555c5156a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8131d9b640 1 -- 172.21.15.27:0/1832596109 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c5156a810 con 0x555c5155ba90 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f813ad9d640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c51566350 0x555c5156a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8131d9b640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 0x555c51569c90 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f81240bbd50 tx=0x7f81240bb9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8f96859b8815502 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8121ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8121ffb640 1 -- 172.21.15.27:0/1832596109 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124049040 con 0x555c5155ba90 2024-06-06T07:58:53.398 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8121ffb640 1 -- 172.21.15.27:0/1832596109 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f81240b8430 con 0x555c5155ba90 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f812c004020 con 0x555c5155ba90 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8121ffb640 1 -- 172.21.15.27:0/1832596109 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f81240bc4c0 con 0x555c5155ba90 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8143625740 10 client.16455 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x555c515e12d0 con 0x555c5155ba90 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.391+0000 7f8121ffb640 1 -- 172.21.15.27:0/1832596109 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f812c004020 con 0x555c5155ba90 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8121ffb640 1 -- 172.21.15.27:0/1832596109 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f8124003ca0 con 0x555c5155ba90 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8143625740 10 client.16455 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8143625740 10 client.16455 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8143625740 20 client.16455 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8143625740 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c515e1940 0x555c515e3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8143625740 4 client.16455 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:58:53.399 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x555c514ccc20 con 0x555c515e1940 2024-06-06T07:58:53.400 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f813a59c640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c515e1940 0x555c515e3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:53.400 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f813a59c640 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c515e1940 0x555c515e3d60 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13c4ff1d857e2cf5 server_cookie=19e8457ad8b262c8 in_seq=0 out_seq=0 2024-06-06T07:58:53.400 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:53.392+0000 7f8121ffb640 10 client.16455 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:53.558 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:53 smithi027 ceph-mon[32293]: pgmap v107: 129 pgs: 129 active+clean; 222 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-06-06T07:58:53.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:53 smithi176 ceph-mon[36543]: pgmap v107: 129 pgs: 129 active+clean; 222 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-06-06T07:58:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:53 smithi203 ceph-mon[37192]: pgmap v107: 129 pgs: 129 active+clean; 222 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 856 op/s 2024-06-06T07:58:54.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 -- 172.21.15.27:0/1095265099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 msgr2=0x7f3ba010f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1095265099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 0x7f3ba010f380 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3b98009f90 tx=0x7f3b9800b330 comp rx=0 tx=0).stop 2024-06-06T07:58:54.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 -- 172.21.15.27:0/1095265099 shutdown_connections 2024-06-06T07:58:54.102 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1095265099 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 0x7f3ba010f380 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1095265099 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 0x7f3ba01078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1095265099 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 0x7f3ba01012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 -- 172.21.15.27:0/1095265099 >> 172.21.15.27:0/1095265099 conn(0x7f3ba0076730 msgr2=0x7f3ba0076b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 -- 172.21.15.27:0/1095265099 shutdown_connections 2024-06-06T07:58:54.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.101+0000 7f3ba568b700 1 -- 172.21.15.27:0/1095265099 wait complete. 2024-06-06T07:58:54.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.102+0000 7f3ba568b700 1 Processor -- start 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 -- start start 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 0x7f3ba01a3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 0x7f3ba01a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 0x7f3ba010e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba0112950 con 0x7f3ba0100e30 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01127d0 con 0x7f3ba01017f0 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3ba568b700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba0112ad0 con 0x7f3ba0107500 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3b9effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 0x7f3ba01a3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3b9effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 0x7f3ba01a3e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35086/0 (socket says 172.21.15.27:35086) 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3b9effd700 1 -- 172.21.15.27:0/1566874315 learned_addr learned my addr 172.21.15.27:0/1566874315 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:54.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.103+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 0x7f3ba010e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.104+0000 7f3b9f7fe700 1 -- 172.21.15.27:0/1566874315 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 msgr2=0x7f3ba01a43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.104+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 0x7f3ba01a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.104+0000 7f3b9f7fe700 1 -- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 msgr2=0x7f3ba01a3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.104+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 0x7f3ba01a3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.104+0000 7f3b9f7fe700 1 -- 172.21.15.27:0/1566874315 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ba010ebd0 con 0x7f3ba0107500 2024-06-06T07:58:54.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.104+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 0x7f3ba010e300 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800b6c0 tx=0x7f3b980078e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:54.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.105+0000 7f3b87fff700 1 -- 172.21.15.27:0/1566874315 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b98021020 con 0x7f3ba0107500 2024-06-06T07:58:54.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.105+0000 7f3b87fff700 1 -- 172.21.15.27:0/1566874315 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3b98007e50 con 0x7f3ba0107500 2024-06-06T07:58:54.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.105+0000 7f3b87fff700 1 -- 172.21.15.27:0/1566874315 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b980052b0 con 0x7f3ba0107500 2024-06-06T07:58:54.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.105+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ba010ee60 con 0x7f3ba0107500 2024-06-06T07:58:54.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.105+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ba006beb0 con 0x7f3ba0107500 2024-06-06T07:58:54.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.108+0000 7f3b87fff700 1 -- 172.21.15.27:0/1566874315 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3b98024020 con 0x7f3ba0107500 2024-06-06T07:58:54.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.108+0000 7f3b87fff700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3b880a2ee0 0x7f3b880a53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.109+0000 7f3b87fff700 1 -- 172.21.15.27:0/1566874315 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f3b9800f020 con 0x7f3ba0107500 2024-06-06T07:58:54.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.109+0000 7f3b9effd700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3b880a2ee0 0x7f3b880a53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.109+0000 7f3b9effd700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3b880a2ee0 0x7f3b880a53a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009ce0 tx=0x7f3b90009260 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:54.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 Processor -- start 2024-06-06T07:58:54.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 -- start start 2024-06-06T07:58:54.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b292340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.112 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b292880 0x55fd6b28c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b28cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55fd6b17ef60 con 0x55fd6b292880 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55fd6b1dd850 con 0x55fd6b28c7a0 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fd6b145460 con 0x55fd6b291f60 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b292340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b292340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:36228/0 (socket says 172.21.15.27:36228) 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 -- 172.21.15.27:0/4041354725 learned_addr learned my addr 172.21.15.27:0/4041354725 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b28cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b292880 0x55fd6b28c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 -- 172.21.15.27:0/4041354725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 msgr2=0x55fd6b28cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b28cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 -- 172.21.15.27:0/4041354725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b292880 msgr2=0x55fd6b28c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b292880 0x55fd6b28c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.110+0000 7f3b9effd700 1 -- 172.21.15.27:0/4041354725 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd6b12c8d0 con 0x55fd6b291f60 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.111+0000 7f3b9effd700 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b292340 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3b9000f550 tx=0x7f3b90014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0abd83a6154e0c3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.111+0000 7f3b857fa700 1 -- 172.21.15.27:0/4041354725 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b9000fcf0 con 0x55fd6b291f60 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.111+0000 7f3b857fa700 1 -- 172.21.15.27:0/4041354725 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3b9000fe90 con 0x55fd6b291f60 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.111+0000 7f3b857fa700 1 -- 172.21.15.27:0/4041354725 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b90026960 con 0x55fd6b291f60 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 -- 172.21.15.27:0/4041354725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 msgr2=0x55fd6b292340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b292340 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3b9000f550 tx=0x7f3b90014000 comp rx=0 tx=0).stop 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 -- 172.21.15.27:0/4041354725 shutdown_connections 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b28cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b292340 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/4041354725 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b292880 0x55fd6b28c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 -- 172.21.15.27:0/4041354725 >> 172.21.15.27:0/4041354725 conn(0x55fd6b1b9080 msgr2=0x55fd6b287220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.114 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 -- 172.21.15.27:0/4041354725 shutdown_connections 2024-06-06T07:58:54.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 -- 172.21.15.27:0/4041354725 wait complete. 2024-06-06T07:58:54.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 -- start start 2024-06-06T07:58:54.115 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.112+0000 7f3baff0eb80 1 Processor -- start 2024-06-06T07:58:54.116 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b298660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b295960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b295ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b295960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b295960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35108/0 (socket says 172.21.15.27:35108) 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/140925650 learned_addr learned my addr 172.21.15.27:0/140925650 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55fd6b17dfc0 con 0x55fd6b291f60 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9effd700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b298660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55fd6b1d9810 con 0x55fd6b28c7a0 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fd6b299260 con 0x55fd6b292880 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b295ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 10 client.0 _ll_register_callbacks cb 0x55fd6b1735b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:54.117 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/140925650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 msgr2=0x55fd6b295ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b295ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 msgr2=0x55fd6b298660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b298660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd6b1a3750 con 0x55fd6b291f60 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.113+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b9000fe90 con 0x55fd6b291f60 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b295960 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3b940116a0 tx=0x7f3b940119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8deb78c204de8b32 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:54.118 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3b82ff5700 10 client.16467 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:54.118 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f8121ffb640 1 -- 172.21.15.27:0/1832596109 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555c514ccc20 con 0x555c515e1940 2024-06-06T07:58:54.118 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f8121ffb640 10 client.16455 handle_command_reply: tid=0 2024-06-06T07:58:54.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3b82ff5700 1 -- 172.21.15.27:0/140925650 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94004240 con 0x55fd6b291f60 2024-06-06T07:58:54.119 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f8143625740 1 client.16455 shutdown 2024-06-06T07:58:54.119 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3b82ff5700 1 -- 172.21.15.27:0/140925650 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f3b940043e0 con 0x55fd6b291f60 2024-06-06T07:58:54.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3b82ff5700 1 -- 172.21.15.27:0/140925650 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f3b94004830 con 0x55fd6b291f60 2024-06-06T07:58:54.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3baff0eb80 10 client.16467 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:54.120 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({fsmap=40}) -- 0x55fd6b2a3a50 con 0x55fd6b291f60 2024-06-06T07:58:54.120 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 msgr2=0x555c51569c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.114+0000 7f8143625740 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 0x555c51569c90 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f81240bbd50 tx=0x7f81240bb9c0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 shutdown_connections 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x555c515e1940 0x555c515e3d60 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x555c51566350 0x555c5156a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x555c5155ba90 0x555c51569c90 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 --2- 172.21.15.27:0/1832596109 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555c5155b170 0x555c5156e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8121ffb640 0 client.16455 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 >> 172.21.15.27:0/1832596109 conn(0x555c51557680 msgr2=0x555c51561820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 shutdown_connections 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 1 -- 172.21.15.27:0/1832596109 wait complete. 2024-06-06T07:58:54.121 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8143625740 20 client.16455 trim_cache size 0 max 16384 2024-06-06T07:58:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:58:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:58:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:58:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f81280a2da0 msgr2=0x7f81280a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.122 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8140914640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f81280a2da0 0x7f81280a5260 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8134005c40 tx=0x7f8134009500 comp rx=0 tx=0).stop 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.115+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 msgr2=0x7f813c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 0x7f813c198900 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f8124009230 tx=0x7f8124004270 comp rx=0 tx=0).stop 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 shutdown_connections 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f81280a2da0 0x7f81280a5260 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f813c106890 0x7f813c19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f813c101290 0x7f813c198900 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 --2- 172.21.15.27:0/54406475 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f813c1008d0 0x7f813c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.123 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 >> 172.21.15.27:0/54406475 conn(0x7f813c077a20 msgr2=0x7f813c0692d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.123 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3b82ff5700 1 -- 172.21.15.27:0/140925650 <== mon.0 v2:172.21.15.27:3300/0 4 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f3b94003680 con 0x55fd6b291f60 2024-06-06T07:58:54.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3baff0eb80 10 client.16467 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:54.124 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 shutdown_connections 2024-06-06T07:58:54.124 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3baff0eb80 10 client.16467 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:58:54.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3baff0eb80 20 client.16467 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:54.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b2a83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3baff0eb80 4 client.16467 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:54.125 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd6b1ead50 con 0x55fd6b2a5fd0 2024-06-06T07:58:54.125 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f8140914640 1 -- 172.21.15.27:0/54406475 wait complete. 2024-06-06T07:58:54.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.116+0000 7f3b9effd700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b2a83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.117+0000 7f3b82ff5700 10 client.16467 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:58:54.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.117+0000 7f3b9effd700 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b2a83c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9907ee66cb4c074a server_cookie=c93fd1e4d4ddf878 in_seq=0 out_seq=0 2024-06-06T07:58:54.126 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.117+0000 7f3b82ff5700 1 -- 172.21.15.27:0/140925650 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55fd6b1ead50 con 0x55fd6b2a5fd0 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.117+0000 7f3b82ff5700 10 client.16467 handle_command_reply: tid=0 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.117+0000 7f3baff0eb80 1 client.16467 shutdown 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 msgr2=0x55fd6b295960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b295960 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f3b940116a0 tx=0x7f3b940119b0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 shutdown_connections 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b2a83c0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3b82ff5700 0 client.16467 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b295ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b298660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/140925650 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b295960 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 >> 172.21.15.27:0/140925650 conn(0x55fd6b1b9080 msgr2=0x55fd6b286700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.127 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 shutdown_connections 2024-06-06T07:58:54.128 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 1 -- 172.21.15.27:0/140925650 wait complete. 2024-06-06T07:58:54.128 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.118+0000 7f3baff0eb80 20 client.16467 trim_cache size 0 max 16384 2024-06-06T07:58:54.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 Processor -- start 2024-06-06T07:58:54.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 -- start start 2024-06-06T07:58:54.135 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 0x55fd6b2932d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b286e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b292880 0x55fd6b2873c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01bd140 con 0x55fd6b28c7a0 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01bedd0 con 0x55fd6b292880 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01bd870 con 0x55fd6b291f60 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3b9effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 0x55fd6b2932d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3b9effd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 0x55fd6b2932d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35114/0 (socket says 172.21.15.27:35114) 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3b9effd700 1 -- 172.21.15.27:0/801755694 learned_addr learned my addr 172.21.15.27:0/801755694 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.134+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b292880 0x55fd6b2873c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b286e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9f7fe700 1 -- 172.21.15.27:0/801755694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 msgr2=0x55fd6b286e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b286e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.136 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9f7fe700 1 -- 172.21.15.27:0/801755694 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 msgr2=0x55fd6b2932d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 0x55fd6b2932d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9f7fe700 1 -- 172.21.15.27:0/801755694 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd6b28d120 con 0x55fd6b292880 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9effd700 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 0x55fd6b2932d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b292880 0x55fd6b2873c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3b980cda60 tx=0x7f3b9801dae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffac03c3edaa3b0c server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b84ff9700 1 -- 172.21.15.27:0/801755694 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b980b4070 con 0x55fd6b292880 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b84ff9700 1 -- 172.21.15.27:0/801755694 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3b9809c8c0 con 0x55fd6b292880 2024-06-06T07:58:54.137 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.135+0000 7f3b84ff9700 1 -- 172.21.15.27:0/801755694 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b98098f30 con 0x55fd6b292880 2024-06-06T07:58:54.140 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 -- 172.21.15.27:0/801755694 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b292880 msgr2=0x55fd6b2873c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b292880 0x55fd6b2873c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3b980cda60 tx=0x7f3b9801dae0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 -- 172.21.15.27:0/801755694 shutdown_connections 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b292880 0x55fd6b2873c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b28c7a0 0x55fd6b2932d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/801755694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b291f60 0x55fd6b286e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 -- 172.21.15.27:0/801755694 >> 172.21.15.27:0/801755694 conn(0x55fd6b1b9080 msgr2=0x55fd6b2949f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 -- 172.21.15.27:0/801755694 shutdown_connections 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 -- 172.21.15.27:0/801755694 wait complete. 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.136+0000 7f3baff0eb80 1 -- start start 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 Processor -- start 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b29e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.141 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b2ad2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b2ad800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01be700 con 0x55fd6b291f60 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba01bdf70 con 0x55fd6b28c7a0 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3ba0072a50 con 0x55fd6b292880 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3baff0eb80 10 client.0 _ll_register_callbacks cb 0x55fd6b1735b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b2ad2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b2ad2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35128/0 (socket says 172.21.15.27:35128) 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/1473441293 learned_addr learned my addr 172.21.15.27:0/1473441293 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9effd700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b29e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9f7fe700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b2ad800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/1473441293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 msgr2=0x55fd6b2ad800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b2ad800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.142 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 msgr2=0x55fd6b29e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b29e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 -- 172.21.15.27:0/1473441293 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd6b2add40 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b9e7fc700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b2ad2c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f3b94001eb0 tx=0x7f3b94004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cad34c02c118947 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.137+0000 7f3b82ff5700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3b82ff5700 1 -- 172.21.15.27:0/1473441293 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b94034060 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3b82ff5700 1 -- 172.21.15.27:0/1473441293 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f3b94004450 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b9809c8c0 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3b82ff5700 1 -- 172.21.15.27:0/1473441293 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f3b940093e0 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 10 client.16473 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55fd6b310970 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3b82ff5700 1 -- 172.21.15.27:0/1473441293 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f3b9809c8c0 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3b82ff5700 1 -- 172.21.15.27:0/1473441293 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f3b9401a4a0 con 0x55fd6b291f60 2024-06-06T07:58:54.143 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 10 client.16473 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 10 client.16473 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 20 client.16473 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b313080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 4 client.16473 mds_command: new command op to 24473 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.138+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 --> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fd6b1e52d0 con 0x55fd6b2a5fd0 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3b9effd700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b313080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3b9effd700 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b313080 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7fe4851be82d9986 server_cookie=6e1cf75ba6f50c24 in_seq=0 out_seq=0 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3b82ff5700 10 client.16473 ms_handle_connect on v2:172.21.15.176:6838/1446734984 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3b82ff5700 1 -- 172.21.15.27:0/1473441293 <== mds.1 v2:172.21.15.176:6838/1446734984 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fd6b1e52d0 con 0x55fd6b2a5fd0 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3b82ff5700 10 client.16473 handle_command_reply: tid=0 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3baff0eb80 1 client.16473 shutdown 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 msgr2=0x55fd6b2ad2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.144 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b2ad2c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f3b94001eb0 tx=0x7f3b94004750 comp rx=0 tx=0).stop 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 shutdown_connections 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.139+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:6838/1446734984,v1:172.21.15.176:6839/1446734984] conn(0x55fd6b2a5fd0 0x55fd6b313080 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fd6b292880 0x55fd6b2ad800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3b82ff5700 0 client.16473 ms_handle_reset on v2:172.21.15.176:6838/1446734984 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55fd6b28c7a0 0x55fd6b29e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 1 --2- 172.21.15.27:0/1473441293 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55fd6b291f60 0x55fd6b2ad2c0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 >> 172.21.15.27:0/1473441293 conn(0x55fd6b1b9080 msgr2=0x55fd6b2949f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 shutdown_connections 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 1 -- 172.21.15.27:0/1473441293 wait complete. 2024-06-06T07:58:54.145 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3baff0eb80 20 client.16473 trim_cache size 0 max 16384 2024-06-06T07:58:54.146 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:58:54.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3b880a2ee0 msgr2=0x7f3b880a53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.146 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3b880a2ee0 0x7f3b880a53a0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3b90009ce0 tx=0x7f3b90009260 comp rx=0 tx=0).stop 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 msgr2=0x7f3ba010e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 0x7f3ba010e300 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800b6c0 tx=0x7f3b980078e0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 shutdown_connections 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f3b880a2ee0 0x7f3b880a53a0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ba0107500 0x7f3ba010e300 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3ba0100e30 0x7f3ba01a3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 --2- 172.21.15.27:0/1566874315 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f3ba01017f0 0x7f3ba01a43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.140+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 >> 172.21.15.27:0/1566874315 conn(0x7f3ba0076730 msgr2=0x7f3ba00feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.141+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 shutdown_connections 2024-06-06T07:58:54.147 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:54.141+0000 7f3ba568b700 1 -- 172.21.15.27:0/1566874315 wait complete. 2024-06-06T07:58:55.060 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-06-06T07:58:55.312 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:55.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:55 smithi027 ceph-mon[32293]: pgmap v108: 129 pgs: 129 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.3 MiB/s wr, 371 op/s 2024-06-06T07:58:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:55 smithi176 ceph-mon[36543]: pgmap v108: 129 pgs: 129 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.3 MiB/s wr, 371 op/s 2024-06-06T07:58:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:55 smithi203 ceph-mon[37192]: pgmap v108: 129 pgs: 129 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.3 MiB/s wr, 371 op/s 2024-06-06T07:58:56.393 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:58:57.320 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:58:57.347 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 -- 172.21.15.27:0/3357574668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 msgr2=0x7f26c010f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/3357574668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 0x7f26c010f330 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f26b800b0a0 tx=0x7f26b800b3b0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 -- 172.21.15.27:0/3357574668 shutdown_connections 2024-06-06T07:58:57.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/3357574668 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 0x7f26c010f330 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/3357574668 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26c0108510 0x7f26c01088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/3357574668 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0100a80 0x7f26c0100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.345+0000 7f26c7ce7700 1 -- 172.21.15.27:0/3357574668 >> 172.21.15.27:0/3357574668 conn(0x7f26c0077a00 msgr2=0x7f26c00fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:57.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.348+0000 7f26c7ce7700 1 -- 172.21.15.27:0/3357574668 shutdown_connections 2024-06-06T07:58:57.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.349+0000 7f26c7ce7700 1 -- 172.21.15.27:0/3357574668 wait complete. 2024-06-06T07:58:57.351 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.351+0000 7f26c7ce7700 1 Processor -- start 2024-06-06T07:58:57.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.351+0000 7f26c7ce7700 1 -- start start 2024-06-06T07:58:57.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.351+0000 7f26c7ce7700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26c0100a80 0x7f26c0198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c7ce7700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 0x7f26c0199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c7ce7700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 0x7f26c019d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c7ce7700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01129a0 con 0x7f26c0101440 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c7ce7700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f26c0112820 con 0x7f26c0100a80 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c7ce7700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26c0112b20 con 0x7f26c0108510 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c6284700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 0x7f26c019d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c6284700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 0x7f26c019d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:36282/0 (socket says 172.21.15.27:36282) 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.352+0000 7f26c6284700 1 -- 172.21.15.27:0/1017782455 learned_addr learned my addr 172.21.15.27:0/1017782455 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:57.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.353+0000 7f26c5a83700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26c0100a80 0x7f26c0198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.353+0000 7f26c6284700 1 -- 172.21.15.27:0/1017782455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26c0100a80 msgr2=0x7f26c0198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.353+0000 7f26c6284700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26c0100a80 0x7f26c0198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.353+0000 7f26c6284700 1 -- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 msgr2=0x7f26c0199270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.353+0000 7f26c6284700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 0x7f26c0199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.353+0000 7f26c6284700 1 -- 172.21.15.27:0/1017782455 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26c019dd40 con 0x7f26c0108510 2024-06-06T07:58:57.354 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.354+0000 7f26c6284700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 0x7f26c019d600 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f26b8003fa0 tx=0x7f26b8008830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:57.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.354+0000 7f26b6ffd700 1 -- 172.21.15.27:0/1017782455 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b8008c50 con 0x7f26c0108510 2024-06-06T07:58:57.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.354+0000 7f26b6ffd700 1 -- 172.21.15.27:0/1017782455 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26b8008df0 con 0x7f26c0108510 2024-06-06T07:58:57.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.354+0000 7f26b6ffd700 1 -- 172.21.15.27:0/1017782455 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b80058e0 con 0x7f26c0108510 2024-06-06T07:58:57.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.355+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26c019dfd0 con 0x7f26c0108510 2024-06-06T07:58:57.356 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.355+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26c019e400 con 0x7f26c0108510 2024-06-06T07:58:57.364 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.364+0000 7f26d256ab80 1 Processor -- start 2024-06-06T07:58:57.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.365+0000 7f26b6ffd700 1 -- 172.21.15.27:0/1017782455 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f26b801d730 con 0x7f26c0108510 2024-06-06T07:58:57.365 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.365+0000 7f26d256ab80 1 -- start start 2024-06-06T07:58:57.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26b6ffd700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f26ac0a2f10 0x7f26ac0a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26b6ffd700 1 -- 172.21.15.27:0/1017782455 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f26b800f030 con 0x7f26c0108510 2024-06-06T07:58:57.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.368 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e68cf60 0x55f48e6869e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e686f20 0x55f48e687340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26d256ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f48e5d8810 con 0x55f48e68cf60 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26d256ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f48e580720 con 0x55f48e68c640 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.367+0000 7f26d256ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f48e5d47d0 con 0x55f48e686f20 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.368+0000 7f26c5a83700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.368+0000 7f26c5a83700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:43668/0 (socket says 172.21.15.27:43668) 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.368+0000 7f26c5a83700 1 -- 172.21.15.27:0/2271316423 learned_addr learned my addr 172.21.15.27:0/2271316423 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.368+0000 7f26c6284700 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e686f20 0x55f48e687340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.369 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.368+0000 7f26c5282700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f26ac0a2f10 0x7f26ac0a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.370 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.370+0000 7f26c5282700 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e68cf60 0x55f48e6869e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.371+0000 7f26c5a83700 1 -- 172.21.15.27:0/2271316423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e686f20 msgr2=0x55f48e687340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.371+0000 7f26c5a83700 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e686f20 0x55f48e687340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.371+0000 7f26c5a83700 1 -- 172.21.15.27:0/2271316423 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e68cf60 msgr2=0x55f48e6869e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.371+0000 7f26c5a83700 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e68cf60 0x55f48e6869e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.371 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.371+0000 7f26c5a83700 1 -- 172.21.15.27:0/2271316423 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f48e576f50 con 0x55f48e68c640 2024-06-06T07:58:57.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.373+0000 7f26c5a83700 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ca20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f26bc007810 tx=0x7f26bc007b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9de276368631fb3 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:57.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.373+0000 7f26c5282700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f26ac0a2f10 0x7f26ac0a53d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f26c0107ae0 tx=0x7f26b00098c0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:57.374 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.373+0000 7f26abfff700 1 -- 172.21.15.27:0/2271316423 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc0125f0 con 0x55f48e68c640 2024-06-06T07:58:57.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.374+0000 7f26abfff700 1 -- 172.21.15.27:0/2271316423 <== mon.2 v2:172.21.15.176:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26bc018070 con 0x55f48e68c640 2024-06-06T07:58:57.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.374+0000 7f26abfff700 1 -- 172.21.15.27:0/2271316423 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc013d20 con 0x55f48e68c640 2024-06-06T07:58:57.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 -- 172.21.15.27:0/2271316423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 msgr2=0x55f48e68ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ca20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f26bc007810 tx=0x7f26bc007b20 comp rx=0 tx=0).stop 2024-06-06T07:58:57.375 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 -- 172.21.15.27:0/2271316423 shutdown_connections 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e686f20 0x55f48e687340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ca20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2271316423 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e68cf60 0x55f48e6869e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 -- 172.21.15.27:0/2271316423 >> 172.21.15.27:0/2271316423 conn(0x55f48e5b1cc0 msgr2=0x55f48e681850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 -- 172.21.15.27:0/2271316423 shutdown_connections 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.375+0000 7f26d256ab80 1 -- 172.21.15.27:0/2271316423 wait complete. 2024-06-06T07:58:57.376 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.376+0000 7f26d256ab80 1 -- start start 2024-06-06T07:58:57.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.376+0000 7f26d256ab80 1 Processor -- start 2024-06-06T07:58:57.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.377+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e692c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.377+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.377 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.377+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68cf60 0x55f48e6904c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.377+0000 7f26d256ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f48e693a20 con 0x55f48e686f20 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.377+0000 7f26d256ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f48e578bf0 con 0x55f48e68c640 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.377+0000 7f26d256ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f48e693ba0 con 0x55f48e68cf60 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e692c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26d256ab80 10 client.0 _ll_register_callbacks cb 0x55f48e572920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e692c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35156/0 (socket says 172.21.15.27:35156) 2024-06-06T07:58:57.378 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 -- 172.21.15.27:0/732226241 learned_addr learned my addr 172.21.15.27:0/732226241 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 -- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68cf60 msgr2=0x55f48e6904c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68cf60 0x55f48e6904c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 -- 172.21.15.27:0/732226241 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 msgr2=0x55f48e68ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.378+0000 7f26c5a83700 1 -- 172.21.15.27:0/732226241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f48e5278d0 con 0x55f48e686f20 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.379+0000 7f26c5a83700 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e692c30 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0135e0 tx=0x7f26bc014c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=824a2e219f0ecb5f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:57.379 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.379+0000 7f26a97fa700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:57.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.380+0000 7f26a97fa700 1 -- 172.21.15.27:0/732226241 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc006fb0 con 0x55f48e686f20 2024-06-06T07:58:57.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.380+0000 7f26a97fa700 1 -- 172.21.15.27:0/732226241 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f26bc0125f0 con 0x55f48e686f20 2024-06-06T07:58:57.380 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.380+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26bc018070 con 0x55f48e686f20 2024-06-06T07:58:57.381 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.380+0000 7f26a97fa700 1 -- 172.21.15.27:0/732226241 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f26bc0127f0 con 0x55f48e686f20 2024-06-06T07:58:57.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.382+0000 7f26d256ab80 10 client.16482 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:57.382 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.382+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55f48e6a6af0 con 0x55f48e686f20 2024-06-06T07:58:57.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.383+0000 7f26a97fa700 1 -- 172.21.15.27:0/732226241 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26bc012e90 con 0x55f48e686f20 2024-06-06T07:58:57.385 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.384+0000 7f26a97fa700 1 -- 172.21.15.27:0/732226241 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f26bc032420 con 0x55f48e686f20 2024-06-06T07:58:57.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.385+0000 7f26d256ab80 10 client.16482 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:57.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.385+0000 7f26d256ab80 10 client.16482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:57.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.385+0000 7f26d256ab80 20 client.16482 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:57.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.385+0000 7f26d256ab80 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e6a90d0 0x55f48e6ab4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.385+0000 7f26d256ab80 4 client.16482 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:58:57.386 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.385+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f26bc018070 con 0x55f48e6a90d0 2024-06-06T07:58:57.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.387+0000 7f26c5282700 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e6a90d0 0x55f48e6ab4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.389+0000 7f26a97fa700 10 client.16482 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:57.389 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.389+0000 7f26c5282700 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e6a90d0 0x55f48e6ab4c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22c9c3fccd9d8378 server_cookie=536dc0d8c76a25e7 in_seq=0 out_seq=0 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.396+0000 7f26a97fa700 1 -- 172.21.15.27:0/732226241 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x7f26bc018070 con 0x55f48e6a90d0 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.396+0000 7f26a97fa700 10 client.16482 handle_command_reply: tid=0 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.396+0000 7f26d256ab80 1 client.16482 shutdown 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.396+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 msgr2=0x55f48e692c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.396+0000 7f26d256ab80 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e692c30 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0135e0 tx=0x7f26bc014c10 comp rx=0 tx=0).stop 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.396+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 shutdown_connections 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.397+0000 7f26d256ab80 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e6a90d0 0x55f48e6ab4c0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.397+0000 7f26d256ab80 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68cf60 0x55f48e6904c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.397+0000 7f26a97fa700 0 client.16482 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.397+0000 7f26d256ab80 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e692c30 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.397+0000 7f26d256ab80 1 --2- 172.21.15.27:0/732226241 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68c640 0x55f48e68ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.397+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 >> 172.21.15.27:0/732226241 conn(0x55f48e5b1cc0 msgr2=0x55f48e6859d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.398+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 shutdown_connections 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.399+0000 7f26d256ab80 1 -- 172.21.15.27:0/732226241 wait complete. 2024-06-06T07:58:57.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.399+0000 7f26d256ab80 20 client.16482 trim_cache size 0 max 16384 2024-06-06T07:58:57.432 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.432+0000 7f26d256ab80 1 Processor -- start 2024-06-06T07:58:57.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.432+0000 7f26d256ab80 1 -- start start 2024-06-06T07:58:57.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.432+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6869e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.433 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.432+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6904f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e68da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26d256ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01ac1f0 con 0x55f48e686f20 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26d256ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01ade80 con 0x55f48e68cf60 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26d256ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01ac920 con 0x55f48e68c640 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26c5a83700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6869e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26c5a83700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6869e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35160/0 (socket says 172.21.15.27:35160) 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26c5a83700 1 -- 172.21.15.27:0/2613124937 learned_addr learned my addr 172.21.15.27:0/2613124937 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26c6284700 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e68da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.434 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.433+0000 7f26c5282700 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6904f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.434+0000 7f26c5a83700 1 -- 172.21.15.27:0/2613124937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 msgr2=0x55f48e6904f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.434+0000 7f26c5a83700 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6904f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.434+0000 7f26c5a83700 1 -- 172.21.15.27:0/2613124937 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 msgr2=0x55f48e68da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.434+0000 7f26c5a83700 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e68da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.434+0000 7f26c5a83700 1 -- 172.21.15.27:0/2613124937 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f48e692870 con 0x55f48e686f20 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.435+0000 7f26c5a83700 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6869e0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f26bc014d70 tx=0x7f26bc006da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2a4c326f38022b5 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.435+0000 7f26ab7fe700 1 -- 172.21.15.27:0/2613124937 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc0125f0 con 0x55f48e686f20 2024-06-06T07:58:57.435 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.435+0000 7f26ab7fe700 1 -- 172.21.15.27:0/2613124937 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26bc018040 con 0x55f48e686f20 2024-06-06T07:58:57.436 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.435+0000 7f26ab7fe700 1 -- 172.21.15.27:0/2613124937 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc0325a0 con 0x55f48e686f20 2024-06-06T07:58:57.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.436+0000 7f26d256ab80 1 -- 172.21.15.27:0/2613124937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 msgr2=0x55f48e6869e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.437 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.436+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6869e0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f26bc014d70 tx=0x7f26bc006da0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.437+0000 7f26d256ab80 1 -- 172.21.15.27:0/2613124937 shutdown_connections 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.437+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e68da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.437+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6869e0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.437+0000 7f26d256ab80 1 --2- 172.21.15.27:0/2613124937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6904f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.437+0000 7f26d256ab80 1 -- 172.21.15.27:0/2613124937 >> 172.21.15.27:0/2613124937 conn(0x55f48e5b1cc0 msgr2=0x55f48e68d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.439+0000 7f26d256ab80 1 -- 172.21.15.27:0/2613124937 shutdown_connections 2024-06-06T07:58:57.439 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.439+0000 7f26d256ab80 1 -- 172.21.15.27:0/2613124937 wait complete. 2024-06-06T07:58:57.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.440+0000 7f26d256ab80 1 -- start start 2024-06-06T07:58:57.440 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.440+0000 7f26d256ab80 1 Processor -- start 2024-06-06T07:58:57.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.441+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6a1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.441+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6b01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.441+0000 7f26d256ab80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e6b0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.441+0000 7f26d256ab80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01ad7b0 con 0x55f48e686f20 2024-06-06T07:58:57.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26d256ab80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01ad020 con 0x55f48e68cf60 2024-06-06T07:58:57.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c6284700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e6b0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c6284700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e6b0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:43700/0 (socket says 172.21.15.27:43700) 2024-06-06T07:58:57.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c6284700 1 -- 172.21.15.27:0/3486828555 learned_addr learned my addr 172.21.15.27:0/3486828555 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:58:57.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5a83700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6a1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26d256ab80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26c01aa240 con 0x55f48e68c640 2024-06-06T07:58:57.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26d256ab80 10 client.0 _ll_register_callbacks cb 0x55f48e572920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:58:57.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5282700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6b01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5a83700 1 -- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 msgr2=0x55f48e6b01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5a83700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6b01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5a83700 1 -- 172.21.15.27:0/3486828555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 msgr2=0x55f48e6b0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5a83700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e6b0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.442+0000 7f26c5a83700 1 -- 172.21.15.27:0/3486828555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f48e6b0cf0 con 0x55f48e686f20 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.443+0000 7f26c5a83700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6a1c70 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f26bc007e70 tx=0x7f26bc014c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d0ab3563edf3513 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.443+0000 7f26a97fa700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.443+0000 7f26a97fa700 1 -- 172.21.15.27:0/3486828555 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc041060 con 0x55f48e686f20 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.443+0000 7f26a97fa700 1 -- 172.21.15.27:0/3486828555 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f26bc0125f0 con 0x55f48e686f20 2024-06-06T07:58:57.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.444+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26bc018040 con 0x55f48e686f20 2024-06-06T07:58:57.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.444+0000 7f26a97fa700 1 -- 172.21.15.27:0/3486828555 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f26bc013770 con 0x55f48e686f20 2024-06-06T07:58:57.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.446+0000 7f26d256ab80 10 client.16488 fetch_fsmap learned FSMap version 40 2024-06-06T07:58:57.448 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.446+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55f48e713860 con 0x55f48e686f20 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.449+0000 7f26a97fa700 1 -- 172.21.15.27:0/3486828555 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f26bc018040 con 0x55f48e686f20 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.449+0000 7f26a97fa700 1 -- 172.21.15.27:0/3486828555 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f26bc014400 con 0x55f48e686f20 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.449+0000 7f26d256ab80 10 client.16488 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.449+0000 7f26d256ab80 10 client.16488 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.449+0000 7f26d256ab80 20 client.16488 populate_metadata read hostname 'smithi027' 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.450+0000 7f26d256ab80 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e713e60 0x55f48e716280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.450+0000 7f26d256ab80 4 client.16488 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-06-06T07:58:57.450 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.450+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f48e5e5d10 con 0x55f48e713e60 2024-06-06T07:58:57.451 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.450+0000 7f26c5282700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e713e60 0x55f48e716280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:58:57.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.456+0000 7f26a97fa700 10 client.16488 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:57.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.456+0000 7f26c5282700 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e713e60 0x55f48e716280 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5815fcd3b6bcf23c server_cookie=b132a5d52382b185 in_seq=0 out_seq=0 2024-06-06T07:58:57.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.459+0000 7f26a97fa700 1 -- 172.21.15.27:0/3486828555 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f48e5e5d10 con 0x55f48e713e60 2024-06-06T07:58:57.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.459+0000 7f26a97fa700 10 client.16488 handle_command_reply: tid=0 2024-06-06T07:58:57.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.459+0000 7f26d256ab80 1 client.16488 shutdown 2024-06-06T07:58:57.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.460+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 msgr2=0x55f48e6a1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.460+0000 7f26d256ab80 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6a1c70 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f26bc007e70 tx=0x7f26bc014c10 comp rx=0 tx=0).stop 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 shutdown_connections 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f48e713e60 0x55f48e716280 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f48e68cf60 0x55f48e6b0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f48e686f20 0x55f48e6a1c70 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 --2- 172.21.15.27:0/3486828555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f48e68c640 0x55f48e6b01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 >> 172.21.15.27:0/3486828555 conn(0x55f48e5b1cc0 msgr2=0x55f48e67ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26a97fa700 0 client.16488 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 shutdown_connections 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 1 -- 172.21.15.27:0/3486828555 wait complete. 2024-06-06T07:58:57.462 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.461+0000 7f26d256ab80 20 client.16488 trim_cache size 0 max 16384 2024-06-06T07:58:57.463 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2024-06-06T07:58:57.463 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f26ac0a2f10 msgr2=0x7f26ac0a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f26ac0a2f10 0x7f26ac0a53d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f26c0107ae0 tx=0x7f26b00098c0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 msgr2=0x7f26c019d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 0x7f26c019d600 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f26b8003fa0 tx=0x7f26b8008830 comp rx=0 tx=0).stop 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 shutdown_connections 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f26ac0a2f10 0x7f26ac0a53d0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26c0108510 0x7f26c019d600 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f26c0100a80 0x7f26c0198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 --2- 172.21.15.27:0/1017782455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f26c0101440 0x7f26c0199270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.462+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 >> 172.21.15.27:0/1017782455 conn(0x7f26c0077a00 msgr2=0x7f26c00feea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.463+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 shutdown_connections 2024-06-06T07:58:57.464 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:58:57.463+0000 7f26c7ce7700 1 -- 172.21.15.27:0/1017782455 wait complete. 2024-06-06T07:58:57.606 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:57 smithi027 ceph-mon[32293]: pgmap v109: 129 pgs: 129 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.3 MiB/s wr, 371 op/s 2024-06-06T07:58:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:57 smithi176 ceph-mon[36543]: pgmap v109: 129 pgs: 129 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.3 MiB/s wr, 371 op/s 2024-06-06T07:58:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:57 smithi203 ceph-mon[37192]: pgmap v109: 129 pgs: 129 active+clean; 223 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 1.3 MiB/s wr, 371 op/s 2024-06-06T07:58:58.941 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 33104000, 'ino': 1099511628420, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl'}, {'damage_type': 'backtrace', 'id': 43062026, 'ino': 1099511628407, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform'}, {'damage_type': 'backtrace', 'id': 52265731, 'ino': 1099511628457, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online'}, {'damage_type': 'backtrace', 'id': 67782104, 'ino': 1099511628441, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-power'}, {'damage_type': 'backtrace', 'id': 74391609, 'ino': 1099511628316, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 107233593, 'ino': 1099511628371, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache'}, {'damage_type': 'backtrace', 'id': 112209606, 'ino': 1099511628478, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff'}, {'damage_type': 'backtrace', 'id': 115166108, 'ino': 1099511628437, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh'}, {'damage_type': 'backtrace', 'id': 116924939, 'ino': 1099511628382, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css'}, {'damage_type': 'backtrace', 'id': 150815979, 'ino': 1099511628421, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq'}, {'damage_type': 'backtrace', 'id': 177233787, 'ino': 1099511628409, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg'}, {'damage_type': 'backtrace', 'id': 215508444, 'ino': 1099511628430, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei'}, {'damage_type': 'backtrace', 'id': 257627369, 'ino': 1099511628300, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus'}, {'damage_type': 'backtrace', 'id': 264493296, 'ino': 1099511628390, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352'}, {'damage_type': 'backtrace', 'id': 299024592, 'ino': 1099511628318, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight'}, {'damage_type': 'backtrace', 'id': 299970876, 'ino': 1099511628344, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid'}, {'damage_type': 'backtrace', 'id': 327051670, 'ino': 1099511628411, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 337113118, 'ino': 1099511628455, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory'}, {'damage_type': 'backtrace', 'id': 398680654, 'ino': 1099511628373, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd'}, {'damage_type': 'backtrace', 'id': 400298544, 'ino': 1099511628366, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/ima_policy'}, {'damage_type': 'backtrace', 'id': 417181437, 'ino': 1099511628419, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi'}, {'damage_type': 'backtrace', 'id': 421343770, 'ino': 1099511628445, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator'}, {'damage_type': 'backtrace', 'id': 428453079, 'ino': 1099511628331, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump'}, {'damage_type': 'backtrace', 'id': 463132059, 'ino': 1099511628475, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe'}, {'damage_type': 'backtrace', 'id': 508448309, 'ino': 1099511628446, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration'}, {'damage_type': 'backtrace', 'id': 530245475, 'ino': 1099511628427, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led'}, {'damage_type': 'backtrace', 'id': 553389307, 'ino': 1099511628335, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/thermal-notification'}, {'damage_type': 'backtrace', 'id': 553635002, 'ino': 1099511628385, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7'}, {'damage_type': 'backtrace', 'id': 571388591, 'ino': 1099511628380, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel'}, {'damage_type': 'backtrace', 'id': 664093811, 'ino': 1099511628398, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050'}, {'damage_type': 'backtrace', 'id': 664563536, 'ino': 1099511628294, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/README'}, {'damage_type': 'backtrace', 'id': 667965926, 'ino': 1099511628299, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus'}, {'damage_type': 'backtrace', 'id': 679272091, 'ino': 1099511628408, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd'}, {'damage_type': 'backtrace', 'id': 683815554, 'ino': 1099511628352, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial'}, {'damage_type': 'backtrace', 'id': 743250891, 'ino': 1099511628485, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus'}, {'damage_type': 'backtrace', 'id': 764709128, 'ino': 1099511628369, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-ata'}, {'damage_type': 'backtrace', 'id': 771565061, 'ino': 1099511628349, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex'}, {'damage_type': 'backtrace', 'id': 773345276, 'ino': 1099511628347, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi'}, {'damage_type': 'backtrace', 'id': 825923566, 'ino': 1099511628333, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-module'}, {'damage_type': 'backtrace', 'id': 845159921, 'ino': 1099511628484, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone'}, {'damage_type': 'backtrace', 'id': 859635752, 'ino': 1099511628435, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm'}, {'damage_type': 'backtrace', 'id': 868781585, 'ino': 1099511628486, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure'}, {'damage_type': 'backtrace', 'id': 884802093, 'ino': 1099511628322, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc'}, {'damage_type': 'backtrace', 'id': 891079231, 'ino': 1099511628298, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill'}, {'damage_type': 'backtrace', 'id': 897966531, 'ino': 1099511628425, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu'}, {'damage_type': 'backtrace', 'id': 908867589, 'ino': 1099511628467, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state'}, {'damage_type': 'backtrace', 'id': 922520890, 'ino': 1099511628350, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet'}, {'damage_type': 'backtrace', 'id': 938905242, 'ino': 1099511628326, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp'}, {'damage_type': 'backtrace', 'id': 983021031, 'ino': 1099511628439, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics'}, {'damage_type': 'backtrace', 'id': 991381433, 'ino': 1099511628304, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/dv1394'}, {'damage_type': 'backtrace', 'id': 1001429729, 'ino': 1099511628301, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra'}, {'damage_type': 'backtrace', 'id': 1008021086, 'ino': 1099511628339, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget'}, {'damage_type': 'backtrace', 'id': 1015791549, 'ino': 1099511628451, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices'}, {'damage_type': 'backtrace', 'id': 1017529996, 'ino': 1099511628387, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe'}, {'damage_type': 'backtrace', 'id': 1068709596, 'ino': 1099511628381, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc'}, {'damage_type': 'backtrace', 'id': 1075713279, 'ino': 1099511628303, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/devfs'}, {'damage_type': 'backtrace', 'id': 1079365875, 'ino': 1099511628481, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys'}, {'damage_type': 'backtrace', 'id': 1081494405, 'ino': 1099511628447, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host'}, {'damage_type': 'backtrace', 'id': 1102075601, 'ino': 1099511628351, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis'}, {'damage_type': 'backtrace', 'id': 1115754476, 'ino': 1099511628449, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc'}, {'damage_type': 'backtrace', 'id': 1119465000, 'ino': 1099511628401, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio'}, {'damage_type': 'backtrace', 'id': 1120906170, 'ino': 1099511628364, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/dev-kmsg'}, {'damage_type': 'backtrace', 'id': 1135037629, 'ino': 1099511628302, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed'}, {'damage_type': 'backtrace', 'id': 1136150551, 'ino': 1099511628422, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon'}, {'damage_type': 'backtrace', 'id': 1136334041, 'ino': 1099511628471, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun'}, {'damage_type': 'backtrace', 'id': 1147118657, 'ino': 1099511628389, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480'}, {'damage_type': 'backtrace', 'id': 1194854256, 'ino': 1099511628324, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu'}, {'damage_type': 'backtrace', 'id': 1195621340, 'ino': 1099511628353, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink'}, {'damage_type': 'backtrace', 'id': 1202560590, 'ino': 1099511628386, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci'}, {'damage_type': 'backtrace', 'id': 1210387305, 'ino': 1099511628317, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend'}, {'damage_type': 'backtrace', 'id': 1211787877, 'ino': 1099511628464, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2'}, {'damage_type': 'backtrace', 'id': 1222998756, 'ino': 1099511628361, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-olpc'}, {'damage_type': 'backtrace', 'id': 1235594188, 'ino': 1099511628314, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile'}, {'damage_type': 'backtrace', 'id': 1307614480, 'ino': 1099511628487, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus'}, {'damage_type': 'backtrace', 'id': 1308000295, 'ino': 1099511628348, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm'}, {'damage_type': 'backtrace', 'id': 1408335205, 'ino': 1099511628415, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency'}, {'damage_type': 'backtrace', 'id': 1424861151, 'ino': 1099511628340, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm'}, {'damage_type': 'backtrace', 'id': 1425090138, 'ino': 1099511628320, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm'}, {'damage_type': 'backtrace', 'id': 1508727317, 'ino': 1099511628328, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc'}, {'damage_type': 'backtrace', 'id': 1531125539, 'ino': 1099511628428, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533'}, {'damage_type': 'backtrace', 'id': 1549864952, 'ino': 1099511628468, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state'}, {'damage_type': 'backtrace', 'id': 1554479196, 'ino': 1099511628405, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss'}, {'damage_type': 'backtrace', 'id': 1567378337, 'ino': 1099511628444, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc'}, {'damage_type': 'backtrace', 'id': 1583939313, 'ino': 1099511628310, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable'}, {'damage_type': 'backtrace', 'id': 1602445292, 'ino': 1099511628308, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/raw1394'}, {'damage_type': 'backtrace', 'id': 1651679526, 'ino': 1099511628426, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd'}, {'damage_type': 'backtrace', 'id': 1652278862, 'ino': 1099511628404, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci'}, {'damage_type': 'backtrace', 'id': 1674242372, 'ino': 1099511628391, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533'}, {'damage_type': 'backtrace', 'id': 1681401321, 'ino': 1099511628417, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870'}, {'damage_type': 'backtrace', 'id': 1684789621, 'ino': 1099511628470, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc'}, {'damage_type': 'backtrace', 'id': 1693714622, 'ino': 1099511628327, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx'}, {'damage_type': 'backtrace', 'id': 1726887844, 'ino': 1099511628365, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/evm'}, {'damage_type': 'backtrace', 'id': 1768560382, 'ino': 1099511628367, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/procfs-diskstats'}, {'damage_type': 'backtrace', 'id': 1794886260, 'ino': 1099511628313, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/syscalls'}, {'damage_type': 'backtrace', 'id': 1809993620, 'ino': 1099511628488, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua'}, {'damage_type': 'backtrace', 'id': 1844497572, 'ino': 1099511628358, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe'}, {'damage_type': 'backtrace', 'id': 1883076107, 'ino': 1099511628479, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch'}, {'damage_type': 'backtrace', 'id': 1886302279, 'ino': 1099511628460, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb'}, {'damage_type': 'backtrace', 'id': 1935121157, 'ino': 1099511628345, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback'}, {'damage_type': 'backtrace', 'id': 1977772795, 'ino': 1099511628399, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935'}, {'damage_type': 'backtrace', 'id': 2009595180, 'ino': 1099511628440, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd'}, {'damage_type': 'backtrace', 'id': 2019154360, 'ino': 1099511628330, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars'}, {'damage_type': 'backtrace', 'id': 2038169852, 'ino': 1099511628395, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350'}, {'damage_type': 'backtrace', 'id': 2048292061, 'ino': 1099511628341, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm'}, {'damage_type': 'backtrace', 'id': 2064570134, 'ino': 1099511628433, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net'}, {'damage_type': 'backtrace', 'id': 2099242569, 'ino': 1099511628469, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use'}, {'damage_type': 'backtrace', 'id': 2118218650, 'ino': 1099511628453, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node'}, {'damage_type': 'backtrace', 'id': 2169656979, 'ino': 1099511628472, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu'}, {'damage_type': 'backtrace', 'id': 2206118518, 'ino': 1099511628442, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap'}, {'damage_type': 'backtrace', 'id': 2222056303, 'ino': 1099511628462, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0'}, {'damage_type': 'backtrace', 'id': 2247251325, 'ino': 1099511628323, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node'}, {'damage_type': 'backtrace', 'id': 2262120246, 'ino': 1099511628432, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd'}, {'damage_type': 'backtrace', 'id': 2272769965, 'ino': 1099511628359, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ec'}, {'damage_type': 'backtrace', 'id': 2343165635, 'ino': 1099511628293, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI'}, {'damage_type': 'backtrace', 'id': 2353944907, 'ino': 1099511628360, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad'}, {'damage_type': 'backtrace', 'id': 2403520196, 'ino': 1099511628311, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/firewire-cdev'}, {'damage_type': 'backtrace', 'id': 2418524658, 'ino': 1099511628458, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget'}, {'damage_type': 'backtrace', 'id': 2437882244, 'ino': 1099511628379, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x'}, {'damage_type': 'backtrace', 'id': 2446119729, 'ino': 1099511628473, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl'}, {'damage_type': 'backtrace', 'id': 2456835483, 'ino': 1099511628337, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing'}, {'damage_type': 'backtrace', 'id': 2469699976, 'ino': 1099511628342, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem'}, {'damage_type': 'backtrace', 'id': 2472960635, 'ino': 1099511628403, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei'}, {'damage_type': 'backtrace', 'id': 2506946314, 'ino': 1099511628414, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-c2port'}, {'damage_type': 'backtrace', 'id': 2522654583, 'ino': 1099511628448, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc'}, {'damage_type': 'backtrace', 'id': 2537194362, 'ino': 1099511628394, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523'}, {'damage_type': 'backtrace', 'id': 2547749379, 'ino': 1099511628406, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd'}, {'damage_type': 'backtrace', 'id': 2569629762, 'ino': 1099511628357, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc'}, {'damage_type': 'backtrace', 'id': 2581172183, 'ino': 1099511628384, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format'}, {'damage_type': 'backtrace', 'id': 2583333502, 'ino': 1099511628410, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc'}, {'damage_type': 'backtrace', 'id': 2593181449, 'ino': 1099511628338, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget'}, {'damage_type': 'backtrace', 'id': 2648341350, 'ino': 1099511628402, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media'}, {'damage_type': 'backtrace', 'id': 2678970049, 'ino': 1099511628370, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block'}, {'damage_type': 'backtrace', 'id': 2695428447, 'ino': 1099511628329, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04'}, {'damage_type': 'backtrace', 'id': 2703017708, 'ino': 1099511628306, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/net_dma'}, {'damage_type': 'backtrace', 'id': 2747974134, 'ino': 1099511628332, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog'}, {'damage_type': 'backtrace', 'id': 2755049262, 'ino': 1099511628307, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/o2cb'}, {'damage_type': 'backtrace', 'id': 2770002279, 'ino': 1099511628368, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/pstore'}, {'damage_type': 'backtrace', 'id': 2813460554, 'ino': 1099511628356, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2'}, {'damage_type': 'backtrace', 'id': 2823218457, 'ino': 1099511628376, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba'}, {'damage_type': 'backtrace', 'id': 2834379768, 'ino': 1099511628465, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot'}, {'damage_type': 'backtrace', 'id': 2842629004, 'ino': 1099511628375, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi'}, {'damage_type': 'backtrace', 'id': 2888803145, 'ino': 1099511628378, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10'}, {'damage_type': 'backtrace', 'id': 2996247843, 'ino': 1099511628312, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/o2cb'}, {'damage_type': 'backtrace', 'id': 3001369641, 'ino': 1099511628450, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-dev'}, {'damage_type': 'backtrace', 'id': 3031960233, 'ino': 1099511628412, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg'}, {'damage_type': 'backtrace', 'id': 3037025129, 'ino': 1099511628413, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest'}, {'damage_type': 'backtrace', 'id': 3042938865, 'ino': 1099511628400, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs'}, {'damage_type': 'backtrace', 'id': 3043836730, 'ino': 1099511628476, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid'}, {'damage_type': 'backtrace', 'id': 3051723306, 'ino': 1099511628397, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als'}, {'damage_type': 'backtrace', 'id': 3061976665, 'ino': 1099511628372, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm'}, {'damage_type': 'backtrace', 'id': 3074457520, 'ino': 1099511628383, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events'}, {'damage_type': 'backtrace', 'id': 3079010147, 'ino': 1099511628393, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150'}, {'damage_type': 'backtrace', 'id': 3112489078, 'ino': 1099511628416, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class'}, {'damage_type': 'backtrace', 'id': 3122557113, 'ino': 1099511628363, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd'}, {'damage_type': 'backtrace', 'id': 3162009603, 'ino': 1099511628483, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku'}, {'damage_type': 'backtrace', 'id': 3163514091, 'ino': 1099511628474, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu'}, {'damage_type': 'backtrace', 'id': 3170681801, 'ino': 1099511628461, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power'}, {'damage_type': 'backtrace', 'id': 3170693307, 'ino': 1099511628466, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup'}, {'damage_type': 'backtrace', 'id': 3198197553, 'ino': 1099511628438, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues'}, {'damage_type': 'backtrace', 'id': 3245108117, 'ino': 1099511628309, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/video1394'}, {'damage_type': 'backtrace', 'id': 3304803591, 'ino': 1099511628297, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb'}, {'damage_type': 'backtrace', 'id': 3311029519, 'ino': 1099511628388, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi'}, {'damage_type': 'backtrace', 'id': 3328486599, 'ino': 1099511628396, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160'}, {'damage_type': 'backtrace', 'id': 3362032128, 'ino': 1099511628321, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi'}, {'damage_type': 'backtrace', 'id': 3547441812, 'ino': 1099511628429, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r'}, {'damage_type': 'backtrace', 'id': 3552116857, 'ino': 1099511628362, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto'}, {'damage_type': 'backtrace', 'id': 3559202102, 'ino': 1099511628480, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd'}, {'damage_type': 'backtrace', 'id': 3562560405, 'ino': 1099511628456, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc'}, {'damage_type': 'backtrace', 'id': 3573466316, 'ino': 1099511628418, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533'}, {'damage_type': 'backtrace', 'id': 3575577818, 'ino': 1099511628296, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads'}, {'damage_type': 'backtrace', 'id': 3584294521, 'ino': 1099511628354, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset'}, {'damage_type': 'backtrace', 'id': 3585912698, 'ino': 1099511628482, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo'}, {'damage_type': 'backtrace', 'id': 3594135710, 'ino': 1099511628443, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm'}, {'damage_type': 'backtrace', 'id': 3619026955, 'ino': 1099511628434, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv'}, {'damage_type': 'backtrace', 'id': 3627296353, 'ino': 1099511628346, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage'}, {'damage_type': 'backtrace', 'id': 3657016531, 'ino': 1099511628374, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram'}, {'damage_type': 'backtrace', 'id': 3695904829, 'ino': 1099511628392, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio'}, {'damage_type': 'backtrace', 'id': 3702408476, 'ino': 1099511628315, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire'}, {'damage_type': 'backtrace', 'id': 3737690538, 'ino': 1099511628334, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp'}, {'damage_type': 'backtrace', 'id': 3794884721, 'ino': 1099511628377, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma'}, {'damage_type': 'backtrace', 'id': 3797218012, 'ino': 1099511628423, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu'}, {'damage_type': 'backtrace', 'id': 3814591335, 'ino': 1099511628424, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu'}, {'damage_type': 'backtrace', 'id': 3822824428, 'ino': 1099511628355, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1'}, {'damage_type': 'backtrace', 'id': 3830694946, 'ino': 1099511628305, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/removed/ip_queue'}, {'damage_type': 'backtrace', 'id': 3845258783, 'ino': 1099511628477, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo'}, {'damage_type': 'backtrace', 'id': 3859250152, 'ino': 1099511628336, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/vdso'}, {'damage_type': 'backtrace', 'id': 3882790150, 'ino': 1099511628431, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt'}, {'damage_type': 'backtrace', 'id': 4041636311, 'ino': 1099511628292, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX'}, {'damage_type': 'backtrace', 'id': 4065991744, 'ino': 1099511628319, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill'}, {'damage_type': 'backtrace', 'id': 4115790000, 'ino': 1099511628295, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/obsolete'}, {'damage_type': 'backtrace', 'id': 4136592616, 'ino': 1099511628452, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac'}, {'damage_type': 'backtrace', 'id': 4182991893, 'ino': 1099511628436, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan'}, {'damage_type': 'backtrace', 'id': 4210887382, 'ino': 1099511628459, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3'}, {'damage_type': 'backtrace', 'id': 4246543572, 'ino': 1099511628463, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1'}, {'damage_type': 'backtrace', 'id': 4250108418, 'ino': 1099511628343, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs'}, {'damage_type': 'backtrace', 'id': 4269156371, 'ino': 1099511628454, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr'}, {'damage_type': 'backtrace', 'id': 4292017880, 'ino': 1099511628325, 'path': '/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory'}] 2024-06-06T07:58:58.941 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 48, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 70, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 81, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2024-06-06T07:58:59.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:58:59 smithi027 ceph-mon[32293]: pgmap v110: 129 pgs: 129 active+clean; 209 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 1.6 MiB/s wr, 844 op/s 2024-06-06T07:58:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:58:59 smithi176 ceph-mon[36543]: pgmap v110: 129 pgs: 129 active+clean; 209 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 1.6 MiB/s wr, 844 op/s 2024-06-06T07:58:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:58:59 smithi203 ceph-mon[37192]: pgmap v110: 129 pgs: 129 active+clean; 209 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 973 KiB/s rd, 1.6 MiB/s wr, 844 op/s 2024-06-06T07:59:00.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.041+0000 7fd8e159c700 1 -- 172.21.15.27:0/2874165017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101fc0 msgr2=0x7fd8dc106010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:00.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.041+0000 7fd8e159c700 1 --2- 172.21.15.27:0/2874165017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101fc0 0x7fd8dc106010 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fd8d00099c0 tx=0x7fd8d0009cd0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.042 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 -- 172.21.15.27:0/2874165017 shutdown_connections 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 --2- 172.21.15.27:0/2874165017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 0x7fd8dc10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 --2- 172.21.15.27:0/2874165017 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8dc101610 0x7fd8dc1019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 --2- 172.21.15.27:0/2874165017 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101fc0 0x7fd8dc106010 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 -- 172.21.15.27:0/2874165017 >> 172.21.15.27:0/2874165017 conn(0x7fd8dc078430 msgr2=0x7fd8dc078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 -- 172.21.15.27:0/2874165017 shutdown_connections 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 -- 172.21.15.27:0/2874165017 wait complete. 2024-06-06T07:59:00.043 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 Processor -- start 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.042+0000 7fd8e159c700 1 -- start start 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8e159c700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 0x7fd8dc1030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8e159c700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8dc101fc0 0x7fd8dc1035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8e159c700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 0x7fd8dc103b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8e159c700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc1117f0 con 0x7fd8dc101610 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8e159c700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc111670 con 0x7fd8dc101fc0 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8e159c700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd8dc111970 con 0x7fd8dc1066f0 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 0x7fd8dc1030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 0x7fd8dc1030b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35182/0 (socket says 172.21.15.27:35182) 2024-06-06T07:59:00.045 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 -- 172.21.15.27:0/806355793 learned_addr learned my addr 172.21.15.27:0/806355793 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8db7fe700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 0x7fd8dc103b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8da7fc700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8dc101fc0 0x7fd8dc1035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 -- 172.21.15.27:0/806355793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 msgr2=0x7fd8dc103b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 0x7fd8dc103b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 -- 172.21.15.27:0/806355793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8dc101fc0 msgr2=0x7fd8dc1035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8dc101fc0 0x7fd8dc1035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 -- 172.21.15.27:0/806355793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8dc1a71b0 con 0x7fd8dc101610 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8db7fe700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 0x7fd8dc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.043+0000 7fd8daffd700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 0x7fd8dc1030b0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc00c920 tx=0x7fd8cc00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.044+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc007b00 con 0x7fd8dc101610 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.044+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fd8cc004d30 con 0x7fd8dc101610 2024-06-06T07:59:00.046 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.044+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8dc1a74a0 con 0x7fd8dc101610 2024-06-06T07:59:00.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.044+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8cc005680 con 0x7fd8dc101610 2024-06-06T07:59:00.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.044+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8dc1a79b0 con 0x7fd8dc101610 2024-06-06T07:59:00.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.045+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8dc069180 con 0x7fd8dc101610 2024-06-06T07:59:00.047 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.046+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd8cc004750 con 0x7fd8dc101610 2024-06-06T07:59:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.047+0000 7fd8c3fff700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd8c40a2d90 0x7fd8c40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.047+0000 7fd8da7fc700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd8c40a2d90 0x7fd8c40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.047+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7fd8cc0cf770 con 0x7fd8dc101610 2024-06-06T07:59:00.048 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.047+0000 7fd8da7fc700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd8c40a2d90 0x7fd8c40a5250 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd8d0006010 tx=0x7fd8d0000bc0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:00.050 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.050+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd8cc014030 con 0x7fd8dc101610 2024-06-06T07:59:00.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.307+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8dc02dca0 con 0x7fd8dc101610 2024-06-06T07:59:00.308 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.308+0000 7fd8c3fff700 1 -- 172.21.15.27:0/806355793 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+11969 (secure 0 0 0) 0x7fd8cc09c030 con 0x7fd8dc101610 2024-06-06T07:59:00.309 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:59:00.309 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":40,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:58:40.520097+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":112,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_25553":{"gid":25553,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1358831311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1358831311},{"type":"v1","addr":"172.21.15.176:6835","nonce":1358831311}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24473,24487,24469,24463,24449]},"id":1}]} 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd8c40a2d90 msgr2=0x7fd8c40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd8c40a2d90 0x7fd8c40a5250 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd8d0006010 tx=0x7fd8d0000bc0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 msgr2=0x7fd8dc1030b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 0x7fd8dc1030b0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc00c920 tx=0x7fd8cc00cc30 comp rx=0 tx=0).stop 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 shutdown_connections 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fd8c40a2d90 0x7fd8c40a5250 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.311 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.310+0000 7fd8e159c700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd8dc1066f0 0x7fd8dc103b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.311+0000 7fd8e159c700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fd8dc101610 0x7fd8dc1030b0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.311+0000 7fd8e159c700 1 --2- 172.21.15.27:0/806355793 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fd8dc101fc0 0x7fd8dc1035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:00.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.311+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 >> 172.21.15.27:0/806355793 conn(0x7fd8dc078430 msgr2=0x7fd8dc06ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:00.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.311+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 shutdown_connections 2024-06-06T07:59:00.312 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:00.311+0000 7fd8e159c700 1 -- 172.21.15.27:0/806355793 wait complete. 2024-06-06T07:59:00.312 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 40 2024-06-06T07:59:00.613 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:00 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/806355793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:59:00.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:00 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/806355793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:59:00.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:00 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/806355793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:59:01.121 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24487 quiesce db --set-id dc629bc --release --await' 2024-06-06T07:59:01.122 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24487 quiesce db --set-id dc629bc --release --await 2024-06-06T07:59:01.378 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:59:01.624 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:01 smithi027 ceph-mon[32293]: pgmap v111: 129 pgs: 129 active+clean; 209 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 677 KiB/s wr, 508 op/s 2024-06-06T07:59:01.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:01 smithi176 ceph-mon[36543]: pgmap v111: 129 pgs: 129 active+clean; 209 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 677 KiB/s wr, 508 op/s 2024-06-06T07:59:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:01 smithi203 ceph-mon[37192]: pgmap v111: 129 pgs: 129 active+clean; 209 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 677 KiB/s wr, 508 op/s 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 -- 172.21.15.27:0/1479219664 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81010f0 msgr2=0x7ffaf81014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 --2- 172.21.15.27:0/1479219664 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81010f0 0x7ffaf81014d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7ffae800b0d0 tx=0x7ffae800b3e0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 -- 172.21.15.27:0/1479219664 shutdown_connections 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 --2- 172.21.15.27:0/1479219664 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffaf81078c0 0x7ffaf810f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 --2- 172.21.15.27:0/1479219664 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81010f0 0x7ffaf81014d0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 --2- 172.21.15.27:0/1479219664 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 0x7ffaf81071e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 -- 172.21.15.27:0/1479219664 >> 172.21.15.27:0/1479219664 conn(0x7ffaf8077790 msgr2=0x7ffaf8077ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 -- 172.21.15.27:0/1479219664 shutdown_connections 2024-06-06T07:59:03.268 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.265+0000 7ffaff706700 1 -- 172.21.15.27:0/1479219664 wait complete. 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 Processor -- start 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 -- start start 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffaf81010f0 0x7ffaf8198e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 0x7ffaf81993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 0x7ffaf819d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf8112a40 con 0x7ffaf81078c0 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81128c0 con 0x7ffaf8101aa0 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.266+0000 7ffaff706700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf8112bc0 con 0x7ffaf81010f0 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 0x7ffaf819d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 0x7ffaf819d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35196/0 (socket says 172.21.15.27:35196) 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 -- 172.21.15.27:0/1873272195 learned_addr learned my addr 172.21.15.27:0/1873272195 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:03.269 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffaf81010f0 0x7ffaf8198e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafcca1700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 0x7ffaf81993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 -- 172.21.15.27:0/1873272195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffaf81010f0 msgr2=0x7ffaf8198e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffaf81010f0 0x7ffaf8198e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 -- 172.21.15.27:0/1873272195 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 msgr2=0x7ffaf81993d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 0x7ffaf81993d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 -- 172.21.15.27:0/1873272195 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaf819dea0 con 0x7ffaf81078c0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafcca1700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 0x7ffaf81993d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffafdca3700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 0x7ffaf819d760 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000d980 tx=0x7ffaf000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffaf67fc700 1 -- 172.21.15.27:0/1873272195 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf0016070 con 0x7ffaf81078c0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaf819e190 con 0x7ffaf81078c0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffaf67fc700 1 -- 172.21.15.27:0/1873272195 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaf0004d30 con 0x7ffaf81078c0 2024-06-06T07:59:03.270 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.267+0000 7ffaf67fc700 1 -- 172.21.15.27:0/1873272195 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf0005630 con 0x7ffaf81078c0 2024-06-06T07:59:03.271 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.268+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaf81a5a10 con 0x7ffaf81078c0 2024-06-06T07:59:03.272 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.270+0000 7ffaf67fc700 1 -- 172.21.15.27:0/1873272195 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ffaf0004750 con 0x7ffaf81078c0 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.270+0000 7ffaf67fc700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffae00a2d90 0x7ffae00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.271+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffae00a2d90 0x7ffae00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.271+0000 7ffaf67fc700 1 -- 172.21.15.27:0/1873272195 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ffaf00cf5a0 con 0x7ffaf81078c0 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.271+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffae00a2d90 0x7ffae00a5250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ffae8009e60 tx=0x7ffae800b040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.271+0000 7ffb09f89b80 1 Processor -- start 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.271+0000 7ffb09f89b80 1 -- start start 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.271+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 0x55f432ceacf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432ce4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432ce5060 0x55f432ce5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f432bd3060 con 0x55f432cea910 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f432c31950 con 0x55f432ceb230 2024-06-06T07:59:03.273 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f432b99560 con 0x55f432ce5060 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 0x55f432ceacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 0x55f432ceacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35208/0 (socket says 172.21.15.27:35208) 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 -- 172.21.15.27:0/2830694228 learned_addr learned my addr 172.21.15.27:0/2830694228 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafcca1700 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432ce4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 -- 172.21.15.27:0/2830694228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432ce5060 msgr2=0x55f432ce5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432ce5060 0x55f432ce5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 -- 172.21.15.27:0/2830694228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 msgr2=0x55f432ce4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432ce4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 -- 172.21.15.27:0/2830694228 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f432b809d0 con 0x55f432cea910 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 0x55f432ceacf0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7ffae8015000 tx=0x7ffae801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ecaff57e7599154 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffadf7fe700 1 -- 172.21.15.27:0/2830694228 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae80076e0 con 0x55f432cea910 2024-06-06T07:59:03.274 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffadf7fe700 1 -- 172.21.15.27:0/2830694228 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffae802e070 con 0x55f432cea910 2024-06-06T07:59:03.275 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.272+0000 7ffadf7fe700 1 -- 172.21.15.27:0/2830694228 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8029cc0 con 0x55f432cea910 2024-06-06T07:59:03.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 -- 172.21.15.27:0/2830694228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 msgr2=0x55f432ceacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 0x55f432ceacf0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7ffae8015000 tx=0x7ffae801d000 comp rx=0 tx=0).stop 2024-06-06T07:59:03.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 -- 172.21.15.27:0/2830694228 shutdown_connections 2024-06-06T07:59:03.278 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432ce5060 0x55f432ce5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432cea910 0x55f432ceacf0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/2830694228 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432ce4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 -- 172.21.15.27:0/2830694228 >> 172.21.15.27:0/2830694228 conn(0x55f432c0d180 msgr2=0x55f432cdba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 -- 172.21.15.27:0/2830694228 shutdown_connections 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.273+0000 7ffb09f89b80 1 -- 172.21.15.27:0/2830694228 wait complete. 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 -- start start 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 Processor -- start 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 0x55f432cf0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cee2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.279 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432cee7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55f432bd20c0 con 0x55f432ce5060 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55f432c2d910 con 0x55f432ceb230 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f432cf1bb0 con 0x55f432cea910 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffb09f89b80 10 client.0 _ll_register_callbacks cb 0x55f432bc76b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffafd4a2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 0x55f432cf0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffafd4a2700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 0x55f432cf0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35216/0 (socket says 172.21.15.27:35216) 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffafd4a2700 1 -- 172.21.15.27:0/1395711724 learned_addr learned my addr 172.21.15.27:0/1395711724 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffafdca3700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432cee7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.274+0000 7ffafcca1700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cee2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffafd4a2700 1 -- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 msgr2=0x55f432cee2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cee2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffafd4a2700 1 -- 172.21.15.27:0/1395711724 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 msgr2=0x55f432cee7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.280 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432cee7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffafd4a2700 1 -- 172.21.15.27:0/1395711724 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f432bf7850 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 0x55f432cf0fa0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7ffae800b420 tx=0x7ffae800bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e14e96d457f9732 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffadcff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffadcff9700 1 -- 172.21.15.27:0/1395711724 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffae8038070 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffadcff9700 1 -- 172.21.15.27:0/1395711724 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ffae80074a0 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffae802e070 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffadcff9700 1 -- 172.21.15.27:0/1395711724 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7ffae80076a0 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffb09f89b80 10 client.16506 fetch_fsmap learned FSMap version 40 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55f432cfc330 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.275+0000 7ffadcff9700 1 -- 172.21.15.27:0/1395711724 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffae802e070 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffadcff9700 1 -- 172.21.15.27:0/1395711724 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7ffae8011070 con 0x55f432ce5060 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffb09f89b80 10 client.16506 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:59:03.281 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffb09f89b80 10 client.16506 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffb09f89b80 20 client.16506 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432cfe800 0x55f432d00bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffb09f89b80 4 client.16506 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f432c3ee50 con 0x55f432cfe800 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffafcca1700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432cfe800 0x55f432d00bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffafcca1700 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432cfe800 0x55f432d00bf0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66e9128f03e391a server_cookie=6f5fa3032211625a in_seq=0 out_seq=0 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.276+0000 7ffadcff9700 10 client.16506 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffadcff9700 1 -- 172.21.15.27:0/1395711724 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f432c3ee50 con 0x55f432cfe800 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffadcff9700 10 client.16506 handle_command_reply: tid=0 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 client.16506 shutdown 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 msgr2=0x55f432cf0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.282 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 0x55f432cf0fa0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7ffae800b420 tx=0x7ffae800bf30 comp rx=0 tx=0).stop 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 shutdown_connections 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432cfe800 0x55f432d00bf0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ceb230 0x55f432cee7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ce5060 0x55f432cf0fa0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/1395711724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cee2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 >> 172.21.15.27:0/1395711724 conn(0x55f432c0d180 msgr2=0x55f432cdabb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.277+0000 7ffadcff9700 0 client.16506 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.278+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 shutdown_connections 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.278+0000 7ffb09f89b80 1 -- 172.21.15.27:0/1395711724 wait complete. 2024-06-06T07:59:03.283 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.278+0000 7ffb09f89b80 20 client.16506 trim_cache size 0 max 16384 2024-06-06T07:59:03.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 Processor -- start 2024-06-06T07:59:03.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 -- start start 2024-06-06T07:59:03.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432ce00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cdb330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.299 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432cdb870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81ac2f0 con 0x55f432ceb230 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81adf80 con 0x55f432ce5060 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81aca20 con 0x55f432cea910 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432cdb870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432cdb870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35230/0 (socket says 172.21.15.27:35230) 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 -- 172.21.15.27:0/3420397601 learned_addr learned my addr 172.21.15.27:0/3420397601 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432ce00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 -- 172.21.15.27:0/3420397601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 msgr2=0x55f432cdb330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cdb330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 -- 172.21.15.27:0/3420397601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 msgr2=0x55f432ce00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432ce00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafdca3700 1 -- 172.21.15.27:0/3420397601 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f432cd34a0 con 0x55f432ceb230 2024-06-06T07:59:03.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.298+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432ce00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T07:59:03.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.299+0000 7ffafdca3700 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432cdb870 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000b540 tx=0x7ffaf0004220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dedb21cb0da65c69 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:03.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.299+0000 7ffadeffd700 1 -- 172.21.15.27:0/3420397601 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf0014030 con 0x55f432ceb230 2024-06-06T07:59:03.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.299+0000 7ffadeffd700 1 -- 172.21.15.27:0/3420397601 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaf009b760 con 0x55f432ceb230 2024-06-06T07:59:03.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.299+0000 7ffadeffd700 1 -- 172.21.15.27:0/3420397601 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf00cf1d0 con 0x55f432ceb230 2024-06-06T07:59:03.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 -- 172.21.15.27:0/3420397601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 msgr2=0x55f432cdb870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432cdb870 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000b540 tx=0x7ffaf0004220 comp rx=0 tx=0).stop 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 -- 172.21.15.27:0/3420397601 shutdown_connections 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432cdb870 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432ce00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/3420397601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432cdb330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 -- 172.21.15.27:0/3420397601 >> 172.21.15.27:0/3420397601 conn(0x55f432c0d180 msgr2=0x55f432cf0360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 -- 172.21.15.27:0/3420397601 shutdown_connections 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 -- 172.21.15.27:0/3420397601 wait complete. 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 -- start start 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.300+0000 7ffb09f89b80 1 Processor -- start 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432d016b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432d01bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432d02130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81ad8b0 con 0x55f432ceb230 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81ad120 con 0x55f432ce5060 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffaf81aa2b0 con 0x55f432cea910 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffb09f89b80 10 client.0 _ll_register_callbacks cb 0x55f432bc76b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432d02130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafd4a2700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432d016b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432d02130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:35232/0 (socket says 172.21.15.27:35232) 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 -- 172.21.15.27:0/4027694584 learned_addr learned my addr 172.21.15.27:0/4027694584 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafcca1700 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432d01bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 -- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 msgr2=0x55f432d01bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.305 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432d01bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 -- 172.21.15.27:0/4027694584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 msgr2=0x55f432d016b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432d016b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 -- 172.21.15.27:0/4027694584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f432d681c0 con 0x55f432ceb230 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffafdca3700 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432d02130 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7ffaf009b460 tx=0x7ffaf0004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfacd67359b5e9b0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.301+0000 7ffadcff9700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffadcff9700 1 -- 172.21.15.27:0/4027694584 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf0014040 con 0x55f432ceb230 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffadcff9700 1 -- 172.21.15.27:0/4027694584 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7ffaf00ba070 con 0x55f432ceb230 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaf009b760 con 0x55f432ceb230 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffadcff9700 1 -- 172.21.15.27:0/4027694584 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7ffaf0004340 con 0x55f432ceb230 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 10 client.16512 fetch_fsmap learned FSMap version 40 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x55f432d69450 con 0x55f432ceb230 2024-06-06T07:59:03.306 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffadcff9700 1 -- 172.21.15.27:0/4027694584 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ffaf009b760 con 0x55f432ceb230 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffadcff9700 1 -- 172.21.15.27:0/4027694584 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7ffaf00a3f40 con 0x55f432ceb230 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 10 client.16512 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 10 client.16512 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 20 client.16512 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432d69b60 0x55f432d6bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 4 client.16512 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "dc629bc", "release": true, "await": true}] 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "quiesce db", "set_id": "dc629bc", "release": true, "await": true}) -- 0x55f432c393d0 con 0x55f432d69b60 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.302+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432d69b60 0x55f432d6bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.303+0000 7ffafd4a2700 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432d69b60 0x55f432d6bf80 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcd1a6315ca93446 server_cookie=d6aeed0811df0903 in_seq=0 out_seq=0 2024-06-06T07:59:03.307 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.303+0000 7ffadcff9700 10 client.16512 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:03.455 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.454+0000 7ffadcff9700 1 -- 172.21.15.27:0/4027694584 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x55f432c393d0 con 0x55f432d69b60 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.454+0000 7ffadcff9700 10 client.16512 handle_command_reply: tid=0 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.454+0000 7ffb09f89b80 1 client.16512 shutdown 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 msgr2=0x55f432d02130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432d02130 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7ffaf009b460 tx=0x7ffaf0004640 comp rx=0 tx=0).stop 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 shutdown_connections 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55f432d69b60 0x55f432d6bf80 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55f432ceb230 0x55f432d02130 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55f432ce5060 0x55f432d016b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 --2- 172.21.15.27:0/4027694584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f432cea910 0x55f432d01bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.456 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 >> 172.21.15.27:0/4027694584 conn(0x55f432c0d180 msgr2=0x55f432cefad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffadcff9700 0 client.16512 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 shutdown_connections 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 1 -- 172.21.15.27:0/4027694584 wait complete. 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.455+0000 7ffb09f89b80 20 client.16512 trim_cache size 0 max 16384 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stdout: "epoch": 40, 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stdout: "leader": 24487, 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stdout: "set_version": 8, 2024-06-06T07:59:03.457 INFO:teuthology.orchestra.run.smithi027.stdout: "sets": { 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "dc629bc": { 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "version": 8, 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "age_ref": 0.0, 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RELEASED", 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "timeout": 90.0, 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "expiration": 145.2, 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "members": { 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "file:/": { 2024-06-06T07:59:03.458 INFO:teuthology.orchestra.run.smithi027.stdout: "excluded": false, 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: "state": { 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RELEASED", 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: "age": 0.0 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T07:59:03.459 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffae00a2d90 msgr2=0x7ffae00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffae00a2d90 0x7ffae00a5250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ffae8009e60 tx=0x7ffae800b040 comp rx=0 tx=0).stop 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 msgr2=0x7ffaf819d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 0x7ffaf819d760 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000d980 tx=0x7ffaf000dc90 comp rx=0 tx=0).stop 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 shutdown_connections 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ffae00a2d90 0x7ffae00a5250 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ffaf81078c0 0x7ffaf819d760 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffaf81010f0 0x7ffaf8198e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.460 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 --2- 172.21.15.27:0/1873272195 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ffaf8101aa0 0x7ffaf81993d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:03.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 >> 172.21.15.27:0/1873272195 conn(0x7ffaf8077790 msgr2=0x7ffaf80ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:03.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 shutdown_connections 2024-06-06T07:59:03.461 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:03.456+0000 7ffaff706700 1 -- 172.21.15.27:0/1873272195 wait complete. 2024-06-06T07:59:03.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:03 smithi027 ceph-mon[32293]: pgmap v112: 129 pgs: 129 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 777 KiB/s wr, 520 op/s 2024-06-06T07:59:03.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:03 smithi176 ceph-mon[36543]: pgmap v112: 129 pgs: 129 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 777 KiB/s wr, 520 op/s 2024-06-06T07:59:03.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:03 smithi203 ceph-mon[37192]: pgmap v112: 129 pgs: 129 active+clean; 210 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 354 KiB/s rd, 777 KiB/s wr, 520 op/s 2024-06-06T07:59:04.250 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'dc629bc', total seconds elapsed: 33.0 2024-06-06T07:59:04.446 INFO:tasks.workunit.client.0.smithi027.stderr:+ sync 2024-06-06T07:59:05.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:05 smithi027 ceph-mon[32293]: pgmap v113: 129 pgs: 129 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 591 op/s 2024-06-06T07:59:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:05 smithi176 ceph-mon[36543]: pgmap v113: 129 pgs: 129 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 591 op/s 2024-06-06T07:59:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:05 smithi203 ceph-mon[37192]: pgmap v113: 129 pgs: 129 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.5 MiB/s wr, 591 op/s 2024-06-06T07:59:05.975 INFO:tasks.workunit.client.0.smithi027.stderr:+ tar c linux-4.0.5 2024-06-06T07:59:06.529 INFO:tasks.workunit.client.0.smithi027.stdout:Ok 2024-06-06T07:59:06.530 INFO:tasks.workunit.client.0.smithi027.stderr:+ echo Ok 2024-06-06T07:59:06.531 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-06-06T07:59:06.531 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-06-06T07:59:07.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 -- 172.21.15.27:0/2237555961 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824106890 msgr2=0x7f7824106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 --2- 172.21.15.27:0/2237555961 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824106890 0x7f7824106c70 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f7820009930 tx=0x7f782002a420 comp rx=0 tx=0).stop 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 -- 172.21.15.27:0/2237555961 shutdown_connections 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 --2- 172.21.15.27:0/2237555961 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7824101290 0x7f782410d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 --2- 172.21.15.27:0/2237555961 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 0x7f7824100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 --2- 172.21.15.27:0/2237555961 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824106890 0x7f7824106c70 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 -- 172.21.15.27:0/2237555961 >> 172.21.15.27:0/2237555961 conn(0x7f7824077a20 msgr2=0x7f7824077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 -- 172.21.15.27:0/2237555961 shutdown_connections 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.211+0000 7f782b329640 1 -- 172.21.15.27:0/2237555961 wait complete. 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 Processor -- start 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 -- start start 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 0x7f78241971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 0x7f7824197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7824106890 0x7f782419bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7824110d90 con 0x7f7824101290 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7824110c10 con 0x7f78241008d0 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f782b329640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7824110f10 con 0x7f7824106890 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 0x7f7824197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 0x7f7824197730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40266/0 (socket says 172.21.15.27:40266) 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 -- 172.21.15.27:0/3380152654 learned_addr learned my addr 172.21.15.27:0/3380152654 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78298c6640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7824106890 0x7f782419bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78290c5640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 0x7f78241971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 -- 172.21.15.27:0/3380152654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7824106890 msgr2=0x7f782419bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7824106890 0x7f782419bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.214 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 -- 172.21.15.27:0/3380152654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 msgr2=0x7f78241971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 0x7f78241971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78288c4640 1 -- 172.21.15.27:0/3380152654 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f782419c1e0 con 0x7f7824101290 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.212+0000 7f78290c5640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 0x7f78241971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.213+0000 7f78288c4640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 0x7f7824197730 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f781400ea60 tx=0x7f781400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.213+0000 7f781a7fc640 1 -- 172.21.15.27:0/3380152654 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f781400cd20 con 0x7f7824101290 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.213+0000 7f781a7fc640 1 -- 172.21.15.27:0/3380152654 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f78140035f0 con 0x7f7824101290 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.213+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f782419c4d0 con 0x7f7824101290 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.213+0000 7f781a7fc640 1 -- 172.21.15.27:0/3380152654 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7814010690 con 0x7f7824101290 2024-06-06T07:59:07.215 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.213+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78241a3d60 con 0x7f7824101290 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.215+0000 7f781a7fc640 1 -- 172.21.15.27:0/3380152654 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f78140037a0 con 0x7f7824101290 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.215+0000 7f782e036740 1 Processor -- start 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.215+0000 7f782e036740 1 -- start start 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f782e036740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288746e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f782e036740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x562887478e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f782e036740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x56288747b740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f782e036740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x5628873d24f0 con 0x56288746ea90 2024-06-06T07:59:07.222 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f782e036740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562887370870 con 0x56288746e170 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f782e036740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5628873ce4b0 con 0x562887479350 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x562887478e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78298c6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288746e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x562887478e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40278/0 (socket says 172.21.15.27:40278) 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 -- 172.21.15.27:0/3504163307 learned_addr learned my addr 172.21.15.27:0/3504163307 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78288c4640 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x56288747b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f781a7fc640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f78100a2da0 0x7f78100a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78298c6640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f78100a2da0 0x7f78100a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 -- 172.21.15.27:0/3504163307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 msgr2=0x56288747b740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x56288747b740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 -- 172.21.15.27:0/3504163307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 msgr2=0x56288746e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.223 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288746e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78290c5640 1 -- 172.21.15.27:0/3504163307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56288738c9b0 con 0x56288746ea90 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f78298c6640 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288746e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.216+0000 7f781a7fc640 1 -- 172.21.15.27:0/3380152654 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f78140cfbf0 con 0x7f7824101290 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f78290c5640 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x562887478e10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f7820009930 tx=0x7f7820031500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0b034fe7e10f39e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f78298c6640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f78100a2da0 0x7f78100a5260 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f781c0094d0 tx=0x7f781c004ab0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f780f7fe640 1 -- 172.21.15.27:0/3504163307 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f782003f070 con 0x56288746ea90 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f780f7fe640 1 -- 172.21.15.27:0/3504163307 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7820004030 con 0x56288746ea90 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f780f7fe640 1 -- 172.21.15.27:0/3504163307 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820035070 con 0x56288746ea90 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f782e036740 1 -- 172.21.15.27:0/3504163307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 msgr2=0x562887478e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.217+0000 7f782e036740 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x562887478e10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f7820009930 tx=0x7f7820031500 comp rx=0 tx=0).stop 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- 172.21.15.27:0/3504163307 shutdown_connections 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x56288747b740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x562887478e10 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 --2- 172.21.15.27:0/3504163307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288746e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- 172.21.15.27:0/3504163307 >> 172.21.15.27:0/3504163307 conn(0x56288746a680 msgr2=0x56288746aa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- 172.21.15.27:0/3504163307 shutdown_connections 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- 172.21.15.27:0/3504163307 wait complete. 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- start start 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 Processor -- start 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 0x56288747c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x56288747c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562887479350 0x56288747cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x56288747bf20 con 0x56288746e170 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x56288735bae0 con 0x562887479350 2024-06-06T07:59:07.225 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56288747c0a0 con 0x56288746ea90 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.218+0000 7f782e036740 10 client.0 _ll_register_callbacks cb 0x5628873949b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 0x56288747c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 0x56288747c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40292/0 (socket says 172.21.15.27:40292) 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 -- 172.21.15.27:0/2835775516 learned_addr learned my addr 172.21.15.27:0/2835775516 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78288c4640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x56288747c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78298c6640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562887479350 0x56288747cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 -- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 msgr2=0x56288747c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x56288747c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 -- 172.21.15.27:0/2835775516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562887479350 msgr2=0x56288747cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562887479350 0x56288747cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 -- 172.21.15.27:0/2835775516 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628870e6210 con 0x56288746e170 2024-06-06T07:59:07.226 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78298c6640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562887479350 0x56288747cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f78290c5640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 0x56288747c330 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f782002a940 tx=0x7f7820004490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4951e42e19a8353 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f780cff9640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f780cff9640 1 -- 172.21.15.27:0/2835775516 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820035070 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7820004030 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f780cff9640 1 -- 172.21.15.27:0/2835775516 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7820031850 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f780cff9640 1 -- 172.21.15.27:0/2835775516 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7820055050 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f782e036740 10 client.16524 fetch_fsmap learned FSMap version 40 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.219+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5628871b2620 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f780cff9640 1 -- 172.21.15.27:0/2835775516 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7820004030 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f780cff9640 1 -- 172.21.15.27:0/2835775516 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f78200038f0 con 0x56288746e170 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f782e036740 10 client.16524 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:59:07.227 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f782e036740 10 client.16524 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f782e036740 20 client.16524 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f782e036740 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56288748b500 0x56288748d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f782e036740 4 client.16524 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628873e5f10 con 0x56288748b500 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f78288c4640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56288748b500 0x56288748d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f78288c4640 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56288748b500 0x56288748d8f0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d008ac2a929ee9aa server_cookie=780dedca54b71f6d in_seq=0 out_seq=0 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.220+0000 7f780cff9640 10 client.16524 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f780cff9640 1 -- 172.21.15.27:0/2835775516 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5628873e5f10 con 0x56288748b500 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f780cff9640 10 client.16524 handle_command_reply: tid=0 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 client.16524 shutdown 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 msgr2=0x56288747c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.228 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 0x56288747c330 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f782002a940 tx=0x7f7820004490 comp rx=0 tx=0).stop 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 shutdown_connections 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x56288748b500 0x56288748d8f0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562887479350 0x56288747cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x56288747c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f780cff9640 0 client.16524 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 --2- 172.21.15.27:0/2835775516 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746e170 0x56288747c330 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 >> 172.21.15.27:0/2835775516 conn(0x56288746a680 msgr2=0x562887470400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 shutdown_connections 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.221+0000 7f782e036740 1 -- 172.21.15.27:0/2835775516 wait complete. 2024-06-06T07:59:07.229 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.222+0000 7f782e036740 20 client.16524 trim_cache size 0 max 16384 2024-06-06T07:59:07.237 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 Processor -- start 2024-06-06T07:59:07.237 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 -- start start 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x562887470b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x562887486890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562887479350 0x562887486dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f78241acaf0 con 0x562887479350 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f78241ae780 con 0x56288746e170 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.237+0000 7f782e036740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f78241ad220 con 0x56288746ea90 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78290c5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x562887470b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562887479350 0x562887486dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78290c5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x562887470b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.176:3300/0 says I am v2:172.21.15.27:49730/0 (socket says 172.21.15.27:49730) 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78290c5640 1 -- 172.21.15.27:0/1994488246 learned_addr learned my addr 172.21.15.27:0/1994488246 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78288c4640 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x562887486890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.238 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 -- 172.21.15.27:0/1994488246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 msgr2=0x562887486890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x562887486890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 -- 172.21.15.27:0/1994488246 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 msgr2=0x562887470b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x562887470b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 -- 172.21.15.27:0/1994488246 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628874789c0 con 0x562887479350 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78290c5640 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x562887470b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f78298c6640 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562887479350 0x562887486dd0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f781c005fd0 tx=0x7f781c009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=812cbbe1bb1503ba server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f780effd640 1 -- 172.21.15.27:0/1994488246 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f781c010900 con 0x562887479350 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f780effd640 1 -- 172.21.15.27:0/1994488246 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f781c022440 con 0x562887479350 2024-06-06T07:59:07.239 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.238+0000 7f780effd640 1 -- 172.21.15.27:0/1994488246 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f781c02a640 con 0x562887479350 2024-06-06T07:59:07.242 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 -- 172.21.15.27:0/1994488246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562887479350 msgr2=0x562887486dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562887479350 0x562887486dd0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f781c005fd0 tx=0x7f781c009cb0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 -- 172.21.15.27:0/1994488246 shutdown_connections 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562887479350 0x562887486dd0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56288746ea90 0x562887486890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 --2- 172.21.15.27:0/1994488246 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x562887470b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 -- 172.21.15.27:0/1994488246 >> 172.21.15.27:0/1994488246 conn(0x56288746a680 msgr2=0x562887486180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 -- 172.21.15.27:0/1994488246 shutdown_connections 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 -- 172.21.15.27:0/1994488246 wait complete. 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 -- start start 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.239+0000 7f782e036740 1 Processor -- start 2024-06-06T07:59:07.243 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288747e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x56288747eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x5628874ee020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f78241ae0b0 con 0x56288746ea90 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f78241ad920 con 0x56288746e170 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f78241aaad0 con 0x562887479350 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f782e036740 10 client.0 _ll_register_callbacks cb 0x7f781c009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78288c4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x56288747eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288747e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78288c4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x56288747eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:40310/0 (socket says 172.21.15.27:40310) 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78288c4640 1 -- 172.21.15.27:0/331919760 learned_addr learned my addr 172.21.15.27:0/331919760 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78298c6640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x5628874ee020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 -- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 msgr2=0x5628874ee020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.244 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x5628874ee020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 -- 172.21.15.27:0/331919760 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 msgr2=0x56288747eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x56288747eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 -- 172.21.15.27:0/331919760 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628874ee5e0 con 0x56288746e170 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78288c4640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x56288747eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f78290c5640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288747e970 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7820001eb0 tx=0x7f7820031a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fd349ca79d63166d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.240+0000 7f780cff9640 10 client.0 ms_handle_connect on v2:172.21.15.176:3300/0 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f780cff9640 1 -- 172.21.15.27:0/331919760 <== mon.2 v2:172.21.15.176:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820035040 con 0x56288746e170 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f781c022440 con 0x56288746e170 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f780cff9640 1 -- 172.21.15.27:0/331919760 <== mon.2 v2:172.21.15.176:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f7820031db0 con 0x56288746e170 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f780cff9640 1 -- 172.21.15.27:0/331919760 <== mon.2 v2:172.21.15.176:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f7820066050 con 0x56288746e170 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 10 client.26012 fetch_fsmap learned FSMap version 40 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) -- 0x5628874f59a0 con 0x56288746e170 2024-06-06T07:59:07.245 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f780cff9640 1 -- 172.21.15.27:0/331919760 <== mon.2 v2:172.21.15.176:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f781c022440 con 0x56288746e170 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f780cff9640 1 -- 172.21.15.27:0/331919760 <== mon.2 v2:172.21.15.176:3300/0 5 ==== fsmap(e 40) ==== 8414+0+0 (secure 0 0 0) 0x7f7820061030 con 0x56288746e170 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 10 client.26012 fetch_fsmap finished waiting for FSMap version 40 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 10 client.26012 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 20 client.26012 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5628874f6140 0x5628874f8560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 4 client.26012 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5628873dfc20 con 0x5628874f6140 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.241+0000 7f78288c4640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5628874f6140 0x5628874f8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.242+0000 7f78288c4640 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5628874f6140 0x5628874f8560 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ebf7b98df9b739b server_cookie=57d60724e9876064 in_seq=0 out_seq=0 2024-06-06T07:59:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.242+0000 7f780cff9640 10 client.26012 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:07.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:07 smithi027 ceph-mon[32293]: pgmap v114: 129 pgs: 129 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 587 op/s 2024-06-06T07:59:07.648 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f780cff9640 1 -- 172.21.15.27:0/331919760 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x5628873dfc20 con 0x5628874f6140 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f780cff9640 10 client.26012 handle_command_reply: tid=0 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 client.26012 shutdown 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 msgr2=0x56288747e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288747e970 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7820001eb0 tx=0x7f7820031a80 comp rx=0 tx=0).stop 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 shutdown_connections 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x5628874f6140 0x5628874f8560 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562887479350 0x5628874ee020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56288746ea90 0x56288747eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 --2- 172.21.15.27:0/331919760 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x56288746e170 0x56288747e970 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 >> 172.21.15.27:0/331919760 conn(0x56288746a680 msgr2=0x562887486a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f780cff9640 0 client.26012 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 shutdown_connections 2024-06-06T07:59:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 1 -- 172.21.15.27:0/331919760 wait complete. 2024-06-06T07:59:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.649+0000 7f782e036740 20 client.26012 trim_cache size 0 max 16384 2024-06-06T07:59:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:59:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:59:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f78100a2da0 msgr2=0x7f78100a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f78100a2da0 0x7f78100a5260 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f781c0094d0 tx=0x7f781c004ab0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 msgr2=0x7f7824197730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 0x7f7824197730 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f781400ea60 tx=0x7f781400ee60 comp rx=0 tx=0).stop 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 shutdown_connections 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f78100a2da0 0x7f78100a5260 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.651 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7824106890 0x7f782419bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7824101290 0x7f7824197730 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 --2- 172.21.15.27:0/3380152654 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f78241008d0 0x7f78241971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 >> 172.21.15.27:0/3380152654 conn(0x7f7824077a20 msgr2=0x7f7824103350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 shutdown_connections 2024-06-06T07:59:07.652 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:07.650+0000 7f782b329640 1 -- 172.21.15.27:0/3380152654 wait complete. 2024-06-06T07:59:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:07 smithi176 ceph-mon[36543]: pgmap v114: 129 pgs: 129 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 587 op/s 2024-06-06T07:59:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:07 smithi203 ceph-mon[37192]: pgmap v114: 129 pgs: 129 active+clean; 221 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.5 MiB/s wr, 587 op/s 2024-06-06T07:59:09.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:09 smithi027 ceph-mon[32293]: pgmap v115: 129 pgs: 129 active+clean; 231 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 2.4 MiB/s wr, 773 op/s 2024-06-06T07:59:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:09 smithi176 ceph-mon[36543]: pgmap v115: 129 pgs: 129 active+clean; 231 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 2.4 MiB/s wr, 773 op/s 2024-06-06T07:59:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:09 smithi203 ceph-mon[37192]: pgmap v115: 129 pgs: 129 active+clean; 231 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 2.4 MiB/s wr, 773 op/s 2024-06-06T07:59:11.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:11 smithi027 ceph-mon[32293]: pgmap v116: 129 pgs: 129 active+clean; 231 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 2.1 MiB/s wr, 300 op/s 2024-06-06T07:59:11.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:11 smithi176 ceph-mon[36543]: pgmap v116: 129 pgs: 129 active+clean; 231 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 2.1 MiB/s wr, 300 op/s 2024-06-06T07:59:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:11 smithi203 ceph-mon[37192]: pgmap v116: 129 pgs: 129 active+clean; 231 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 2.1 MiB/s wr, 300 op/s 2024-06-06T07:59:12.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:12 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:12.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:12 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:12.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:12 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:13 smithi176 ceph-mon[36543]: pgmap v117: 129 pgs: 129 active+clean; 233 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 2.2 MiB/s wr, 376 op/s 2024-06-06T07:59:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:13 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:13 smithi203 ceph-mon[37192]: pgmap v117: 129 pgs: 129 active+clean; 233 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 2.2 MiB/s wr, 376 op/s 2024-06-06T07:59:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:13 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:13 smithi027 ceph-mon[32293]: pgmap v117: 129 pgs: 129 active+clean; 233 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 2.2 MiB/s wr, 376 op/s 2024-06-06T07:59:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:13 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:15.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:15 smithi176 ceph-mon[36543]: pgmap v118: 129 pgs: 129 active+clean; 234 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 626 op/s 2024-06-06T07:59:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:15 smithi203 ceph-mon[37192]: pgmap v118: 129 pgs: 129 active+clean; 234 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 626 op/s 2024-06-06T07:59:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:15 smithi027 ceph-mon[32293]: pgmap v118: 129 pgs: 129 active+clean; 234 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 626 op/s 2024-06-06T07:59:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:17 smithi176 ceph-mon[36543]: pgmap v119: 129 pgs: 129 active+clean; 234 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 1.6 MiB/s wr, 523 op/s 2024-06-06T07:59:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:17 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:17 smithi203 ceph-mon[37192]: pgmap v119: 129 pgs: 129 active+clean; 234 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 1.6 MiB/s wr, 523 op/s 2024-06-06T07:59:17.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:17 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:17 smithi027 ceph-mon[32293]: pgmap v119: 129 pgs: 129 active+clean; 234 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 993 KiB/s rd, 1.6 MiB/s wr, 523 op/s 2024-06-06T07:59:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:17 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:19.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:19 smithi176 ceph-mon[36543]: pgmap v120: 129 pgs: 129 active+clean; 242 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 747 op/s 2024-06-06T07:59:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:19 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:19 smithi203 ceph-mon[37192]: pgmap v120: 129 pgs: 129 active+clean; 242 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 747 op/s 2024-06-06T07:59:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:19 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:19 smithi027 ceph-mon[32293]: pgmap v120: 129 pgs: 129 active+clean; 242 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 747 op/s 2024-06-06T07:59:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:19 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 -- 172.21.15.27:0/3735492043 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 msgr2=0x7f2a2c10d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3735492043 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c10d710 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f2a24009ca0 tx=0x7f2a2402a8c0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 -- 172.21.15.27:0/3735492043 shutdown_connections 2024-06-06T07:59:20.742 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3735492043 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c10d710 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3735492043 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c100af0 0x7f2a2c100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3735492043 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2a2c1068c0 0x7f2a2c106ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 -- 172.21.15.27:0/3735492043 >> 172.21.15.27:0/3735492043 conn(0x7f2a2c077710 msgr2=0x7f2a2c077b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 -- 172.21.15.27:0/3735492043 shutdown_connections 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.742+0000 7f2a30a07640 1 -- 172.21.15.27:0/3735492043 wait complete. 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 Processor -- start 2024-06-06T07:59:20.743 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 -- start start 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2a2c100af0 0x7f2a2c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c1068c0 0x7f2a2c19cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c111ef0 con 0x7f2a2c101490 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c111d70 con 0x7f2a2c1068c0 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a30a07640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c112070 con 0x7f2a2c100af0 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a29d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.745 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a29d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44612/0 (socket says 172.21.15.27:44612) 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.743+0000 7f2a29d9b640 1 -- 172.21.15.27:0/3475300201 learned_addr learned my addr 172.21.15.27:0/3475300201 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2a2c100af0 0x7f2a2c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c1068c0 0x7f2a2c19cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a29d9b640 1 -- 172.21.15.27:0/3475300201 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2a2c100af0 msgr2=0x7f2a2c1982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a29d9b640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2a2c100af0 0x7f2a2c1982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a29d9b640 1 -- 172.21.15.27:0/3475300201 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c1068c0 msgr2=0x7f2a2c19cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a29d9b640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c1068c0 0x7f2a2c19cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a29d9b640 1 -- 172.21.15.27:0/3475300201 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a2c19d290 con 0x7f2a2c101490 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c1068c0 0x7f2a2c19cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a29d9b640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c198830 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2a2000d950 tx=0x7f2a2000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a1b7fe640 1 -- 172.21.15.27:0/3475300201 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a20017070 con 0x7f2a2c101490 2024-06-06T07:59:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a2c19d580 con 0x7f2a2c101490 2024-06-06T07:59:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a1b7fe640 1 -- 172.21.15.27:0/3475300201 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a20009c30 con 0x7f2a2c101490 2024-06-06T07:59:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a1b7fe640 1 -- 172.21.15.27:0/3475300201 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a2000f740 con 0x7f2a2c101490 2024-06-06T07:59:20.747 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.744+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a2c1a4e10 con 0x7f2a2c101490 2024-06-06T07:59:20.753 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.746+0000 7f2a1b7fe640 1 -- 172.21.15.27:0/3475300201 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2a20010a80 con 0x7f2a2c101490 2024-06-06T07:59:20.753 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 Processor -- start 2024-06-06T07:59:20.753 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 -- start start 2024-06-06T07:59:20.753 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86170 0x562a49c86550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.753 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c90e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.753 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49c93740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562a49bea4f0 con 0x562a49c91350 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562a49b88870 con 0x562a49c86170 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a337f2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562a49be64b0 con 0x562a49c86a90 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a2a59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c90e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a29d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49c93740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a2a59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c90e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.27:52154/0 (socket says 172.21.15.27:52154) 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3615054053 learned_addr learned my addr 172.21.15.27:0/3615054053 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a29d9b640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49c93740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44626/0 (socket says 172.21.15.27:44626) 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86170 0x562a49c86550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.747+0000 7f2a1b7fe640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f2a140a2da0 0x7f2a140a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3615054053 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86170 msgr2=0x562a49c86550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.754 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86170 0x562a49c86550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3615054053 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 msgr2=0x562a49c93740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49c93740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3615054053 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a49ba49b0 con 0x562a49c86a90 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f2a140a2da0 0x7f2a140a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a1b7fe640 1 -- 172.21.15.27:0/3475300201 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f2a200cf440 con 0x7f2a2c101490 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c90e10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009ca0 tx=0x7f2a1c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=141b6dfa59355030 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a18ff9640 1 -- 172.21.15.27:0/3615054053 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c01e070 con 0x562a49c86a90 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f2a140a2da0 0x7f2a140a5260 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2a24005fe0 tx=0x7f2a2403e040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a18ff9640 1 -- 172.21.15.27:0/3615054053 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a1c019b30 con 0x562a49c86a90 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.748+0000 7f2a18ff9640 1 -- 172.21.15.27:0/3615054053 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c00eb10 con 0x562a49c86a90 2024-06-06T07:59:20.755 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 -- 172.21.15.27:0/3615054053 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 msgr2=0x562a49c90e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c90e10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009ca0 tx=0x7f2a1c011810 comp rx=0 tx=0).stop 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 -- 172.21.15.27:0/3615054053 shutdown_connections 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49c93740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c90e10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3615054053 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86170 0x562a49c86550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 -- 172.21.15.27:0/3615054053 >> 172.21.15.27:0/3615054053 conn(0x562a49c82680 msgr2=0x562a49c82a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 -- 172.21.15.27:0/3615054053 shutdown_connections 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 -- 172.21.15.27:0/3615054053 wait complete. 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 -- start start 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.749+0000 7f2a337f2740 1 Processor -- start 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49c8e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.756 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c8e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x562a49c93f80 con 0x562a49c86170 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x562a49b73ae0 con 0x562a49c91350 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562a49c94100 con 0x562a49c86a90 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 10 client.0 _ll_register_callbacks cb 0x562a49bac9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49c8e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49c8e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44634/0 (socket says 172.21.15.27:44634) 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 -- 172.21.15.27:0/2009816623 learned_addr learned my addr 172.21.15.27:0/2009816623 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a29d9b640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c8e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.757 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 -- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 msgr2=0x562a49c8e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c8e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 -- 172.21.15.27:0/2009816623 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 msgr2=0x562a49c8eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 -- 172.21.15.27:0/2009816623 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a498fe210 con 0x562a49c86170 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49c8e320 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009c70 tx=0x7f2a1c019920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5ebdcb788365b2 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a11ffb640 1 -- 172.21.15.27:0/2009816623 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c026070 con 0x562a49c86170 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a11ffb640 1 -- 172.21.15.27:0/2009816623 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f2a1c004020 con 0x562a49c86170 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.750+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a1c019b30 con 0x562a49c86170 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a11ffb640 1 -- 172.21.15.27:0/2009816623 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f2a1c031050 con 0x562a49c86170 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 10 client.16542 fetch_fsmap learned FSMap version 44 2024-06-06T07:59:20.758 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x562a499ca620 con 0x562a49c86170 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a11ffb640 1 -- 172.21.15.27:0/2009816623 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a1c019b30 con 0x562a49c86170 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a11ffb640 1 -- 172.21.15.27:0/2009816623 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 44) ==== 8434+0+0 (secure 0 0 0) 0x7f2a1c00e870 con 0x562a49c86170 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 10 client.16542 fetch_fsmap finished waiting for FSMap version 44 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 10 client.16542 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 20 client.16542 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49ca1410 0x562a49ca3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 4 client.16542 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a49bfdf10 con 0x562a49ca1410 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.751+0000 7f2a29d9b640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49ca1410 0x562a49ca3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.752+0000 7f2a29d9b640 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49ca1410 0x562a49ca3800 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67910967a7be60e5 server_cookie=8079d4037ab72131 in_seq=0 out_seq=0 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.752+0000 7f2a11ffb640 10 client.16542 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a11ffb640 1 -- 172.21.15.27:0/2009816623 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562a49bfdf10 con 0x562a49ca1410 2024-06-06T07:59:20.759 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a11ffb640 10 client.16542 handle_command_reply: tid=0 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 client.16542 shutdown 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 msgr2=0x562a49c8e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49c8e320 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c009c70 tx=0x7f2a1c019920 comp rx=0 tx=0).stop 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 shutdown_connections 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49ca1410 0x562a49ca3800 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49c8e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a11ffb640 0 client.16542 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 --2- 172.21.15.27:0/2009816623 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49c8e320 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 >> 172.21.15.27:0/2009816623 conn(0x562a49c82680 msgr2=0x562a49c883b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 shutdown_connections 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 1 -- 172.21.15.27:0/2009816623 wait complete. 2024-06-06T07:59:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.753+0000 7f2a337f2740 20 client.16542 trim_cache size 0 max 16384 2024-06-06T07:59:20.780 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.780+0000 7f2a337f2740 1 Processor -- start 2024-06-06T07:59:20.780 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.780+0000 7f2a337f2740 1 -- start start 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49ca9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49ca9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a337f2740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c1aee00 con 0x562a49c86170 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a337f2740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c1b0b50 con 0x562a49c91350 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a337f2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c1af560 con 0x562a49c86a90 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49ca9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49ca9010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44638/0 (socket says 172.21.15.27:44638) 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3571673523 learned_addr learned my addr 172.21.15.27:0/3571673523 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.781 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3571673523 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 msgr2=0x562a49ca9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49ca9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3571673523 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 msgr2=0x562a49c8b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 -- 172.21.15.27:0/3571673523 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a49c86fa0 con 0x562a49c86170 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49ca9010 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c005fb0 tx=0x7f2a1c009af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89e2c5b066b8cf80 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a13fff640 1 -- 172.21.15.27:0/3571673523 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c026070 con 0x562a49c86170 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a13fff640 1 -- 172.21.15.27:0/3571673523 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a1c00ee60 con 0x562a49c86170 2024-06-06T07:59:20.782 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.781+0000 7f2a13fff640 1 -- 172.21.15.27:0/3571673523 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c01e040 con 0x562a49c86170 2024-06-06T07:59:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 -- 172.21.15.27:0/3571673523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 msgr2=0x562a49ca9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49ca9010 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c005fb0 tx=0x7f2a1c009af0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 -- 172.21.15.27:0/3571673523 shutdown_connections 2024-06-06T07:59:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c91350 0x562a49c8b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86a90 0x562a49ca9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.783 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 --2- 172.21.15.27:0/3571673523 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c86170 0x562a49ca9010 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.782+0000 7f2a337f2740 1 -- 172.21.15.27:0/3571673523 >> 172.21.15.27:0/3571673523 conn(0x562a49c82680 msgr2=0x562a49c8cbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.783+0000 7f2a337f2740 1 -- 172.21.15.27:0/3571673523 shutdown_connections 2024-06-06T07:59:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.783+0000 7f2a337f2740 1 -- 172.21.15.27:0/3571673523 wait complete. 2024-06-06T07:59:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.783+0000 7f2a337f2740 1 -- start start 2024-06-06T07:59:20.784 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.783+0000 7f2a337f2740 1 Processor -- start 2024-06-06T07:59:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86170 0x562a49d07380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86a90 0x562a49d078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49ca85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.785 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c1b0480 con 0x562a49c91350 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c1afcf0 con 0x562a49c86a90 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2c1acde0 con 0x562a49c86170 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.784+0000 7f2a337f2740 10 client.0 _ll_register_callbacks cb 0x7f2a1c01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49ca85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49ca85e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44652/0 (socket says 172.21.15.27:44652) 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 -- 172.21.15.27:0/69147400 learned_addr learned my addr 172.21.15.27:0/69147400 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86170 0x562a49d07380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 -- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86170 msgr2=0x562a49d07380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86170 0x562a49d07380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.786 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 -- 172.21.15.27:0/69147400 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86a90 msgr2=0x562a49d078c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86a90 0x562a49d078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 -- 172.21.15.27:0/69147400 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a49ca8dc0 con 0x562a49c91350 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a2ad9d640 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49ca85e0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f2a24009ca0 tx=0x7f2a24005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=978d9c4045e69325 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.785+0000 7f2a11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a11ffb640 1 -- 172.21.15.27:0/69147400 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a24003d80 con 0x562a49c91350 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a11ffb640 1 -- 172.21.15.27:0/69147400 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9379+0+0 (secure 0 0 0) 0x7f2a2402f9e0 con 0x562a49c91350 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2a1c00ee60 con 0x562a49c91350 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a11ffb640 1 -- 172.21.15.27:0/69147400 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f2a2402fbe0 con 0x562a49c91350 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a337f2740 10 client.16548 fetch_fsmap learned FSMap version 44 2024-06-06T07:59:20.787 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) -- 0x562a49d0fb50 con 0x562a49c91350 2024-06-06T07:59:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.786+0000 7f2a11ffb640 1 -- 172.21.15.27:0/69147400 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f2a1c00ee60 con 0x562a49c91350 2024-06-06T07:59:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a11ffb640 1 -- 172.21.15.27:0/69147400 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 44) ==== 8434+0+0 (secure 0 0 0) 0x7f2a24051070 con 0x562a49c91350 2024-06-06T07:59:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a337f2740 10 client.16548 fetch_fsmap finished waiting for FSMap version 44 2024-06-06T07:59:20.788 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a337f2740 10 client.16548 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a337f2740 20 client.16548 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a337f2740 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49d10310 0x562a49d12770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a337f2740 4 client.16548 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562a49bf7c20 con 0x562a49d10310 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.787+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49d10310 0x562a49d12770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.788+0000 7f2a2a59c640 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49d10310 0x562a49d12770 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45eeba2c6047a30c server_cookie=23725231bf1bbe77 in_seq=0 out_seq=0 2024-06-06T07:59:20.789 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:20.788+0000 7f2a11ffb640 10 client.16548 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.208+0000 7f2a11ffb640 1 -- 172.21.15.27:0/69147400 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x562a49bf7c20 con 0x562a49d10310 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.208+0000 7f2a11ffb640 10 client.16548 handle_command_reply: tid=0 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.208+0000 7f2a337f2740 1 client.16548 shutdown 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.208+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 msgr2=0x562a49ca85e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.208+0000 7f2a337f2740 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49ca85e0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f2a24009ca0 tx=0x7f2a24005dc0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.208+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 shutdown_connections 2024-06-06T07:59:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x562a49d10310 0x562a49d12770 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x562a49c91350 0x562a49ca85e0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a11ffb640 0 client.16548 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x562a49c86a90 0x562a49d078c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 --2- 172.21.15.27:0/69147400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562a49c86170 0x562a49d07380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 >> 172.21.15.27:0/69147400 conn(0x562a49c82680 msgr2=0x562a49c883b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 shutdown_connections 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 1 -- 172.21.15.27:0/69147400 wait complete. 2024-06-06T07:59:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.209+0000 7f2a337f2740 20 client.16548 trim_cache size 0 max 16384 2024-06-06T07:59:21.211 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:{ 2024-06-06T07:59:21.211 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout: "return_code": 0 2024-06-06T07:59:21.211 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stdout:} 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.210+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f2a140a2da0 msgr2=0x7f2a140a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.210+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f2a140a2da0 0x7f2a140a5260 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2a24005fe0 tx=0x7f2a2403e040 comp rx=0 tx=0).stop 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.210+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 msgr2=0x7f2a2c198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.210+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c198830 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f2a2000d950 tx=0x7f2a2000de10 comp rx=0 tx=0).stop 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 shutdown_connections 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f2a140a2da0 0x7f2a140a5260 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f2a2c1068c0 0x7f2a2c19cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f2a2c101490 0x7f2a2c198830 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.212 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 --2- 172.21.15.27:0/3475300201 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2a2c100af0 0x7f2a2c1982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 >> 172.21.15.27:0/3475300201 conn(0x7f2a2c077710 msgr2=0x7f2a2c0ff570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 shutdown_connections 2024-06-06T07:59:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi027.front.sepia.ceph.com.smithi027.stderr:2024-06-06T07:59:21.211+0000 7f2a30a07640 1 -- 172.21.15.27:0/3475300201 wait complete. 2024-06-06T07:59:21.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:21 smithi176 ceph-mon[36543]: pgmap v121: 129 pgs: 129 active+clean; 242 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 562 op/s 2024-06-06T07:59:21.748 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:59:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: ignoring --setuser ceph since I am not root 2024-06-06T07:59:21.748 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:59:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: ignoring --setgroup ceph since I am not root 2024-06-06T07:59:21.748 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:59:21 smithi176 ceph-mds[70410]: -- 172.21.15.176:0/3744565893 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a2333aba40 con 0x55a23337e800 2024-06-06T07:59:21.748 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 07:59:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: starting mds.e at 2024-06-06T07:59:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:21 smithi203 ceph-mon[37192]: pgmap v121: 129 pgs: 129 active+clean; 242 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 562 op/s 2024-06-06T07:59:21.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:21 smithi027 ceph-mon[32293]: pgmap v121: 129 pgs: 129 active+clean; 242 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 562 op/s 2024-06-06T07:59:22.034 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-06-06T07:59:22.034 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-06-06T07:59:22.378 DEBUG:teuthology.parallel:result is None 2024-06-06T07:59:22.379 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T07:59:22.418 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-06-06T07:59:22.418 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-06-06T07:59:22.430 INFO:tasks.quiescer:joining Quiescers 2024-06-06T07:59:22.431 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-06-06T07:59:22.431 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T07:59:22.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:22 smithi027 ceph-mon[32293]: daemon mds.e restarted 2024-06-06T07:59:22.746 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:59:22.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:22 smithi176 ceph-mon[36543]: daemon mds.e restarted 2024-06-06T07:59:22.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:22 smithi203 ceph-mon[37192]: daemon mds.e restarted 2024-06-06T07:59:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:23 smithi027 ceph-mon[32293]: pgmap v122: 129 pgs: 129 active+clean; 240 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 646 op/s 2024-06-06T07:59:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:23 smithi027 ceph-mon[32293]: osdmap e103: 12 total, 12 up, 12 in 2024-06-06T07:59:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:23 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6834/1065509747,v1:172.21.15.176:6835/1065509747] up:boot 2024-06-06T07:59:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:23 smithi027 ceph-mon[32293]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-06-06T07:59:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:23 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:59:23.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:23 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:23.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:23 smithi176 ceph-mon[36543]: pgmap v122: 129 pgs: 129 active+clean; 240 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 646 op/s 2024-06-06T07:59:23.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:23 smithi176 ceph-mon[36543]: osdmap e103: 12 total, 12 up, 12 in 2024-06-06T07:59:23.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:23 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6834/1065509747,v1:172.21.15.176:6835/1065509747] up:boot 2024-06-06T07:59:23.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:23 smithi176 ceph-mon[36543]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-06-06T07:59:23.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:23 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:59:23.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:23 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:23 smithi203 ceph-mon[37192]: pgmap v122: 129 pgs: 129 active+clean; 240 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 646 op/s 2024-06-06T07:59:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:23 smithi203 ceph-mon[37192]: osdmap e103: 12 total, 12 up, 12 in 2024-06-06T07:59:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:23 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6834/1065509747,v1:172.21.15.176:6835/1065509747] up:boot 2024-06-06T07:59:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:23 smithi203 ceph-mon[37192]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-06-06T07:59:23.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:23 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T07:59:23.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:23 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T07:59:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 -- 172.21.15.27:0/1005597876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5540108580 msgr2=0x7f5540108960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:24.657 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 --2- 172.21.15.27:0/1005597876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5540108580 0x7f5540108960 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f553c0099c0 tx=0x7f553c009cd0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 -- 172.21.15.27:0/1005597876 shutdown_connections 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 --2- 172.21.15.27:0/1005597876 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f554006b620 0x7f554010f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 --2- 172.21.15.27:0/1005597876 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f5540108580 0x7f5540108960 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 --2- 172.21.15.27:0/1005597876 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f554006ac60 0x7f554006b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 -- 172.21.15.27:0/1005597876 >> 172.21.15.27:0/1005597876 conn(0x7f5540078430 msgr2=0x7f5540078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 -- 172.21.15.27:0/1005597876 shutdown_connections 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.655+0000 7f5547c43700 1 -- 172.21.15.27:0/1005597876 wait complete. 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 Processor -- start 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 -- start start 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f554006ac60 0x7f554019e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 0x7f554019ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:24.658 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5540108580 0x7f5540198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f5540112910 con 0x7f554006b620 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f5540112790 con 0x7f5540108580 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.656+0000 7f5547c43700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5540112a90 con 0x7f554006ac60 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 0x7f554019ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 0x7f554019ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44820/0 (socket says 172.21.15.27:44820) 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 -- 172.21.15.27:0/725883307 learned_addr learned my addr 172.21.15.27:0/725883307 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55459df700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f554006ac60 0x7f554019e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55461e0700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5540108580 0x7f5540198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 -- 172.21.15.27:0/725883307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f554006ac60 msgr2=0x7f554019e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f554006ac60 0x7f554019e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 -- 172.21.15.27:0/725883307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5540108580 msgr2=0x7f5540198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5540108580 0x7f5540198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.659 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 -- 172.21.15.27:0/725883307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5540199210 con 0x7f554006b620 2024-06-06T07:59:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f55451de700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 0x7f554019ede0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f553000c9b0 tx=0x7f553000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5530007b00 con 0x7f554006b620 2024-06-06T07:59:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5540199500 con 0x7f554006b620 2024-06-06T07:59:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f5530007ca0 con 0x7f554006b620 2024-06-06T07:59:24.660 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5530018780 con 0x7f554006b620 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.657+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55401a5770 con 0x7f554006b620 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.658+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f554010aa10 con 0x7f554006b620 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.660+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f553000f450 con 0x7f554006b620 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.660+0000 7f5536ffd700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f552c0a2d90 0x7f552c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.660+0000 7f55459df700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f552c0a2d90 0x7f552c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.660+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9379+0+0 (secure 0 0 0) 0x7f55300cf7a0 con 0x7f554006b620 2024-06-06T07:59:24.661 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.661+0000 7f55459df700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f552c0a2d90 0x7f552c0a5250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5540108d60 tx=0x7f553c000bc0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:24.665 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.665+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5530014030 con 0x7f554006b620 2024-06-06T07:59:24.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.916+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5540069180 con 0x7f554006b620 2024-06-06T07:59:24.917 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.917+0000 7f5536ffd700 1 -- 172.21.15.27:0/725883307 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+11979 (secure 0 0 0) 0x7f553009c060 con 0x7f554006b620 2024-06-06T07:59:24.918 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T07:59:24.918 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":46,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":46,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T07:59:22.430152+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[0,1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[0,2,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":112,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26053":{"gid":26053,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1065509747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1065509747},{"type":"v1","addr":"172.21.15.176:6835","nonce":1065509747}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24487,24473,24469,24449,24463]},"id":1}]} 2024-06-06T07:59:24.919 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f552c0a2d90 msgr2=0x7f552c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f552c0a2d90 0x7f552c0a5250 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f5540108d60 tx=0x7f553c000bc0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 msgr2=0x7f554019ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 0x7f554019ede0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f553000c9b0 tx=0x7f553000ccc0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 shutdown_connections 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f552c0a2d90 0x7f552c0a5250 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f5540108580 0x7f5540198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f554006ac60 0x7f554019e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 --2- 172.21.15.27:0/725883307 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f554006b620 0x7f554019ede0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 >> 172.21.15.27:0/725883307 conn(0x7f5540078430 msgr2=0x7f55400ffda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 shutdown_connections 2024-06-06T07:59:24.920 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:24.919+0000 7f5547c43700 1 -- 172.21.15.27:0/725883307 wait complete. 2024-06-06T07:59:24.921 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 46 2024-06-06T07:59:25.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:25 smithi027 ceph-mon[32293]: pgmap v124: 129 pgs: 129 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 733 op/s 2024-06-06T07:59:25.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:25 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/725883307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:59:25.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:25 smithi176 ceph-mon[36543]: pgmap v124: 129 pgs: 129 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 733 op/s 2024-06-06T07:59:25.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:25 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/725883307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:59:25.752 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24487 quiesce db --cancel --all' 2024-06-06T07:59:25.753 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- timeout 105 ceph tell mds.24487 quiesce db --cancel --all 2024-06-06T07:59:25.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:25 smithi203 ceph-mon[37192]: pgmap v124: 129 pgs: 129 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 733 op/s 2024-06-06T07:59:25.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:25 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/725883307' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T07:59:26.009 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T07:59:27.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:27 smithi176 ceph-mon[36543]: pgmap v125: 129 pgs: 129 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 733 op/s 2024-06-06T07:59:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:27 smithi203 ceph-mon[37192]: pgmap v125: 129 pgs: 129 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 733 op/s 2024-06-06T07:59:27.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:27 smithi027 ceph-mon[32293]: pgmap v125: 129 pgs: 129 active+clean; 225 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 733 op/s 2024-06-06T07:59:29.745 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:29 smithi027 ceph-mon[32293]: pgmap v126: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 922 KiB/s wr, 509 op/s 2024-06-06T07:59:29.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:29 smithi176 ceph-mon[36543]: pgmap v126: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 922 KiB/s wr, 509 op/s 2024-06-06T07:59:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:29 smithi203 ceph-mon[37192]: pgmap v126: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 922 KiB/s wr, 509 op/s 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 -- 172.21.15.27:0/2895761734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c103120 msgr2=0x7f6c4c107130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 --2- 172.21.15.27:0/2895761734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c103120 0x7f6c4c107130 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f6c340099c0 tx=0x7f6c34009cd0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 -- 172.21.15.27:0/2895761734 shutdown_connections 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 --2- 172.21.15.27:0/2895761734 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c107860 0x7f6c4c10f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 --2- 172.21.15.27:0/2895761734 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6c4c102770 0x7f6c4c102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 --2- 172.21.15.27:0/2895761734 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c103120 0x7f6c4c107130 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 -- 172.21.15.27:0/2895761734 >> 172.21.15.27:0/2895761734 conn(0x7f6c4c079600 msgr2=0x7f6c4c079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 -- 172.21.15.27:0/2895761734 shutdown_connections 2024-06-06T07:59:30.167 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.165+0000 7f6c523ac700 1 -- 172.21.15.27:0/2895761734 wait complete. 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 Processor -- start 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 -- start start 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 0x7f6c4c19e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c103120 0x7f6c4c19ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6c4c107860 0x7f6c4c198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1128d0 con 0x7f6c4c102770 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c112750 con 0x7f6c4c103120 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c523ac700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c112a50 con 0x7f6c4c107860 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c4bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 0x7f6c4c19e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c4bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 0x7f6c4c19e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44842/0 (socket says 172.21.15.27:44842) 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c4bfff700 1 -- 172.21.15.27:0/787295868 learned_addr learned my addr 172.21.15.27:0/787295868 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c50949700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6c4c107860 0x7f6c4c198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.168 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c43fff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c103120 0x7f6c4c19ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c4bfff700 1 -- 172.21.15.27:0/787295868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6c4c107860 msgr2=0x7f6c4c198ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.166+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6c4c107860 0x7f6c4c198ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c4bfff700 1 -- 172.21.15.27:0/787295868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c103120 msgr2=0x7f6c4c19ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c103120 0x7f6c4c19ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c4bfff700 1 -- 172.21.15.27:0/787295868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c4c199230 con 0x7f6c4c102770 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c43fff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c103120 0x7f6c4c19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:30.169 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 0x7f6c4c19e910 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00d980 tx=0x7f6c3c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:30.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c49ffb700 1 -- 172.21.15.27:0/787295868 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c017070 con 0x7f6c4c102770 2024-06-06T07:59:30.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c4c199520 con 0x7f6c4c102770 2024-06-06T07:59:30.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c49ffb700 1 -- 172.21.15.27:0/787295868 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6c3c005020 con 0x7f6c4c102770 2024-06-06T07:59:30.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c49ffb700 1 -- 172.21.15.27:0/787295868 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c009d20 con 0x7f6c4c102770 2024-06-06T07:59:30.170 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.167+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c4c1a57e0 con 0x7f6c4c102770 2024-06-06T07:59:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.169+0000 7f6c49ffb700 1 -- 172.21.15.27:0/787295868 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6c3c0051d0 con 0x7f6c4c102770 2024-06-06T07:59:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.170+0000 7f6c49ffb700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c380a2d90 0x7f6c380a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.170+0000 7f6c43fff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c380a2d90 0x7f6c380a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.171 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.170+0000 7f6c49ffb700 1 -- 172.21.15.27:0/787295868 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9379+0+0 (secure 0 0 0) 0x7f6c3c0cf670 con 0x7f6c4c102770 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.170+0000 7f6c43fff700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c380a2d90 0x7f6c380a5250 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c102070 tx=0x7f6c34005fd0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 Processor -- start 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 -- start start 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceec0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceec0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55aacedb2fd0 con 0x55aaceec0bc0 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55aacee118c0 con 0x55aaceec6470 2024-06-06T07:59:30.173 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55aaced794d0 con 0x55aaceec6d90 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceec0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceec0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44856/0 (socket says 172.21.15.27:44856) 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 -- 172.21.15.27:0/829635138 learned_addr learned my addr 172.21.15.27:0/829635138 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c43fff700 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceec0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 -- 172.21.15.27:0/829635138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 msgr2=0x55aaceec0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceec0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 -- 172.21.15.27:0/829635138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 msgr2=0x55aaceec6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.171+0000 7f6c50949700 1 -- 172.21.15.27:0/829635138 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaced60940 con 0x55aaceec0bc0 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.172+0000 7f6c50949700 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceec0fe0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f6c440098f0 tx=0x7f6c44009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb04ba015aa659f server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:30.174 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.172+0000 7f6c427fc700 1 -- 172.21.15.27:0/829635138 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44004bb0 con 0x55aaceec0bc0 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.172+0000 7f6c427fc700 1 -- 172.21.15.27:0/829635138 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6c44004d50 con 0x55aaceec0bc0 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.172+0000 7f6c427fc700 1 -- 172.21.15.27:0/829635138 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44015480 con 0x55aaceec0bc0 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/829635138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 msgr2=0x55aaceec0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceec0fe0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f6c440098f0 tx=0x7f6c44009c00 comp rx=0 tx=0).stop 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/829635138 shutdown_connections 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceec0fe0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/829635138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceec0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/829635138 >> 172.21.15.27:0/829635138 conn(0x55aaceded0f0 msgr2=0x55aaceebb970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/829635138 shutdown_connections 2024-06-06T07:59:30.175 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/829635138 wait complete. 2024-06-06T07:59:30.178 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 -- start start 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.173+0000 7f6c5cc2fb80 1 Processor -- start 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceecca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceeca2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x55aacedb2030 con 0x55aaceec6d90 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x55aacee0d880 con 0x55aaceec6470 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55aaceecd770 con 0x55aaceec0bc0 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c5cc2fb80 10 client.0 _ll_register_callbacks cb 0x55aaceda7620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceeca2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceeca2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44862/0 (socket says 172.21.15.27:44862) 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 -- 172.21.15.27:0/374384461 learned_addr learned my addr 172.21.15.27:0/374384461 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:30.179 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceecca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c43fff700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 -- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 msgr2=0x55aaceecca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceecca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 -- 172.21.15.27:0/374384461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 msgr2=0x55aaceec9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 -- 172.21.15.27:0/374384461 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aacedd77c0 con 0x55aaceec6d90 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c43fff700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c50949700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceeca2d0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f6c440093f0 tx=0x7f6c44007be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faae1a940df13e0d server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.174+0000 7f6c2b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/374384461 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44022070 con 0x55aaceec6d90 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c44004d50 con 0x55aaceec6d90 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/374384461 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 9379+0+0 (secure 0 0 0) 0x7f6c440046e0 con 0x55aaceec6d90 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/374384461 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f6c4402e050 con 0x55aaceec6d90 2024-06-06T07:59:30.180 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 10 client.16572 fetch_fsmap learned FSMap version 46 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55aaceed7e80 con 0x55aaceec6d90 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/374384461 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6c44004d50 con 0x55aaceec6d90 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/374384461 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 46) ==== 8434+0+0 (secure 0 0 0) 0x7f6c4401e4e0 con 0x55aaceec6d90 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 10 client.16572 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 10 client.16572 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 20 client.16572 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aaceeda3b0 0x55aaceedc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 4 client.16572 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.175+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aacee1edc0 con 0x55aaceeda3b0 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.176+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aaceeda3b0 0x55aaceedc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.176+0000 7f6c2b7fe700 10 client.16572 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.176+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aaceeda3b0 0x55aaceedc7a0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be79312f133656cd server_cookie=e803b5bc7715be1d in_seq=0 out_seq=0 2024-06-06T07:59:30.181 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/374384461 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55aacee1edc0 con 0x55aaceeda3b0 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c2b7fe700 10 client.16572 handle_command_reply: tid=0 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 client.16572 shutdown 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 msgr2=0x55aaceeca2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceeca2d0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f6c440093f0 tx=0x7f6c44007be0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 shutdown_connections 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aaceeda3b0 0x55aaceedc7a0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceeca2d0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceecca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c2b7fe700 0 client.16572 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/374384461 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceec9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 >> 172.21.15.27:0/374384461 conn(0x55aaceded0f0 msgr2=0x55aaceebab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 shutdown_connections 2024-06-06T07:59:30.182 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/374384461 wait complete. 2024-06-06T07:59:30.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.177+0000 7f6c5cc2fb80 20 client.16572 trim_cache size 0 max 16384 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.197+0000 7f6c5cc2fb80 1 Processor -- start 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.197+0000 7f6c5cc2fb80 1 -- start start 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceec0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceecbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceebb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1ae510 con 0x55aaceec6d90 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1b0260 con 0x55aaceec6470 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1aec70 con 0x55aaceec0bc0 2024-06-06T07:59:30.199 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceebb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceebb2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44878/0 (socket says 172.21.15.27:44878) 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 -- 172.21.15.27:0/1503763278 learned_addr learned my addr 172.21.15.27:0/1503763278 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c43fff700 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceecbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceec0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 -- 172.21.15.27:0/1503763278 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 msgr2=0x55aaceec0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceec0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 -- 172.21.15.27:0/1503763278 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 msgr2=0x55aaceecbcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceecbcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 -- 172.21.15.27:0/1503763278 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aaceeb3410 con 0x55aaceec6d90 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.198+0000 7f6c50949700 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceebb2a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f6c44000f80 tx=0x7f6c44007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb28015a12443f2e server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c41ffb700 1 -- 172.21.15.27:0/1503763278 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c4402b070 con 0x55aaceec6d90 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c41ffb700 1 -- 172.21.15.27:0/1503763278 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f6c440079e0 con 0x55aaceec6d90 2024-06-06T07:59:30.200 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c41ffb700 1 -- 172.21.15.27:0/1503763278 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c44022070 con 0x55aaceec6d90 2024-06-06T07:59:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1503763278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 msgr2=0x55aaceebb2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceebb2a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f6c44000f80 tx=0x7f6c44007f90 comp rx=0 tx=0).stop 2024-06-06T07:59:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1503763278 shutdown_connections 2024-06-06T07:59:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec6d90 0x55aaceebb2a0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec0bc0 0x55aaceec0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1503763278 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceecbcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1503763278 >> 172.21.15.27:0/1503763278 conn(0x55aaceded0f0 msgr2=0x55aaceecb5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1503763278 shutdown_connections 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.199+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1503763278 wait complete. 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 -- start start 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 Processor -- start 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceed2d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceed3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceecfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1afb90 con 0x55aaceec0bc0 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1af400 con 0x55aaceec6470 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6c4c1ac4b0 con 0x55aaceec6d90 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c5cc2fb80 10 client.0 _ll_register_callbacks cb 0x55aaceda7620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-06T07:59:30.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c4bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceed2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c4bfff700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceed2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:44886/0 (socket says 172.21.15.27:44886) 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c4bfff700 1 -- 172.21.15.27:0/1909138883 learned_addr learned my addr 172.21.15.27:0/1909138883 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.200+0000 7f6c50949700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceecfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c43fff700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceed3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c4bfff700 1 -- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 msgr2=0x55aaceecfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceecfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c4bfff700 1 -- 172.21.15.27:0/1909138883 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 msgr2=0x55aaceed3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceed3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c4bfff700 1 -- 172.21.15.27:0/1909138883 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aaceed0350 con 0x55aaceec0bc0 2024-06-06T07:59:30.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c50949700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceecfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c4bfff700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceed2d50 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c09b530 tx=0x7f6c3c09c090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4a6c4a06ed6b492 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c2b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.27:3300/0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/1909138883 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c3c0b8020 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/1909138883 <== mon.0 v2:172.21.15.27:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 9379+0+0 (secure 0 0 0) 0x7f6c3c097ea0 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55aacee19340 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/1909138883 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f6c3c0a44a0 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c5cc2fb80 10 client.16578 fetch_fsmap learned FSMap version 46 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) -- 0x55aacef45b10 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/1909138883 <== mon.0 v2:172.21.15.27:3300/0 4 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x55aacee19340 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.201+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/1909138883 <== mon.0 v2:172.21.15.27:3300/0 5 ==== fsmap(e 46) ==== 8434+0+0 (secure 0 0 0) 0x7f6c3c066020 con 0x55aaceec0bc0 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c5cc2fb80 10 client.16578 fetch_fsmap finished waiting for FSMap version 46 2024-06-06T07:59:30.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c5cc2fb80 10 client.16578 resolve_mds: validated gid 24487 aka daemon mds.i 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c5cc2fb80 20 client.16578 populate_metadata read hostname 'smithi027' 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aacef461c0 0x55aacef485e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c5cc2fb80 4 client.16578 mds_command: new command op to 24487 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 --> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55aacedccfc0 con 0x55aacef461c0 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c43fff700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aacef461c0 0x55aacef485e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c43fff700 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aacef461c0 0x55aacef485e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d4d7a9e9e263544 server_cookie=c641205aa2650582 in_seq=0 out_seq=0 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.202+0000 7f6c2b7fe700 10 client.16578 ms_handle_connect on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c2b7fe700 1 -- 172.21.15.27:0/1909138883 <== mds.0 v2:172.21.15.203:6838/2128317350 1 ==== command_reply(tid 0: 0 ) ==== 8+0+79 (crc 0 0 0) 0x55aacedccfc0 con 0x55aacef461c0 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c2b7fe700 10 client.16578 handle_command_reply: tid=0 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 client.16578 shutdown 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 msgr2=0x55aaceed2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceed2d50 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c09b530 tx=0x7f6c3c09c090 comp rx=0 tx=0).stop 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 shutdown_connections 2024-06-06T07:59:30.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:6838/2128317350,v1:172.21.15.203:6839/2128317350] conn(0x55aacef461c0 0x55aacef485e0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55aaceec6d90 0x55aaceecfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x55aaceec0bc0 0x55aaceed2d50 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 --2- 172.21.15.27:0/1909138883 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x55aaceec6470 0x55aaceed3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 >> 172.21.15.27:0/1909138883 conn(0x55aaceded0f0 msgr2=0x55aaceecbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c2b7fe700 0 client.16578 ms_handle_reset on v2:172.21.15.203:6838/2128317350 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 shutdown_connections 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 1 -- 172.21.15.27:0/1909138883 wait complete. 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.203+0000 7f6c5cc2fb80 20 client.16578 trim_cache size 0 max 16384 2024-06-06T07:59:30.209 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T07:59:30.210 INFO:teuthology.orchestra.run.smithi027.stdout: "epoch": 46, 2024-06-06T07:59:30.210 INFO:teuthology.orchestra.run.smithi027.stdout: "leader": 24487, 2024-06-06T07:59:30.210 INFO:teuthology.orchestra.run.smithi027.stdout: "set_version": 8, 2024-06-06T07:59:30.210 INFO:teuthology.orchestra.run.smithi027.stdout: "sets": {} 2024-06-06T07:59:30.210 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T07:59:30.210 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c380a2d90 msgr2=0x7f6c380a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c380a2d90 0x7f6c380a5250 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6c4c102070 tx=0x7f6c34005fd0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 msgr2=0x7f6c4c19e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 0x7f6c4c19e910 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f6c3c00d980 tx=0x7f6c3c00dc90 comp rx=0 tx=0).stop 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 shutdown_connections 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f6c380a2d90 0x7f6c380a5250 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6c4c107860 0x7f6c4c198ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f6c4c102770 0x7f6c4c19e910 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 --2- 172.21.15.27:0/787295868 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f6c4c103120 0x7f6c4c19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 >> 172.21.15.27:0/787295868 conn(0x7f6c4c079600 msgr2=0x7f6c4c100780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 shutdown_connections 2024-06-06T07:59:30.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T07:59:30.204+0000 7f6c523ac700 1 -- 172.21.15.27:0/787295868 wait complete. 2024-06-06T07:59:31.046 INFO:tasks.quiescer:done joining Quiescers 2024-06-06T07:59:31.046 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-06-06T07:59:31.167 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:59:31.177 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-06-06T07:59:31.188 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-06-06T07:59:31.188 INFO:teuthology.task.exec:Executing custom commands... 2024-06-06T07:59:31.188 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T07:59:31.188 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-06-06T07:59:31.247 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-06-06T07:59:31.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:31 smithi027 ceph-mon[32293]: pgmap v127: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 922 KiB/s wr, 509 op/s 2024-06-06T07:59:31.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:31 smithi176 ceph-mon[36543]: pgmap v127: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 922 KiB/s wr, 509 op/s 2024-06-06T07:59:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:31 smithi203 ceph-mon[37192]: pgmap v127: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 873 KiB/s rd, 922 KiB/s wr, 509 op/s 2024-06-06T07:59:33.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:33 smithi176 ceph-mon[36543]: pgmap v128: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 230 KiB/s wr, 411 op/s 2024-06-06T07:59:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:33 smithi203 ceph-mon[37192]: pgmap v128: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 230 KiB/s wr, 411 op/s 2024-06-06T07:59:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:33 smithi027 ceph-mon[32293]: pgmap v128: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 239 KiB/s rd, 230 KiB/s wr, 411 op/s 2024-06-06T07:59:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:35 smithi176 ceph-mon[36543]: pgmap v129: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 130 KiB/s wr, 222 op/s 2024-06-06T07:59:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:35 smithi203 ceph-mon[37192]: pgmap v129: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 130 KiB/s wr, 222 op/s 2024-06-06T07:59:35.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:35 smithi027 ceph-mon[32293]: pgmap v129: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 130 KiB/s wr, 222 op/s 2024-06-06T07:59:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:37 smithi176 ceph-mon[36543]: pgmap v130: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 21 KiB/s wr, 42 op/s 2024-06-06T07:59:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:37 smithi203 ceph-mon[37192]: pgmap v130: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 21 KiB/s wr, 42 op/s 2024-06-06T07:59:37.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:37 smithi027 ceph-mon[32293]: pgmap v130: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 21 KiB/s wr, 42 op/s 2024-06-06T07:59:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:39 smithi176 ceph-mon[36543]: pgmap v131: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 21 KiB/s wr, 46 op/s 2024-06-06T07:59:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:39 smithi203 ceph-mon[37192]: pgmap v131: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 21 KiB/s wr, 46 op/s 2024-06-06T07:59:39.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:39 smithi027 ceph-mon[32293]: pgmap v131: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 21 KiB/s wr, 46 op/s 2024-06-06T07:59:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:41 smithi176 ceph-mon[36543]: pgmap v132: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-06-06T07:59:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:41 smithi203 ceph-mon[37192]: pgmap v132: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-06-06T07:59:41.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:41 smithi027 ceph-mon[32293]: pgmap v132: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-06-06T07:59:43.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:43 smithi176 ceph-mon[36543]: pgmap v133: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-06-06T07:59:43.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:43 smithi203 ceph-mon[37192]: pgmap v133: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-06-06T07:59:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:43 smithi027 ceph-mon[32293]: pgmap v133: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.0 KiB/s wr, 12 op/s 2024-06-06T07:59:44.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:44 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:59:44.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:44 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:59:44.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:44 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T07:59:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:45 smithi176 ceph-mon[36543]: pgmap v134: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.1 KiB/s wr, 11 op/s 2024-06-06T07:59:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:45 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:59:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:45 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:59:45.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:45 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:59:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:45 smithi203 ceph-mon[37192]: pgmap v134: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.1 KiB/s wr, 11 op/s 2024-06-06T07:59:45.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:45 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:59:45.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:45 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:59:45.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:45 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:59:45.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:45 smithi027 ceph-mon[32293]: pgmap v134: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.1 KiB/s wr, 11 op/s 2024-06-06T07:59:45.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:45 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T07:59:45.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:45 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T07:59:45.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:45 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T07:59:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:47 smithi176 ceph-mon[36543]: pgmap v135: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-06-06T07:59:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:47 smithi203 ceph-mon[37192]: pgmap v135: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-06-06T07:59:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:47 smithi027 ceph-mon[32293]: pgmap v135: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-06-06T07:59:49.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:49 smithi176 ceph-mon[36543]: pgmap v136: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-06-06T07:59:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:49 smithi203 ceph-mon[37192]: pgmap v136: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-06-06T07:59:49.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:49 smithi027 ceph-mon[32293]: pgmap v136: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-06-06T07:59:51.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:51 smithi176 ceph-mon[36543]: pgmap v137: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-06-06T07:59:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:51 smithi203 ceph-mon[37192]: pgmap v137: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-06-06T07:59:51.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:51 smithi027 ceph-mon[32293]: pgmap v137: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.7 KiB/s wr, 8 op/s 2024-06-06T07:59:53.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:53 smithi176 ceph-mon[36543]: pgmap v138: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-06-06T07:59:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:53 smithi203 ceph-mon[37192]: pgmap v138: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-06-06T07:59:53.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:53 smithi027 ceph-mon[32293]: pgmap v138: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 2.7 KiB/s wr, 10 op/s 2024-06-06T07:59:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:55 smithi176 ceph-mon[36543]: pgmap v139: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1023 B/s wr, 10 op/s 2024-06-06T07:59:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:55 smithi203 ceph-mon[37192]: pgmap v139: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1023 B/s wr, 10 op/s 2024-06-06T07:59:55.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:55 smithi027 ceph-mon[32293]: pgmap v139: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1023 B/s wr, 10 op/s 2024-06-06T07:59:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:57 smithi176 ceph-mon[36543]: pgmap v140: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-06-06T07:59:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:57 smithi203 ceph-mon[37192]: pgmap v140: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-06-06T07:59:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:57 smithi027 ceph-mon[32293]: pgmap v140: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-06-06T07:59:59.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 07:59:59 smithi176 ceph-mon[36543]: pgmap v141: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-06-06T07:59:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 07:59:59 smithi203 ceph-mon[37192]: pgmap v141: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-06-06T07:59:59.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 07:59:59 smithi027 ceph-mon[32293]: pgmap v141: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-06-06T08:00:00.394 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T08:00:00.000+0000 7fbd3dc49700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-06T08:00:00.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T08:00:00.000+0000 7fbd3dc49700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-06T08:00:00.395 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T08:00:00.000+0000 7fbd3dc49700 -1 log_channel(cluster) log [ERR] : mds.c(mds.2): Metadata damage detected 2024-06-06T08:00:00.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:00 smithi176 ceph-mon[36543]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-06T08:00:00.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:00 smithi176 ceph-mon[36543]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-06T08:00:00.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:00 smithi176 ceph-mon[36543]: mds.c(mds.2): Metadata damage detected 2024-06-06T08:00:00.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:00 smithi203 ceph-mon[37192]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-06T08:00:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:00 smithi203 ceph-mon[37192]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-06T08:00:00.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:00 smithi203 ceph-mon[37192]: mds.c(mds.2): Metadata damage detected 2024-06-06T08:00:00.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:00 smithi027 ceph-mon[32293]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2024-06-06T08:00:00.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:00 smithi027 ceph-mon[32293]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2024-06-06T08:00:00.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:00 smithi027 ceph-mon[32293]: mds.c(mds.2): Metadata damage detected 2024-06-06T08:00:01.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:01 smithi176 ceph-mon[36543]: pgmap v142: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-06-06T08:00:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:01 smithi203 ceph-mon[37192]: pgmap v142: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-06-06T08:00:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:01 smithi027 ceph-mon[32293]: pgmap v142: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-06-06T08:00:03.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:03 smithi203 ceph-mon[37192]: pgmap v143: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-06-06T08:00:03.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:03 smithi027 ceph-mon[32293]: pgmap v143: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-06-06T08:00:03.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:03 smithi176 ceph-mon[36543]: pgmap v143: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-06-06T08:00:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:05 smithi203 ceph-mon[37192]: pgmap v144: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:05.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:05 smithi027 ceph-mon[32293]: pgmap v144: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:05.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:05 smithi176 ceph-mon[36543]: pgmap v144: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:07 smithi203 ceph-mon[37192]: pgmap v145: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:00:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:07 smithi027 ceph-mon[32293]: pgmap v145: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:00:07.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:07 smithi176 ceph-mon[36543]: pgmap v145: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:00:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:09 smithi203 ceph-mon[37192]: pgmap v146: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:00:09.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:09 smithi027 ceph-mon[32293]: pgmap v146: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:00:09.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:09 smithi176 ceph-mon[36543]: pgmap v146: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:00:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:11 smithi203 ceph-mon[37192]: pgmap v147: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:00:11.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:11 smithi027 ceph-mon[32293]: pgmap v147: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:00:11.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:11 smithi176 ceph-mon[36543]: pgmap v147: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:00:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:13 smithi203 ceph-mon[37192]: pgmap v148: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:13 smithi027 ceph-mon[32293]: pgmap v148: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:13.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:13 smithi176 ceph-mon[36543]: pgmap v148: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:15 smithi203 ceph-mon[37192]: pgmap v149: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:15 smithi027 ceph-mon[32293]: pgmap v149: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:15.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:15 smithi176 ceph-mon[36543]: pgmap v149: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:00:17.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:17 smithi203 ceph-mon[37192]: pgmap v150: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-06-06T08:00:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:17 smithi027 ceph-mon[32293]: pgmap v150: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-06-06T08:00:17.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:17 smithi176 ceph-mon[36543]: pgmap v150: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-06-06T08:00:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:19 smithi203 ceph-mon[37192]: pgmap v151: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:00:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:19 smithi027 ceph-mon[32293]: pgmap v151: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:00:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:19 smithi176 ceph-mon[36543]: pgmap v151: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:00:21.800 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:21 smithi176 ceph-mon[36543]: pgmap v152: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:00:21.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:21 smithi027 ceph-mon[32293]: pgmap v152: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:00:22.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:21 smithi203 ceph-mon[37192]: pgmap v152: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:00:23.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:23 smithi027 ceph-mon[32293]: pgmap v153: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 10 op/s 2024-06-06T08:00:23.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:23 smithi176 ceph-mon[36543]: pgmap v153: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 10 op/s 2024-06-06T08:00:24.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:23 smithi203 ceph-mon[37192]: pgmap v153: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 10 op/s 2024-06-06T08:00:25.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:25 smithi027 ceph-mon[32293]: pgmap v154: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:25.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:25 smithi176 ceph-mon[36543]: pgmap v154: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:26.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:25 smithi203 ceph-mon[37192]: pgmap v154: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:27.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:27 smithi027 ceph-mon[32293]: pgmap v155: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:27 smithi176 ceph-mon[36543]: pgmap v155: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:28.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:27 smithi203 ceph-mon[37192]: pgmap v155: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:29.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:29 smithi027 ceph-mon[32293]: pgmap v156: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:29.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:29 smithi176 ceph-mon[36543]: pgmap v156: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:30.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:29 smithi203 ceph-mon[37192]: pgmap v156: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:31.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:31 smithi027 ceph-mon[32293]: pgmap v157: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:31.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:31 smithi176 ceph-mon[36543]: pgmap v157: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:32.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:31 smithi203 ceph-mon[37192]: pgmap v157: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:33 smithi027 ceph-mon[32293]: pgmap v158: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:33 smithi176 ceph-mon[36543]: pgmap v158: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:34.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:33 smithi203 ceph-mon[37192]: pgmap v158: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:35.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:35 smithi027 ceph-mon[32293]: pgmap v159: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:35.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:35 smithi176 ceph-mon[36543]: pgmap v159: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:36.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:35 smithi203 ceph-mon[37192]: pgmap v159: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:36.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:36 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:36.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:36 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:37.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:36 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:37.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:37 smithi027 ceph-mon[32293]: pgmap v160: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:37.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:37 smithi176 ceph-mon[36543]: pgmap v160: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:38.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:37 smithi203 ceph-mon[37192]: pgmap v160: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:39.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:39 smithi027 ceph-mon[32293]: pgmap v161: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:39.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:39 smithi176 ceph-mon[36543]: pgmap v161: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:40.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:39 smithi203 ceph-mon[37192]: pgmap v161: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:41.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:41 smithi027 ceph-mon[32293]: pgmap v162: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:41.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:41 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:41.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:41 smithi176 ceph-mon[36543]: pgmap v162: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:41.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:41 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:42.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:41 smithi203 ceph-mon[37192]: pgmap v162: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:42.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:41 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:43 smithi027 ceph-mon[32293]: pgmap v163: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:43.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:43 smithi176 ceph-mon[36543]: pgmap v163: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:44.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:43 smithi203 ceph-mon[37192]: pgmap v163: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:45.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:45 smithi027 ceph-mon[32293]: pgmap v164: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:45.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:45 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:00:45.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:45 smithi176 ceph-mon[36543]: pgmap v164: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:45.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:45 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:00:46.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:45 smithi203 ceph-mon[37192]: pgmap v164: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:00:46.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:45 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:00:46.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:46 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:46.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:46 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:00:46.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:46 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:00:46.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:46 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:00:46.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:46 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:46.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:46 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:00:46.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:46 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:00:46.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:46 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:00:47.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:46 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:00:47.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:46 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:00:47.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:46 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:00:47.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:46 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:00:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:47 smithi027 ceph-mon[32293]: pgmap v165: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:47.928 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:47 smithi203 ceph-mon[37192]: pgmap v165: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:47 smithi176 ceph-mon[36543]: pgmap v165: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:49.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:49 smithi027 ceph-mon[32293]: pgmap v166: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:49.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:49 smithi176 ceph-mon[36543]: pgmap v166: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:49 smithi203 ceph-mon[37192]: pgmap v166: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:00:51.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:51 smithi027 ceph-mon[32293]: pgmap v167: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:51.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:51 smithi176 ceph-mon[36543]: pgmap v167: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:52.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:51 smithi203 ceph-mon[37192]: pgmap v167: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:00:53.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:53 smithi027 ceph-mon[32293]: pgmap v168: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:53.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:53 smithi176 ceph-mon[36543]: pgmap v168: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:54.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:53 smithi203 ceph-mon[37192]: pgmap v168: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:00:55.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:55 smithi176 ceph-mon[36543]: pgmap v169: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:00:56.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:55 smithi203 ceph-mon[37192]: pgmap v169: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:00:56.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:55 smithi027 ceph-mon[32293]: pgmap v169: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:00:57.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:57 smithi176 ceph-mon[36543]: pgmap v170: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-06-06T08:00:58.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:57 smithi203 ceph-mon[37192]: pgmap v170: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-06-06T08:00:58.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:57 smithi027 ceph-mon[32293]: pgmap v170: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-06-06T08:00:59.946 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:00:59 smithi027 ceph-mon[32293]: pgmap v171: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-06-06T08:00:59.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:00:59 smithi176 ceph-mon[36543]: pgmap v171: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-06-06T08:01:00.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:00:59 smithi203 ceph-mon[37192]: pgmap v171: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 0 B/s wr, 12 op/s 2024-06-06T08:01:01.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:01 smithi176 ceph-mon[36543]: pgmap v172: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-06-06T08:01:02.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:01 smithi203 ceph-mon[37192]: pgmap v172: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-06-06T08:01:02.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:01 smithi027 ceph-mon[32293]: pgmap v172: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-06-06T08:01:03.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:03 smithi176 ceph-mon[36543]: pgmap v173: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-06-06T08:01:04.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:03 smithi203 ceph-mon[37192]: pgmap v173: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-06-06T08:01:04.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:03 smithi027 ceph-mon[32293]: pgmap v173: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-06-06T08:01:05.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:05 smithi176 ceph-mon[36543]: pgmap v174: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:06.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:05 smithi203 ceph-mon[37192]: pgmap v174: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:06.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:05 smithi027 ceph-mon[32293]: pgmap v174: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:07.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:07 smithi176 ceph-mon[36543]: pgmap v175: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:01:08.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:07 smithi203 ceph-mon[37192]: pgmap v175: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:01:08.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:07 smithi027 ceph-mon[32293]: pgmap v175: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:01:08.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:08 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:09.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:08 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:09.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:08 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:09.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:09 smithi176 ceph-mon[36543]: pgmap v176: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:01:10.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:09 smithi203 ceph-mon[37192]: pgmap v176: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:01:10.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:09 smithi027 ceph-mon[32293]: pgmap v176: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:01:11.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:11 smithi176 ceph-mon[36543]: pgmap v177: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:01:12.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:11 smithi203 ceph-mon[37192]: pgmap v177: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:01:12.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:11 smithi027 ceph-mon[32293]: pgmap v177: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:01:13.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:13 smithi176 ceph-mon[36543]: pgmap v178: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:14.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:13 smithi203 ceph-mon[37192]: pgmap v178: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:14.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:13 smithi027 ceph-mon[32293]: pgmap v178: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:15.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:15 smithi176 ceph-mon[36543]: pgmap v179: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:16.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:15 smithi203 ceph-mon[37192]: pgmap v179: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:16.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:15 smithi027 ceph-mon[32293]: pgmap v179: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-06-06T08:01:17.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:17 smithi176 ceph-mon[36543]: pgmap v180: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-06-06T08:01:18.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:17 smithi203 ceph-mon[37192]: pgmap v180: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-06-06T08:01:18.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:17 smithi027 ceph-mon[32293]: pgmap v180: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-06-06T08:01:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:19 smithi176 ceph-mon[36543]: pgmap v181: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:01:20.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:19 smithi203 ceph-mon[37192]: pgmap v181: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:01:20.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:19 smithi027 ceph-mon[32293]: pgmap v181: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:01:21.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:21 smithi176 ceph-mon[36543]: pgmap v182: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:01:22.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:21 smithi203 ceph-mon[37192]: pgmap v182: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:01:22.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:21 smithi027 ceph-mon[32293]: pgmap v182: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:01:22.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:22 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:23.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:22 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:23.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:22 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:23.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:23 smithi176 ceph-mon[36543]: pgmap v183: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 10 op/s 2024-06-06T08:01:24.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:23 smithi203 ceph-mon[37192]: pgmap v183: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 10 op/s 2024-06-06T08:01:24.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:23 smithi027 ceph-mon[32293]: pgmap v183: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 10 op/s 2024-06-06T08:01:25.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:25 smithi176 ceph-mon[36543]: pgmap v184: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:26.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:25 smithi203 ceph-mon[37192]: pgmap v184: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:26.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:25 smithi027 ceph-mon[32293]: pgmap v184: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:26.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:26 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:27.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:26 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:27.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:26 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:27 smithi176 ceph-mon[36543]: pgmap v185: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:27.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:27 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:28.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:27 smithi203 ceph-mon[37192]: pgmap v185: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:28.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:27 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:28.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:27 smithi027 ceph-mon[32293]: pgmap v185: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:28.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:27 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:29.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:29 smithi176 ceph-mon[36543]: pgmap v186: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:30.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:29 smithi203 ceph-mon[37192]: pgmap v186: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:30.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:29 smithi027 ceph-mon[32293]: pgmap v186: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:32.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:31 smithi203 ceph-mon[37192]: pgmap v187: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:32.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:31 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:32.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:31 smithi027 ceph-mon[32293]: pgmap v187: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:32.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:31 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:32.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:31 smithi176 ceph-mon[36543]: pgmap v187: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:32.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:31 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:33.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:32 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:33.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:32 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:33.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:32 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:34.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:33 smithi203 ceph-mon[37192]: pgmap v188: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:01:34.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:33 smithi027 ceph-mon[32293]: pgmap v188: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:01:34.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:33 smithi176 ceph-mon[36543]: pgmap v188: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:01:36.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:35 smithi203 ceph-mon[37192]: pgmap v189: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:36.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:35 smithi027 ceph-mon[32293]: pgmap v189: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:36.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:35 smithi176 ceph-mon[36543]: pgmap v189: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:37.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:36 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:37.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:36 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:37.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:36 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:38.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:37 smithi027 ceph-mon[32293]: pgmap v190: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:38.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:37 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:38.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:37 smithi176 ceph-mon[36543]: pgmap v190: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:38.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:37 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:38.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:37 smithi203 ceph-mon[37192]: pgmap v190: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:38.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:37 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:39.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:38 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:39.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:38 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:39.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:38 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:40.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:39 smithi027 ceph-mon[32293]: pgmap v191: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:40.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:39 smithi176 ceph-mon[36543]: pgmap v191: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:40.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:39 smithi203 ceph-mon[37192]: pgmap v191: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:42.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:41 smithi027 ceph-mon[32293]: pgmap v192: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:01:42.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:41 smithi176 ceph-mon[36543]: pgmap v192: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:01:42.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:41 smithi203 ceph-mon[37192]: pgmap v192: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:01:43.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:42 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:43.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:42 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:43.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:42 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:44.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:43 smithi027 ceph-mon[32293]: pgmap v193: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-06-06T08:01:44.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:43 smithi176 ceph-mon[36543]: pgmap v193: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-06-06T08:01:44.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:43 smithi203 ceph-mon[37192]: pgmap v193: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 10 op/s 2024-06-06T08:01:45.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:45 smithi203 ceph-mon[37192]: pgmap v194: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-06-06T08:01:45.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:45 smithi027 ceph-mon[32293]: pgmap v194: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-06-06T08:01:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:45 smithi176 ceph-mon[36543]: pgmap v194: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 10 op/s 2024-06-06T08:01:46.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:46 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:01:46.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:46 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:01:46.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:46 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:01:47.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:47 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:47.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:47 smithi203 ceph-mon[37192]: pgmap v195: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:01:47.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:47 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:01:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:47 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:01:47.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:47 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:01:47.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:47 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:47.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:47 smithi027 ceph-mon[32293]: pgmap v195: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:01:47.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:47 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:01:47.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:47 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:01:47.645 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:47 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:01:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:47 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:47 smithi176 ceph-mon[36543]: pgmap v195: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:01:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:47 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:01:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:47 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:01:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:47 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:01:49.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:49 smithi027 ceph-mon[32293]: pgmap v196: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:49.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:49 smithi176 ceph-mon[36543]: pgmap v196: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:49 smithi203 ceph-mon[37192]: pgmap v196: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:51.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:51 smithi027 ceph-mon[32293]: pgmap v197: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:51.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:51 smithi176 ceph-mon[36543]: pgmap v197: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:51 smithi203 ceph-mon[37192]: pgmap v197: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:52.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:52 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:52.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:52 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:52 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:53.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:53 smithi176 ceph-mon[36543]: pgmap v198: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:01:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:53 smithi203 ceph-mon[37192]: pgmap v198: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:01:53.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:53 smithi027 ceph-mon[32293]: pgmap v198: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:01:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:55 smithi176 ceph-mon[36543]: pgmap v199: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:55 smithi203 ceph-mon[37192]: pgmap v199: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:55.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:55 smithi027 ceph-mon[32293]: pgmap v199: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:01:56.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:56 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:56.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:56 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:56.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:56 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:57 smithi176 ceph-mon[36543]: pgmap v200: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:57 smithi203 ceph-mon[37192]: pgmap v200: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:57 smithi027 ceph-mon[32293]: pgmap v200: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:01:59.697 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:59 smithi027 ceph-mon[32293]: pgmap v201: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:59.697 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:01:59 smithi027 ceph-mon[32293]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:59 smithi176 ceph-mon[36543]: pgmap v201: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:01:59 smithi176 ceph-mon[36543]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:01:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:59 smithi203 ceph-mon[37192]: pgmap v201: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:01:59.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:01:59 smithi203 ceph-mon[37192]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-06-06T08:02:01.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:01 smithi176 ceph-mon[36543]: pgmap v202: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:01 smithi203 ceph-mon[37192]: pgmap v202: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:01 smithi027 ceph-mon[32293]: pgmap v202: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:03.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:03 smithi176 ceph-mon[36543]: pgmap v203: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 938 B/s wr, 11 op/s 2024-06-06T08:02:03.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:03 smithi203 ceph-mon[37192]: pgmap v203: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 938 B/s wr, 11 op/s 2024-06-06T08:02:03.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:03 smithi027 ceph-mon[32293]: pgmap v203: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 938 B/s wr, 11 op/s 2024-06-06T08:02:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:05 smithi176 ceph-mon[36543]: pgmap v204: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-06-06T08:02:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:05 smithi203 ceph-mon[37192]: pgmap v204: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-06-06T08:02:05.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:05 smithi027 ceph-mon[32293]: pgmap v204: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-06-06T08:02:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:07 smithi176 ceph-mon[36543]: pgmap v205: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-06T08:02:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:07 smithi203 ceph-mon[37192]: pgmap v205: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-06T08:02:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:07 smithi027 ceph-mon[32293]: pgmap v205: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-06T08:02:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:09 smithi176 ceph-mon[36543]: pgmap v206: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-06-06T08:02:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:09 smithi203 ceph-mon[37192]: pgmap v206: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-06-06T08:02:09.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:09 smithi027 ceph-mon[32293]: pgmap v206: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-06-06T08:02:11.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:11 smithi176 ceph-mon[36543]: pgmap v207: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-06T08:02:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:11 smithi203 ceph-mon[37192]: pgmap v207: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-06T08:02:11.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:11 smithi027 ceph-mon[32293]: pgmap v207: 129 pgs: 129 active+clean; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-06T08:02:12.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:12 smithi176 ceph-mon[36543]: osdmap e104: 12 total, 12 up, 12 in 2024-06-06T08:02:12.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:12 smithi203 ceph-mon[37192]: osdmap e104: 12 total, 12 up, 12 in 2024-06-06T08:02:12.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:12 smithi027 ceph-mon[32293]: osdmap e104: 12 total, 12 up, 12 in 2024-06-06T08:02:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:13 smithi176 ceph-mon[36543]: pgmap v209: 129 pgs: 3 active+clean+snaptrim, 121 active+clean, 5 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:02:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:13 smithi203 ceph-mon[37192]: pgmap v209: 129 pgs: 3 active+clean+snaptrim, 121 active+clean, 5 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:02:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:13 smithi027 ceph-mon[32293]: pgmap v209: 129 pgs: 3 active+clean+snaptrim, 121 active+clean, 5 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:02:15.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:15 smithi176 ceph-mon[36543]: pgmap v210: 129 pgs: 13 active+clean+snaptrim, 85 active+clean, 31 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:15 smithi203 ceph-mon[37192]: pgmap v210: 129 pgs: 13 active+clean+snaptrim, 85 active+clean, 31 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:15 smithi027 ceph-mon[32293]: pgmap v210: 129 pgs: 13 active+clean+snaptrim, 85 active+clean, 31 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:17 smithi176 ceph-mon[36543]: pgmap v211: 129 pgs: 13 active+clean+snaptrim, 85 active+clean, 31 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:17.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:17 smithi203 ceph-mon[37192]: pgmap v211: 129 pgs: 13 active+clean+snaptrim, 85 active+clean, 31 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:17 smithi027 ceph-mon[32293]: pgmap v211: 129 pgs: 13 active+clean+snaptrim, 85 active+clean, 31 active+clean+snaptrim_wait; 224 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:19.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:19 smithi176 ceph-mon[36543]: pgmap v212: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:19 smithi176 ceph-mon[36543]: osdmap e105: 12 total, 12 up, 12 in 2024-06-06T08:02:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:19 smithi203 ceph-mon[37192]: pgmap v212: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:19 smithi203 ceph-mon[37192]: osdmap e105: 12 total, 12 up, 12 in 2024-06-06T08:02:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:19 smithi027 ceph-mon[32293]: pgmap v212: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:02:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:19 smithi027 ceph-mon[32293]: osdmap e105: 12 total, 12 up, 12 in 2024-06-06T08:02:21.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:21 smithi176 ceph-mon[36543]: pgmap v214: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 230 B/s wr, 11 op/s 2024-06-06T08:02:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:21 smithi203 ceph-mon[37192]: pgmap v214: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 230 B/s wr, 11 op/s 2024-06-06T08:02:21.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:21 smithi027 ceph-mon[32293]: pgmap v214: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 230 B/s wr, 11 op/s 2024-06-06T08:02:23.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:23 smithi176 ceph-mon[36543]: pgmap v215: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:23 smithi203 ceph-mon[37192]: pgmap v215: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:23.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:23 smithi027 ceph-mon[32293]: pgmap v215: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:25.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:25 smithi176 ceph-mon[36543]: pgmap v216: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:25.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:25 smithi203 ceph-mon[37192]: pgmap v216: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:25.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:25 smithi027 ceph-mon[32293]: pgmap v216: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:27.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:27 smithi176 ceph-mon[36543]: pgmap v217: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:27 smithi203 ceph-mon[37192]: pgmap v217: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:27.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:27 smithi027 ceph-mon[32293]: pgmap v217: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:02:29.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:29 smithi176 ceph-mon[36543]: pgmap v218: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:29 smithi203 ceph-mon[37192]: pgmap v218: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:29.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:29 smithi027 ceph-mon[32293]: pgmap v218: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:31 smithi203 ceph-mon[37192]: pgmap v219: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:02:31.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:31 smithi027 ceph-mon[32293]: pgmap v219: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:02:31.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:31 smithi176 ceph-mon[36543]: pgmap v219: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:02:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:33 smithi203 ceph-mon[37192]: pgmap v220: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:33 smithi027 ceph-mon[32293]: pgmap v220: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:33 smithi176 ceph-mon[36543]: pgmap v220: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:35.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:35 smithi027 ceph-mon[32293]: pgmap v221: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:35 smithi176 ceph-mon[36543]: pgmap v221: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:35 smithi203 ceph-mon[37192]: pgmap v221: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:37 smithi176 ceph-mon[36543]: pgmap v222: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:37 smithi203 ceph-mon[37192]: pgmap v222: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:37.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:37 smithi027 ceph-mon[32293]: pgmap v222: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:39 smithi176 ceph-mon[36543]: pgmap v223: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:39 smithi203 ceph-mon[37192]: pgmap v223: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:39.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:39 smithi027 ceph-mon[32293]: pgmap v223: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:41 smithi176 ceph-mon[36543]: pgmap v224: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:41 smithi203 ceph-mon[37192]: pgmap v224: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:41.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:41 smithi027 ceph-mon[32293]: pgmap v224: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:43.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:43 smithi176 ceph-mon[36543]: pgmap v225: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:43 smithi203 ceph-mon[37192]: pgmap v225: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:43 smithi027 ceph-mon[32293]: pgmap v225: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:45 smithi176 ceph-mon[36543]: pgmap v226: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:45 smithi203 ceph-mon[37192]: pgmap v226: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:45.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:45 smithi027 ceph-mon[32293]: pgmap v226: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:47 smithi176 ceph-mon[36543]: pgmap v227: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:47 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:02:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:47 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:02:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:47 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:02:47.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:47 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:02:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:47 smithi203 ceph-mon[37192]: pgmap v227: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:47 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:02:47.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:47 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:02:47.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:47 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:02:47.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:47 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:02:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:47 smithi027 ceph-mon[32293]: pgmap v227: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:47 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:02:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:47 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:02:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:47 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:02:47.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:47 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:02:49.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:49 smithi176 ceph-mon[36543]: pgmap v228: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:49 smithi203 ceph-mon[37192]: pgmap v228: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:49.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:49 smithi027 ceph-mon[32293]: pgmap v228: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:51.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:51 smithi176 ceph-mon[36543]: pgmap v229: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:51 smithi203 ceph-mon[37192]: pgmap v229: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:51.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:51 smithi027 ceph-mon[32293]: pgmap v229: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:53.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:53 smithi176 ceph-mon[36543]: pgmap v230: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:53 smithi203 ceph-mon[37192]: pgmap v230: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:53.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:53 smithi027 ceph-mon[32293]: pgmap v230: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2024-06-06T08:02:55.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:55 smithi176 ceph-mon[36543]: pgmap v231: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:55.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:55 smithi203 ceph-mon[37192]: pgmap v231: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:55.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:55 smithi027 ceph-mon[32293]: pgmap v231: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:02:57.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:57 smithi176 ceph-mon[36543]: pgmap v232: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:57.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:57 smithi203 ceph-mon[37192]: pgmap v232: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:57 smithi027 ceph-mon[32293]: pgmap v232: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:02:59.697 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:02:59 smithi027 ceph-mon[32293]: pgmap v233: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:59.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:02:59 smithi176 ceph-mon[36543]: pgmap v233: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:02:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:02:59 smithi203 ceph-mon[37192]: pgmap v233: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:01.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:01 smithi176 ceph-mon[36543]: pgmap v234: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:01 smithi203 ceph-mon[37192]: pgmap v234: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:01 smithi027 ceph-mon[32293]: pgmap v234: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:03.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:03 smithi176 ceph-mon[36543]: pgmap v235: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 853 B/s wr, 11 op/s 2024-06-06T08:03:03.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:03 smithi203 ceph-mon[37192]: pgmap v235: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 853 B/s wr, 11 op/s 2024-06-06T08:03:03.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:03 smithi027 ceph-mon[32293]: pgmap v235: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 853 B/s wr, 11 op/s 2024-06-06T08:03:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:05 smithi176 ceph-mon[36543]: pgmap v236: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-06-06T08:03:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:05 smithi203 ceph-mon[37192]: pgmap v236: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-06-06T08:03:05.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:05 smithi027 ceph-mon[32293]: pgmap v236: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 27 op/s 2024-06-06T08:03:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:07 smithi176 ceph-mon[36543]: pgmap v237: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-06-06T08:03:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:07 smithi176 ceph-mon[36543]: osdmap e106: 12 total, 12 up, 12 in 2024-06-06T08:03:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:07 smithi203 ceph-mon[37192]: pgmap v237: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-06-06T08:03:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:07 smithi203 ceph-mon[37192]: osdmap e106: 12 total, 12 up, 12 in 2024-06-06T08:03:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:07 smithi027 ceph-mon[32293]: pgmap v237: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-06-06T08:03:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:07 smithi027 ceph-mon[32293]: osdmap e106: 12 total, 12 up, 12 in 2024-06-06T08:03:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:09 smithi176 ceph-mon[36543]: pgmap v239: 129 pgs: 13 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 74 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:09 smithi203 ceph-mon[37192]: pgmap v239: 129 pgs: 13 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 74 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:09.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:09 smithi027 ceph-mon[32293]: pgmap v239: 129 pgs: 13 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 74 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:11.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:11 smithi176 ceph-mon[36543]: pgmap v240: 129 pgs: 13 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 74 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:11.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:11 smithi203 ceph-mon[37192]: pgmap v240: 129 pgs: 13 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 74 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:11.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:11 smithi027 ceph-mon[32293]: pgmap v240: 129 pgs: 13 active+clean+snaptrim, 42 active+clean+snaptrim_wait, 74 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:13.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:13 smithi176 ceph-mon[36543]: pgmap v241: 129 pgs: 10 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 83 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:13.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:13 smithi203 ceph-mon[37192]: pgmap v241: 129 pgs: 10 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 83 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:13 smithi027 ceph-mon[32293]: pgmap v241: 129 pgs: 10 active+clean+snaptrim, 36 active+clean+snaptrim_wait, 83 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:03:15.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:15 smithi176 ceph-mon[36543]: pgmap v242: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:03:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:15 smithi203 ceph-mon[37192]: pgmap v242: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:03:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:15 smithi027 ceph-mon[32293]: pgmap v242: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:03:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:17 smithi176 ceph-mon[36543]: pgmap v243: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:03:17.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:17 smithi203 ceph-mon[37192]: pgmap v243: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:03:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:17 smithi027 ceph-mon[32293]: pgmap v243: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:03:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:19 smithi176 ceph-mon[36543]: pgmap v244: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 172 B/s wr, 12 op/s 2024-06-06T08:03:19.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:19 smithi176 ceph-mon[36543]: osdmap e107: 12 total, 12 up, 12 in 2024-06-06T08:03:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:19 smithi203 ceph-mon[37192]: pgmap v244: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 172 B/s wr, 12 op/s 2024-06-06T08:03:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:19 smithi203 ceph-mon[37192]: osdmap e107: 12 total, 12 up, 12 in 2024-06-06T08:03:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:19 smithi027 ceph-mon[32293]: pgmap v244: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 172 B/s wr, 12 op/s 2024-06-06T08:03:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:19 smithi027 ceph-mon[32293]: osdmap e107: 12 total, 12 up, 12 in 2024-06-06T08:03:21.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:21 smithi176 ceph-mon[36543]: pgmap v246: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:03:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:21 smithi203 ceph-mon[37192]: pgmap v246: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:03:21.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:21 smithi027 ceph-mon[32293]: pgmap v246: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:03:23.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:23 smithi176 ceph-mon[36543]: pgmap v247: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:03:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:23 smithi203 ceph-mon[37192]: pgmap v247: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:03:23.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:23 smithi027 ceph-mon[32293]: pgmap v247: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-06-06T08:03:25.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:25 smithi176 ceph-mon[36543]: pgmap v248: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:25.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:25 smithi203 ceph-mon[37192]: pgmap v248: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:25.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:25 smithi027 ceph-mon[32293]: pgmap v248: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:27.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:27 smithi176 ceph-mon[36543]: pgmap v249: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:27 smithi203 ceph-mon[37192]: pgmap v249: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:27.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:27 smithi027 ceph-mon[32293]: pgmap v249: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:29.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:29 smithi176 ceph-mon[36543]: pgmap v250: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:29 smithi203 ceph-mon[37192]: pgmap v250: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:29.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:29 smithi027 ceph-mon[32293]: pgmap v250: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:31.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:31 smithi176 ceph-mon[36543]: pgmap v251: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:03:31.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:31 smithi203 ceph-mon[37192]: pgmap v251: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:03:31.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:31 smithi027 ceph-mon[32293]: pgmap v251: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:03:33.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:33 smithi176 ceph-mon[36543]: pgmap v252: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:03:33.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:33 smithi203 ceph-mon[37192]: pgmap v252: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:03:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:33 smithi027 ceph-mon[32293]: pgmap v252: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:03:35.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:35 smithi203 ceph-mon[37192]: pgmap v253: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:35.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:35 smithi027 ceph-mon[32293]: pgmap v253: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:35.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:35 smithi176 ceph-mon[36543]: pgmap v253: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:37 smithi203 ceph-mon[37192]: pgmap v254: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:37.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:37 smithi027 ceph-mon[32293]: pgmap v254: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:37.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:37 smithi176 ceph-mon[36543]: pgmap v254: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:39 smithi203 ceph-mon[37192]: pgmap v255: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:39.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:39 smithi027 ceph-mon[32293]: pgmap v255: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:39.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:39 smithi176 ceph-mon[36543]: pgmap v255: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:41 smithi203 ceph-mon[37192]: pgmap v256: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:03:41.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:41 smithi027 ceph-mon[32293]: pgmap v256: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:03:41.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:41 smithi176 ceph-mon[36543]: pgmap v256: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:03:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:43 smithi203 ceph-mon[37192]: pgmap v257: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 11 op/s 2024-06-06T08:03:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:43 smithi027 ceph-mon[32293]: pgmap v257: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 11 op/s 2024-06-06T08:03:43.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:43 smithi176 ceph-mon[36543]: pgmap v257: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 11 op/s 2024-06-06T08:03:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:45 smithi203 ceph-mon[37192]: pgmap v258: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-06-06T08:03:45.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:45 smithi027 ceph-mon[32293]: pgmap v258: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-06-06T08:03:45.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:45 smithi176 ceph-mon[36543]: pgmap v258: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-06-06T08:03:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:47 smithi203 ceph-mon[37192]: pgmap v259: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:03:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:47 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:03:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:47 smithi027 ceph-mon[32293]: pgmap v259: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:03:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:47 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:03:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:47 smithi176 ceph-mon[36543]: pgmap v259: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-06-06T08:03:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:47 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:03:48.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:48 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:03:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:48 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:03:48.778 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:48 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:03:48.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:48 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:03:48.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:48 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:03:48.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:48 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:03:48.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:48 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:03:48.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:48 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:03:48.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:48 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:03:49.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:49 smithi203 ceph-mon[37192]: pgmap v260: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:49.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:49 smithi027 ceph-mon[32293]: pgmap v260: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:49.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:49 smithi176 ceph-mon[36543]: pgmap v260: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:51.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:51 smithi203 ceph-mon[37192]: pgmap v261: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:51.800 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:51 smithi176 ceph-mon[36543]: pgmap v261: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:51.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:51 smithi027 ceph-mon[32293]: pgmap v261: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:53.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:53 smithi203 ceph-mon[37192]: pgmap v262: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:03:53.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:53 smithi027 ceph-mon[32293]: pgmap v262: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:03:53.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:53 smithi176 ceph-mon[36543]: pgmap v262: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:03:55.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:55 smithi027 ceph-mon[32293]: pgmap v263: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:55.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:55 smithi176 ceph-mon[36543]: pgmap v263: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:56.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:55 smithi203 ceph-mon[37192]: pgmap v263: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:03:57.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:57 smithi027 ceph-mon[32293]: pgmap v264: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:57.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:57 smithi176 ceph-mon[36543]: pgmap v264: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:58.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:57 smithi203 ceph-mon[37192]: pgmap v264: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:03:59.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:03:59 smithi027 ceph-mon[32293]: pgmap v265: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:03:59.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:03:59 smithi176 ceph-mon[36543]: pgmap v265: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:00.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:03:59 smithi203 ceph-mon[37192]: pgmap v265: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:01 smithi027 ceph-mon[32293]: pgmap v266: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:01.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:01 smithi176 ceph-mon[36543]: pgmap v266: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:02.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:01 smithi203 ceph-mon[37192]: pgmap v266: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:03.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:03 smithi027 ceph-mon[32293]: pgmap v267: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 853 B/s wr, 11 op/s 2024-06-06T08:04:03.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:03 smithi176 ceph-mon[36543]: pgmap v267: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 853 B/s wr, 11 op/s 2024-06-06T08:04:04.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:03 smithi203 ceph-mon[37192]: pgmap v267: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 853 B/s wr, 11 op/s 2024-06-06T08:04:05.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:05 smithi027 ceph-mon[32293]: pgmap v268: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-06-06T08:04:05.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:05 smithi176 ceph-mon[36543]: pgmap v268: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-06-06T08:04:06.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:05 smithi203 ceph-mon[37192]: pgmap v268: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-06-06T08:04:06.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:06 smithi027 ceph-mon[32293]: osdmap e108: 12 total, 12 up, 12 in 2024-06-06T08:04:06.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:06 smithi176 ceph-mon[36543]: osdmap e108: 12 total, 12 up, 12 in 2024-06-06T08:04:07.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:06 smithi203 ceph-mon[37192]: osdmap e108: 12 total, 12 up, 12 in 2024-06-06T08:04:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:07 smithi027 ceph-mon[32293]: pgmap v270: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:07.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:07 smithi176 ceph-mon[36543]: pgmap v270: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:08.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:07 smithi203 ceph-mon[37192]: pgmap v270: 129 pgs: 129 active+clean; 224 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:09.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:09 smithi027 ceph-mon[32293]: pgmap v271: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 213 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:09.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:09 smithi176 ceph-mon[36543]: pgmap v271: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 213 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:10.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:09 smithi203 ceph-mon[37192]: pgmap v271: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 213 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:11.897 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:11 smithi027 ceph-mon[32293]: pgmap v272: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 213 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:11.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:11 smithi176 ceph-mon[36543]: pgmap v272: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 213 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:12.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:11 smithi203 ceph-mon[37192]: pgmap v272: 129 pgs: 20 active+clean+snaptrim, 57 active+clean+snaptrim_wait, 52 active+clean; 213 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:13 smithi027 ceph-mon[32293]: pgmap v273: 129 pgs: 14 active+clean+snaptrim, 46 active+clean+snaptrim_wait, 69 active+clean; 211 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:13.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:13 smithi176 ceph-mon[36543]: pgmap v273: 129 pgs: 14 active+clean+snaptrim, 46 active+clean+snaptrim_wait, 69 active+clean; 211 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:14.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:13 smithi203 ceph-mon[37192]: pgmap v273: 129 pgs: 14 active+clean+snaptrim, 46 active+clean+snaptrim_wait, 69 active+clean; 211 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:04:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:15 smithi027 ceph-mon[32293]: pgmap v274: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:04:15.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:15 smithi176 ceph-mon[36543]: pgmap v274: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:04:16.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:15 smithi203 ceph-mon[37192]: pgmap v274: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-06-06T08:04:17.830 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:17 smithi203 ceph-mon[37192]: pgmap v275: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2024-06-06T08:04:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:17 smithi027 ceph-mon[32293]: pgmap v275: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2024-06-06T08:04:17.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:17 smithi176 ceph-mon[36543]: pgmap v275: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 189 B/s wr, 9 op/s 2024-06-06T08:04:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:19 smithi027 ceph-mon[32293]: pgmap v276: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:04:19.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:19 smithi027 ceph-mon[32293]: osdmap e109: 12 total, 12 up, 12 in 2024-06-06T08:04:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:19 smithi176 ceph-mon[36543]: pgmap v276: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:04:19.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:19 smithi176 ceph-mon[36543]: osdmap e109: 12 total, 12 up, 12 in 2024-06-06T08:04:20.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:19 smithi203 ceph-mon[37192]: pgmap v276: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 12 op/s 2024-06-06T08:04:20.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:19 smithi203 ceph-mon[37192]: osdmap e109: 12 total, 12 up, 12 in 2024-06-06T08:04:21.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:21 smithi027 ceph-mon[32293]: pgmap v278: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:04:21.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:21 smithi176 ceph-mon[36543]: pgmap v278: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:04:22.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:21 smithi203 ceph-mon[37192]: pgmap v278: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:04:23.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:23 smithi027 ceph-mon[32293]: pgmap v279: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:23.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:23 smithi176 ceph-mon[36543]: pgmap v279: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:24.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:23 smithi203 ceph-mon[37192]: pgmap v279: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:25.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:25 smithi027 ceph-mon[32293]: pgmap v280: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:25.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:25 smithi176 ceph-mon[36543]: pgmap v280: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:26.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:25 smithi203 ceph-mon[37192]: pgmap v280: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:27.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:27 smithi027 ceph-mon[32293]: pgmap v281: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:27 smithi176 ceph-mon[36543]: pgmap v281: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:28.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:27 smithi203 ceph-mon[37192]: pgmap v281: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:29.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:29 smithi027 ceph-mon[32293]: pgmap v282: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:29.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:29 smithi176 ceph-mon[36543]: pgmap v282: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:30.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:29 smithi203 ceph-mon[37192]: pgmap v282: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:31.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:31 smithi027 ceph-mon[32293]: pgmap v283: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:04:31.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:31 smithi176 ceph-mon[36543]: pgmap v283: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:04:32.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:31 smithi203 ceph-mon[37192]: pgmap v283: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-06-06T08:04:33.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:33 smithi027 ceph-mon[32293]: pgmap v284: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:33 smithi176 ceph-mon[36543]: pgmap v284: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:34.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:33 smithi203 ceph-mon[37192]: pgmap v284: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:35.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:35 smithi027 ceph-mon[32293]: pgmap v285: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:35.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:35 smithi176 ceph-mon[36543]: pgmap v285: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:35 smithi203 ceph-mon[37192]: pgmap v285: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:37.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:37 smithi176 ceph-mon[36543]: pgmap v286: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:37 smithi203 ceph-mon[37192]: pgmap v286: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:37.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:37 smithi027 ceph-mon[32293]: pgmap v286: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:39.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:39 smithi176 ceph-mon[36543]: pgmap v287: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:39.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:39 smithi203 ceph-mon[37192]: pgmap v287: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:39.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:39 smithi027 ceph-mon[32293]: pgmap v287: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:41.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:41 smithi176 ceph-mon[36543]: pgmap v288: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:41.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:41 smithi203 ceph-mon[37192]: pgmap v288: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:41.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:41 smithi027 ceph-mon[32293]: pgmap v288: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:43.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:43 smithi176 ceph-mon[36543]: pgmap v289: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:43.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:43 smithi203 ceph-mon[37192]: pgmap v289: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:43 smithi027 ceph-mon[32293]: pgmap v289: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:45.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:45 smithi176 ceph-mon[36543]: pgmap v290: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:45.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:45 smithi203 ceph-mon[37192]: pgmap v290: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:45.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:45 smithi027 ceph-mon[32293]: pgmap v290: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:47.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:47 smithi176 ceph-mon[36543]: pgmap v291: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:47.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:47 smithi203 ceph-mon[37192]: pgmap v291: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:47 smithi027 ceph-mon[32293]: pgmap v291: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:48.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:48 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:04:48.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:48 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:04:48.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:48 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:04:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: pgmap v292: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:04:50.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:04:50.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:49 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: pgmap v292: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:50.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:04:50.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:04:50.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:49 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: pgmap v292: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:04:50.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:49 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:04:52.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:51 smithi203 ceph-mon[37192]: pgmap v293: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:52.050 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:51 smithi176 ceph-mon[36543]: pgmap v293: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:52.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:51 smithi027 ceph-mon[32293]: pgmap v293: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:54.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:53 smithi203 ceph-mon[37192]: pgmap v294: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:54.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:53 smithi027 ceph-mon[32293]: pgmap v294: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:54.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:53 smithi176 ceph-mon[36543]: pgmap v294: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:04:56.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:55 smithi203 ceph-mon[37192]: pgmap v295: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:56.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:55 smithi027 ceph-mon[32293]: pgmap v295: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:56.250 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:55 smithi176 ceph-mon[36543]: pgmap v295: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:04:58.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:57 smithi027 ceph-mon[32293]: pgmap v296: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:58.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:57 smithi176 ceph-mon[36543]: pgmap v296: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:04:58.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:57 smithi203 ceph-mon[37192]: pgmap v296: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:00.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:04:59 smithi027 ceph-mon[32293]: pgmap v297: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:00.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:04:59 smithi176 ceph-mon[36543]: pgmap v297: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:00.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:04:59 smithi203 ceph-mon[37192]: pgmap v297: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:02.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:01 smithi027 ceph-mon[32293]: pgmap v298: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:02.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:01 smithi176 ceph-mon[36543]: pgmap v298: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:02.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:01 smithi203 ceph-mon[37192]: pgmap v298: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:04.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:03 smithi027 ceph-mon[32293]: pgmap v299: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T08:05:04.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:03 smithi176 ceph-mon[36543]: pgmap v299: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T08:05:04.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:03 smithi203 ceph-mon[37192]: pgmap v299: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-06-06T08:05:06.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:05 smithi027 ceph-mon[32293]: pgmap v300: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-06-06T08:05:06.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:05 smithi176 ceph-mon[36543]: pgmap v300: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-06-06T08:05:06.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:05 smithi203 ceph-mon[37192]: pgmap v300: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-06-06T08:05:08.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:07 smithi027 ceph-mon[32293]: pgmap v301: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:05:08.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:07 smithi176 ceph-mon[36543]: pgmap v301: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:05:08.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:07 smithi203 ceph-mon[37192]: pgmap v301: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:05:10.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:09 smithi027 ceph-mon[32293]: pgmap v302: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:05:10.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:09 smithi176 ceph-mon[36543]: pgmap v302: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:05:10.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:09 smithi203 ceph-mon[37192]: pgmap v302: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-06-06T08:05:12.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:11 smithi027 ceph-mon[32293]: pgmap v303: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:05:12.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:11 smithi176 ceph-mon[36543]: pgmap v303: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:05:12.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:11 smithi203 ceph-mon[37192]: pgmap v303: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-06-06T08:05:14.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:13 smithi027 ceph-mon[32293]: pgmap v304: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-06-06T08:05:14.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:13 smithi176 ceph-mon[36543]: pgmap v304: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-06-06T08:05:14.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:13 smithi203 ceph-mon[37192]: pgmap v304: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 26 op/s 2024-06-06T08:05:16.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:15 smithi027 ceph-mon[32293]: pgmap v305: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-06-06T08:05:16.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:15 smithi176 ceph-mon[36543]: pgmap v305: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-06-06T08:05:16.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:15 smithi203 ceph-mon[37192]: pgmap v305: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-06-06T08:05:18.079 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:17 smithi203 ceph-mon[37192]: pgmap v306: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:05:18.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:17 smithi027 ceph-mon[32293]: pgmap v306: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:05:18.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:17 smithi176 ceph-mon[36543]: pgmap v306: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-06-06T08:05:20.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:19 smithi027 ceph-mon[32293]: pgmap v307: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-06-06T08:05:20.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:19 smithi176 ceph-mon[36543]: pgmap v307: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-06-06T08:05:20.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:19 smithi203 ceph-mon[37192]: pgmap v307: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-06-06T08:05:22.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:21 smithi027 ceph-mon[32293]: pgmap v308: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:22.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:21 smithi176 ceph-mon[36543]: pgmap v308: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:22.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:21 smithi203 ceph-mon[37192]: pgmap v308: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:24.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:23 smithi027 ceph-mon[32293]: pgmap v309: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:24.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:23 smithi176 ceph-mon[36543]: pgmap v309: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:24.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:23 smithi203 ceph-mon[37192]: pgmap v309: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:26.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:25 smithi027 ceph-mon[32293]: pgmap v310: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:05:26.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:25 smithi176 ceph-mon[36543]: pgmap v310: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:05:26.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:25 smithi203 ceph-mon[37192]: pgmap v310: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:05:28.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:27 smithi027 ceph-mon[32293]: pgmap v311: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:28.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:27 smithi176 ceph-mon[36543]: pgmap v311: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:28.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:27 smithi203 ceph-mon[37192]: pgmap v311: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:30.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:29 smithi027 ceph-mon[32293]: pgmap v312: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:30.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:29 smithi176 ceph-mon[36543]: pgmap v312: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:30.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:29 smithi203 ceph-mon[37192]: pgmap v312: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:32.146 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:31 smithi027 ceph-mon[32293]: pgmap v313: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:32.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:31 smithi176 ceph-mon[36543]: pgmap v313: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:32.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:31 smithi203 ceph-mon[37192]: pgmap v313: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:34.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:33 smithi027 ceph-mon[32293]: pgmap v314: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:34.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:33 smithi176 ceph-mon[36543]: pgmap v314: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:34.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:33 smithi203 ceph-mon[37192]: pgmap v314: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:36.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:35 smithi027 ceph-mon[32293]: pgmap v315: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:05:36.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:35 smithi176 ceph-mon[36543]: pgmap v315: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:05:36.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:35 smithi203 ceph-mon[37192]: pgmap v315: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:05:38.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:37 smithi027 ceph-mon[32293]: pgmap v316: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:38.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:37 smithi176 ceph-mon[36543]: pgmap v316: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:38.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:37 smithi203 ceph-mon[37192]: pgmap v316: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:40.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:39 smithi027 ceph-mon[32293]: pgmap v317: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:40.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:39 smithi176 ceph-mon[36543]: pgmap v317: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:40.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:39 smithi203 ceph-mon[37192]: pgmap v317: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-06-06T08:05:42.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:41 smithi027 ceph-mon[32293]: pgmap v318: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:42.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:41 smithi176 ceph-mon[36543]: pgmap v318: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:42.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:41 smithi203 ceph-mon[37192]: pgmap v318: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:05:42.319 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-06T08:05:42.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 -- 172.21.15.27:0/1432104683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c1079a0 msgr2=0x7f8e3c107d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.441 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 --2- 172.21.15.27:0/1432104683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c1079a0 0x7f8e3c107d80 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f8e34009cd0 tx=0x7f8e3402a8e0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 -- 172.21.15.27:0/1432104683 shutdown_connections 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 --2- 172.21.15.27:0/1432104683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 0x7f8e3c10e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 --2- 172.21.15.27:0/1432104683 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e3c101990 0x7f8e3c101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 --2- 172.21.15.27:0/1432104683 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c1079a0 0x7f8e3c107d80 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 -- 172.21.15.27:0/1432104683 >> 172.21.15.27:0/1432104683 conn(0x7f8e3c0fd460 msgr2=0x7f8e3c0ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 -- 172.21.15.27:0/1432104683 shutdown_connections 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 -- 172.21.15.27:0/1432104683 wait complete. 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 Processor -- start 2024-06-06T08:05:42.442 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.442+0000 7f8e43664640 1 -- start start 2024-06-06T08:05:42.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e43664640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 0x7f8e3c198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.444 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e43664640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 0x7f8e3c198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e43664640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e3c1079a0 0x7f8e3c19cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e43664640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3c111ea0 con 0x7f8e3c101990 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e43664640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3c111d20 con 0x7f8e3c1079a0 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e43664640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8e3c112020 con 0x7f8e3c102350 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 0x7f8e3c198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 0x7f8e3c198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:39174/0 (socket says 172.21.15.27:39174) 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 -- 172.21.15.27:0/3114574820 learned_addr learned my addr 172.21.15.27:0/3114574820 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41c01640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e3c1079a0 0x7f8e3c19cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e40bff640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 0x7f8e3c198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 -- 172.21.15.27:0/3114574820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 msgr2=0x7f8e3c198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 0x7f8e3c198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.445 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 -- 172.21.15.27:0/3114574820 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e3c1079a0 msgr2=0x7f8e3c19cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e3c1079a0 0x7f8e3c19cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 -- 172.21.15.27:0/3114574820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e3c19d2f0 con 0x7f8e3c101990 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e40bff640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 0x7f8e3c198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e41400640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 0x7f8e3c198300 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f8e34031040 tx=0x7f8e34003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.443+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e34004040 con 0x7f8e3c101990 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.444+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e3c19d580 con 0x7f8e3c101990 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.444+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f8e340046e0 con 0x7f8e3c101990 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.444+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3403b400 con 0x7f8e3c101990 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.444+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e3c1a4e70 con 0x7f8e3c101990 2024-06-06T08:05:42.446 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.445+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e3c04f760 con 0x7f8e3c101990 2024-06-06T08:05:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.446+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8e34030630 con 0x7f8e3c101990 2024-06-06T08:05:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.447+0000 7f8e3a7fc640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8e240a2da0 0x7f8e240a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.447+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7f8e3402e030 con 0x7f8e3c101990 2024-06-06T08:05:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.447+0000 7f8e40bff640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8e240a2da0 0x7f8e240a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.447 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.447+0000 7f8e40bff640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8e240a2da0 0x7f8e240a5260 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c0ffa10 tx=0x7f8e30005e50 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:42.449 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.450+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8e340bd700 con 0x7f8e3c101990 2024-06-06T08:05:42.656 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.657+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f8e3c109f70 con 0x7f8e240a2da0 2024-06-06T08:05:42.664 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.665+0000 7f8e3a7fc640 1 -- 172.21.15.27:0/3114574820 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f8e3000ea60 con 0x7f8e240a2da0 2024-06-06T08:05:42.664 INFO:teuthology.orchestra.run.smithi027.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-06T00:00:00", "created": "2024-06-06T07:55:40", "first": "2024-06-06T07:56:00", "last": "2024-06-06T08:05:00", "last_pruned": "2024-06-06T08:04:00", "created_count": 10, "pruned_count": 3, "active": true} 2024-06-06T08:05:42.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8e240a2da0 msgr2=0x7f8e240a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.666 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8e240a2da0 0x7f8e240a5260 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8e3c0ffa10 tx=0x7f8e30005e50 comp rx=0 tx=0).stop 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 msgr2=0x7f8e3c198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 0x7f8e3c198300 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f8e34031040 tx=0x7f8e34003f10 comp rx=0 tx=0).stop 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 shutdown_connections 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f8e240a2da0 0x7f8e240a5260 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f8e3c1079a0 0x7f8e3c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e3c102350 0x7f8e3c198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 --2- 172.21.15.27:0/3114574820 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f8e3c101990 0x7f8e3c198300 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 >> 172.21.15.27:0/3114574820 conn(0x7f8e3c0fd460 msgr2=0x7f8e3c0fdab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 shutdown_connections 2024-06-06T08:05:42.667 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.667+0000 7f8e43664640 1 -- 172.21.15.27:0/3114574820 wait complete. 2024-06-06T08:05:42.677 DEBUG:teuthology.orchestra.run.smithi027:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-06T08:05:42.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 -- 172.21.15.27:0/2223552613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658101290 msgr2=0x7f365810d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2223552613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658101290 0x7f365810d750 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f3650009cd0 tx=0x7f365002a8e0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.784 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 -- 172.21.15.27:0/2223552613 shutdown_connections 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2223552613 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658101290 0x7f365810d750 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2223552613 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36581008d0 0x7f3658100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2223552613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3658106890 0x7f3658106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 -- 172.21.15.27:0/2223552613 >> 172.21.15.27:0/2223552613 conn(0x7f3658077a20 msgr2=0x7f3658077e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 -- 172.21.15.27:0/2223552613 shutdown_connections 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 -- 172.21.15.27:0/2223552613 wait complete. 2024-06-06T08:05:42.785 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 Processor -- start 2024-06-06T08:05:42.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.785+0000 7f365dfc4640 1 -- start start 2024-06-06T08:05:42.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f365dfc4640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36581008d0 0x7f3658199120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.787 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f365dfc4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3658101290 0x7f3658199660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f365dfc4640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 0x7f36581a41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f365dfc4640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f3658110dc0 con 0x7f3658106890 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f365dfc4640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f3658110c40 con 0x7f36581008d0 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f365dfc4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3658110f40 con 0x7f3658101290 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 0x7f36581a41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 0x7f36581a41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:39192/0 (socket says 172.21.15.27:39192) 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 -- 172.21.15.27:0/2259716268 learned_addr learned my addr 172.21.15.27:0/2259716268 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f36577fe640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36581008d0 0x7f3658199120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3656ffd640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3658101290 0x7f3658199660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 -- 172.21.15.27:0/2259716268 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3658101290 msgr2=0x7f3658199660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3658101290 0x7f3658199660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.788 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 -- 172.21.15.27:0/2259716268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36581008d0 msgr2=0x7f3658199120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36581008d0 0x7f3658199120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 -- 172.21.15.27:0/2259716268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36581a46e0 con 0x7f3658106890 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3657fff640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 0x7f36581a41a0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f3650006010 tx=0x7f3650003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3650004040 con 0x7f3658106890 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f36500046e0 con 0x7f3658106890 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.786+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3650046480 con 0x7f3658106890 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.787+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36581a48b0 con 0x7f3658106890 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.787+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36581a4d70 con 0x7f3658106890 2024-06-06T08:05:42.789 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.787+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f365804f760 con 0x7f3658106890 2024-06-06T08:05:42.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.789+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3650030630 con 0x7f3658106890 2024-06-06T08:05:42.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.789+0000 7f3654ff9640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f36400a2da0 0x7f36400a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:42.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.790+0000 7f36577fe640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f36400a2da0 0x7f36400a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:42.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.790+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7f365002e030 con 0x7f3658106890 2024-06-06T08:05:42.790 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.790+0000 7f36577fe640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f36400a2da0 0x7f36400a5260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3648005fd0 tx=0x7f364800b390 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:42.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.793+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f365004b060 con 0x7f3658106890 2024-06-06T08:05:42.998 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:42.999+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 --> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f36581039e0 con 0x7f36400a2da0 2024-06-06T08:05:43.005 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.006+0000 7f3654ff9640 1 -- 172.21.15.27:0/2259716268 <== mgr.15294 v2:172.21.15.27:6800/3374184221 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f36581039e0 con 0x7f36400a2da0 2024-06-06T08:05:43.006 INFO:teuthology.orchestra.run.smithi027.stdout:/ 1m 6m3h 2024-06-06T08:05:43.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f36400a2da0 msgr2=0x7f36400a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f36400a2da0 0x7f36400a5260 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3648005fd0 tx=0x7f364800b390 comp rx=0 tx=0).stop 2024-06-06T08:05:43.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 msgr2=0x7f36581a41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 0x7f36581a41a0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f3650006010 tx=0x7f3650003f10 comp rx=0 tx=0).stop 2024-06-06T08:05:43.008 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 shutdown_connections 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f36400a2da0 0x7f36400a5260 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f3658106890 0x7f36581a41a0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3658101290 0x7f3658199660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 --2- 172.21.15.27:0/2259716268 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f36581008d0 0x7f3658199120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 >> 172.21.15.27:0/2259716268 conn(0x7f3658077a20 msgr2=0x7f36581032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 shutdown_connections 2024-06-06T08:05:43.009 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.009+0000 7f365dfc4640 1 -- 172.21.15.27:0/2259716268 wait complete. 2024-06-06T08:05:43.019 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-06-06T08:05:43.033 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-06-06T08:05:43.033 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_861a8dcf7aa816a26e13f039336f7ed0a9aec0fa/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 155, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph_3d746ca5346f34eef7e826a1eb71e59e02b682ae/qa/tasks/fwd_scrub.py", line 90, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2024-06-06T08:05:43.034 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-06-06T08:05:43.047 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-06T08:05:43.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 -- 172.21.15.27:0/3645101565 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0106890 msgr2=0x7fbdd0106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.154 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 --2- 172.21.15.27:0/3645101565 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0106890 0x7fbdd0106c70 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc009930 tx=0x7fbdcc02a420 comp rx=0 tx=0).stop 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 -- 172.21.15.27:0/3645101565 shutdown_connections 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 --2- 172.21.15.27:0/3645101565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 0x7fbdd010d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 --2- 172.21.15.27:0/3645101565 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdd0100880 0x7fbdd0100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 --2- 172.21.15.27:0/3645101565 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0106890 0x7fbdd0106c70 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 -- 172.21.15.27:0/3645101565 >> 172.21.15.27:0/3645101565 conn(0x7fbdd0077970 msgr2=0x7fbdd0077d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 -- 172.21.15.27:0/3645101565 shutdown_connections 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.153+0000 7fbdd801c640 1 -- 172.21.15.27:0/3645101565 wait complete. 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 Processor -- start 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 -- start start 2024-06-06T08:05:43.155 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 0x7fbdd0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 0x7fbdd0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdd0106890 0x7fbdd019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd006af40 con 0x7fbdd0100880 2024-06-06T08:05:43.156 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd006adc0 con 0x7fbdd0106890 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd801c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd01120d0 con 0x7fbdd0101240 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 0x7fbdd0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 0x7fbdd0198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:39206/0 (socket says 172.21.15.27:39206) 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 -- 172.21.15.27:0/1883279480 learned_addr learned my addr 172.21.15.27:0/1883279480 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd55b7640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 0x7fbdd0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd65b9640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdd0106890 0x7fbdd019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 -- 172.21.15.27:0/1883279480 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 msgr2=0x7fbdd0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 0x7fbdd0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 -- 172.21.15.27:0/1883279480 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdd0106890 msgr2=0x7fbdd019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdd0106890 0x7fbdd019cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd5db8640 1 -- 172.21.15.27:0/1883279480 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd019d310 con 0x7fbdd0100880 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.154+0000 7fbdd55b7640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 0x7fbdd0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:05:43.157 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.155+0000 7fbdd5db8640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 0x7fbdd0198320 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc009230 tx=0x7fbdcc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:43.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.155+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc03f030 con 0x7fbdd0100880 2024-06-06T08:05:43.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.155+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd019d5a0 con 0x7fbdd0100880 2024-06-06T08:05:43.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.155+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fbdcc003af0 con 0x7fbdd0100880 2024-06-06T08:05:43.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.155+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdcc035070 con 0x7fbdd0100880 2024-06-06T08:05:43.158 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.155+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd01a4e90 con 0x7fbdd0100880 2024-06-06T08:05:43.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.156+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd0101fc0 con 0x7fbdd0100880 2024-06-06T08:05:43.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.157+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbdcc042030 con 0x7fbdd0100880 2024-06-06T08:05:43.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.158+0000 7fbdc6ffd640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdbc0a2d00 0x7fbdbc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.158+0000 7fbdd55b7640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdbc0a2d00 0x7fbdbc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.158+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7fbdcc0f04d0 con 0x7fbdd0100880 2024-06-06T08:05:43.159 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.158+0000 7fbdd55b7640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdbc0a2d00 0x7fbdbc0a51c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbdd0104ef0 tx=0x7fbdc0005e50 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:43.160 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.161+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbdcc0bce00 con 0x7fbdd0100880 2024-06-06T08:05:43.348 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.349+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbdd0108e10 con 0x7fbdd0100880 2024-06-06T08:05:43.350 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.351+0000 7fbdc6ffd640 1 -- 172.21.15.27:0/1883279480 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) ==== 74+0+25197 (secure 0 0 0) 0x7fbdcc03b460 con 0x7fbdd0100880 2024-06-06T08:05:43.350 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T08:05:43.350 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":109,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T08:04:19.293284+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"108","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":108,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"108","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":108,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:0/3910427561":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/1165971616":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6800/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/3378358917":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2701848145":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]},{"pool":4,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:05:43.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdbc0a2d00 msgr2=0x7fbdbc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdbc0a2d00 0x7fbdbc0a51c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fbdd0104ef0 tx=0x7fbdc0005e50 comp rx=0 tx=0).stop 2024-06-06T08:05:43.352 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 msgr2=0x7fbdd0198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 0x7fbdd0198320 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc009230 tx=0x7fbdcc004270 comp rx=0 tx=0).stop 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 shutdown_connections 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fbdbc0a2d00 0x7fbdbc0a51c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fbdd0106890 0x7fbdd019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdd0101240 0x7fbdd0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 --2- 172.21.15.27:0/1883279480 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fbdd0100880 0x7fbdd0198320 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 >> 172.21.15.27:0/1883279480 conn(0x7fbdd0077970 msgr2=0x7fbdd0102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 shutdown_connections 2024-06-06T08:05:43.353 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.353+0000 7fbdd801c640 1 -- 172.21.15.27:0/1883279480 wait complete. 2024-06-06T08:05:43.363 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-06T07:46:04.030579+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-06T07:51:02.827280+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-06T07:51:06.653081+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '108', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 108, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-06-06T07:51:18.649612+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '108', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 108, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-06-06T08:05:43.364 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-06T08:05:43.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 -- 172.21.15.27:0/3956423631 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f00107990 msgr2=0x7f1f00107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 --2- 172.21.15.27:0/3956423631 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f00107990 0x7f1f00107d70 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009930 tx=0x7f1efc02a420 comp rx=0 tx=0).stop 2024-06-06T08:05:43.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 -- 172.21.15.27:0/3956423631 shutdown_connections 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 --2- 172.21.15.27:0/3956423631 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f0006a9e0 0x7f1f0010e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 --2- 172.21.15.27:0/3956423631 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f0006a020 0x7f1f0006a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 --2- 172.21.15.27:0/3956423631 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f00107990 0x7f1f00107d70 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 -- 172.21.15.27:0/3956423631 >> 172.21.15.27:0/3956423631 conn(0x7f1f00077900 msgr2=0x7f1f00077d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 -- 172.21.15.27:0/3956423631 shutdown_connections 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.472+0000 7f1f07bab640 1 -- 172.21.15.27:0/3956423631 wait complete. 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 Processor -- start 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 -- start start 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 0x7f1f00198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f0006a9e0 0x7f1f00198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f00107990 0x7f1f0019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f1f00111ec0 con 0x7f1f0006a020 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f1f00111d40 con 0x7f1f0006a9e0 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f07bab640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1f00112040 con 0x7f1f00107990 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 0x7f1f00198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 0x7f1f00198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:39228/0 (socket says 172.21.15.27:39228) 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 -- 172.21.15.27:0/2523255251 learned_addr learned my addr 172.21.15.27:0/2523255251 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05146640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f0006a9e0 0x7f1f00198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f06148640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f00107990 0x7f1f0019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 -- 172.21.15.27:0/2523255251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f00107990 msgr2=0x7f1f0019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f00107990 0x7f1f0019cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 -- 172.21.15.27:0/2523255251 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f0006a9e0 msgr2=0x7f1f00198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.475 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f0006a9e0 0x7f1f00198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.473+0000 7f1f05947640 1 -- 172.21.15.27:0/2523255251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f0019d310 con 0x7f1f0006a020 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.474+0000 7f1f05947640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 0x7f1f00198320 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009230 tx=0x7f1efc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.474+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc03f030 con 0x7f1f0006a020 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.474+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f1efc003af0 con 0x7f1f0006a020 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.474+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f0019d5a0 con 0x7f1f0006a020 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.474+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc035070 con 0x7f1f0006a020 2024-06-06T08:05:43.476 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.474+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f001a4e90 con 0x7f1f0006a020 2024-06-06T08:05:43.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.475+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f001030c0 con 0x7f1f0006a020 2024-06-06T08:05:43.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.476+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1efc042030 con 0x7f1f0006a020 2024-06-06T08:05:43.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.476+0000 7f1ef6ffd640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1eec0a2d00 0x7f1eec0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.477+0000 7f1f05146640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1eec0a2d00 0x7f1eec0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.477+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7f1efc0f0080 con 0x7f1f0006a020 2024-06-06T08:05:43.477 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.477+0000 7f1f05146640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1eec0a2d00 0x7f1eec0a51c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0005fd0 tx=0x7f1ef0005850 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:43.480 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.481+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1efc0bc9b0 con 0x7f1f0006a020 2024-06-06T08:05:43.669 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.670+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1f00109f10 con 0x7f1f0006a020 2024-06-06T08:05:43.670 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.670+0000 7f1ef6ffd640 1 -- 172.21.15.27:0/2523255251 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v109) ==== 93+0+10 (secure 0 0 0) 0x7f1efc0b6e20 con 0x7f1f0006a020 2024-06-06T08:05:43.670 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 1 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1eec0a2d00 msgr2=0x7f1eec0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1eec0a2d00 0x7f1eec0a51c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0005fd0 tx=0x7f1ef0005850 comp rx=0 tx=0).stop 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 msgr2=0x7f1f00198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 0x7f1f00198320 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009230 tx=0x7f1efc004270 comp rx=0 tx=0).stop 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 shutdown_connections 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f1eec0a2d00 0x7f1eec0a51c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1f00107990 0x7f1f0019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f1f0006a9e0 0x7f1f00198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 --2- 172.21.15.27:0/2523255251 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f1f0006a020 0x7f1f00198320 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.672+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 >> 172.21.15.27:0/2523255251 conn(0x7f1f00077900 msgr2=0x7f1f000fe810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.672 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.673+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 shutdown_connections 2024-06-06T08:05:43.673 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.673+0000 7f1f07bab640 1 -- 172.21.15.27:0/2523255251 wait complete. 2024-06-06T08:05:43.682 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-06T08:05:43.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 -- 172.21.15.27:0/724096934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 msgr2=0x7efc04107d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 --2- 172.21.15.27:0/724096934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc04107d60 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7efbf4009930 tx=0x7efbf402a420 comp rx=0 tx=0).stop 2024-06-06T08:05:43.792 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 -- 172.21.15.27:0/724096934 shutdown_connections 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 --2- 172.21.15.27:0/724096934 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc04102330 0x7efc0410e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 --2- 172.21.15.27:0/724096934 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc04101970 0x7efc04101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 --2- 172.21.15.27:0/724096934 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc04107d60 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 -- 172.21.15.27:0/724096934 >> 172.21.15.27:0/724096934 conn(0x7efc040fd3e0 msgr2=0x7efc040ff800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 -- 172.21.15.27:0/724096934 shutdown_connections 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.790+0000 7efc0929e640 1 -- 172.21.15.27:0/724096934 wait complete. 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 Processor -- start 2024-06-06T08:05:43.793 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 -- start start 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc04101970 0x7efc04198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc04102330 0x7efc041988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc0419cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7efc04111e80 con 0x7efc04107980 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7efc04111d00 con 0x7efc04102330 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc0929e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc04112000 con 0x7efc04101970 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc037fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc0419cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc037fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc0419cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:39238/0 (socket says 172.21.15.27:39238) 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc037fe640 1 -- 172.21.15.27:0/1316481758 learned_addr learned my addr 172.21.15.27:0/1316481758 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:43.794 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.791+0000 7efc02ffd640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc04101970 0x7efc04198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc027fc640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc04102330 0x7efc041988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc037fe640 1 -- 172.21.15.27:0/1316481758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc04101970 msgr2=0x7efc04198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc037fe640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc04101970 0x7efc04198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc037fe640 1 -- 172.21.15.27:0/1316481758 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc04102330 msgr2=0x7efc041988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc037fe640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc04102330 0x7efc041988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc037fe640 1 -- 172.21.15.27:0/1316481758 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0419d350 con 0x7efc04107980 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc037fe640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc0419cc20 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7efbfc00eaa0 tx=0x7efbfc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:43.795 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbfc00cdb0 con 0x7efc04107980 2024-06-06T08:05:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc0419d640 con 0x7efc04107980 2024-06-06T08:05:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7efbfc004b20 con 0x7efc04107980 2024-06-06T08:05:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbfc011760 con 0x7efc04107980 2024-06-06T08:05:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.792+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc041a4ed0 con 0x7efc04107980 2024-06-06T08:05:43.796 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.793+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc04068c10 con 0x7efc04107980 2024-06-06T08:05:43.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.794+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7efbfc004cd0 con 0x7efc04107980 2024-06-06T08:05:43.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.795+0000 7efbebfff640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efbec0a2d00 0x7efbec0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:43.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.795+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7efbfc0cfab0 con 0x7efc04107980 2024-06-06T08:05:43.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.795+0000 7efc02ffd640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efbec0a2d00 0x7efbec0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:43.797 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.795+0000 7efc02ffd640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efbec0a2d00 0x7efbec0a51c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7efbf4000c00 tx=0x7efbf4005a20 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:43.798 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.799+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efbfc016030 con 0x7efc04107980 2024-06-06T08:05:43.983 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.984+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7efc0402d2e0 con 0x7efc04107980 2024-06-06T08:05:43.984 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.984+0000 7efbebfff640 1 -- 172.21.15.27:0/1316481758 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v109) ==== 104+0+11 (secure 0 0 0) 0x7efbfc09c320 con 0x7efc04107980 2024-06-06T08:05:43.984 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-06-06T08:05:43.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efbec0a2d00 msgr2=0x7efbec0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efbec0a2d00 0x7efbec0a51c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7efbf4000c00 tx=0x7efbf4005a20 comp rx=0 tx=0).stop 2024-06-06T08:05:43.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 msgr2=0x7efc0419cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:43.986 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc0419cc20 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7efbfc00eaa0 tx=0x7efbfc00ef60 comp rx=0 tx=0).stop 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 shutdown_connections 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7efbec0a2d00 0x7efbec0a51c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7efc04107980 0x7efc0419cc20 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7efc04102330 0x7efc041988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 --2- 172.21.15.27:0/1316481758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc04101970 0x7efc04198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.986+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 >> 172.21.15.27:0/1316481758 conn(0x7efc040fd3e0 msgr2=0x7efc040fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.987+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 shutdown_connections 2024-06-06T08:05:43.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:43.987+0000 7efc0929e640 1 -- 172.21.15.27:0/1316481758 wait complete. 2024-06-06T08:05:43.995 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:43 smithi027 ceph-mon[32293]: pgmap v319: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:43.995 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:43 smithi027 ceph-mon[32293]: from='client.16584 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:05:43.996 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1883279480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:05:43.996 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2523255251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:05:43.997 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-06T08:05:44.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 -- 172.21.15.27:0/2497423629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc101590 msgr2=0x7fe7fc10d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 --2- 172.21.15.27:0/2497423629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc101590 0x7fe7fc10d6c0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fe7f4009ca0 tx=0x7fe7f402a8c0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 -- 172.21.15.27:0/2497423629 shutdown_connections 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 --2- 172.21.15.27:0/2497423629 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc101590 0x7fe7fc10d6c0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 --2- 172.21.15.27:0/2497423629 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc101050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 --2- 172.21.15.27:0/2497423629 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7fc1068f0 0x7fe7fc106cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 -- 172.21.15.27:0/2497423629 >> 172.21.15.27:0/2497423629 conn(0x7fe7fc0766a0 msgr2=0x7fe7fc076ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 -- 172.21.15.27:0/2497423629 shutdown_connections 2024-06-06T08:05:44.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.105+0000 7fe800ada640 1 -- 172.21.15.27:0/2497423629 wait complete. 2024-06-06T08:05:44.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 Processor -- start 2024-06-06T08:05:44.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 -- start start 2024-06-06T08:05:44.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7fc101590 0x7fe7fc198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7fc1068f0 0x7fe7fc19cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fe7fc111e50 con 0x7fe7fc100bf0 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fe7fc111cd0 con 0x7fe7fc1068f0 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe800ada640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe7fc111fd0 con 0x7fe7fc101590 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fa59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fa59c640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36036/0 (socket says 172.21.15.27:36036) 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fa59c640 1 -- 172.21.15.27:0/1309459536 learned_addr learned my addr 172.21.15.27:0/1309459536 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7f9d9b640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7fc101590 0x7fe7fc198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fad9d640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7fc1068f0 0x7fe7fc19cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fa59c640 1 -- 172.21.15.27:0/1309459536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7fc101590 msgr2=0x7fe7fc198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fa59c640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7fc101590 0x7fe7fc198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.106+0000 7fe7fa59c640 1 -- 172.21.15.27:0/1309459536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7fc1068f0 msgr2=0x7fe7fc19cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe7fa59c640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7fc1068f0 0x7fe7fc19cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe7fa59c640 1 -- 172.21.15.27:0/1309459536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7fc19d1f0 con 0x7fe7fc100bf0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe7fa59c640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc198250 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fe7e400d770 tx=0x7fe7e400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4017070 con 0x7fe7fc100bf0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7fc19d4e0 con 0x7fe7fc100bf0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fe7e4005520 con 0x7fe7fc100bf0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7e4010460 con 0x7fe7fc100bf0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.107+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7fc1a4d70 con 0x7fe7fc100bf0 2024-06-06T08:05:44.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.108+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7fc101fe0 con 0x7fe7fc100bf0 2024-06-06T08:05:44.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.109+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe7e4004ea0 con 0x7fe7fc100bf0 2024-06-06T08:05:44.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.110+0000 7fe7f37fe640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7e80a2d00 0x7fe7e80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.110+0000 7fe7f9d9b640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7e80a2d00 0x7fe7e80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.110+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7fe7e40cf250 con 0x7fe7fc100bf0 2024-06-06T08:05:44.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.110+0000 7fe7f9d9b640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7e80a2d00 0x7fe7e80a51c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc105f50 tx=0x7fe7ec00b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:44.113 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.114+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe7e409bac0 con 0x7fe7fc100bf0 2024-06-06T08:05:44.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:43 smithi176 ceph-mon[36543]: pgmap v319: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:44.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:43 smithi176 ceph-mon[36543]: from='client.16584 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:05:44.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1883279480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:05:44.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2523255251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:05:44.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:43 smithi203 ceph-mon[37192]: pgmap v319: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 11 op/s 2024-06-06T08:05:44.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:43 smithi203 ceph-mon[37192]: from='client.16584 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:05:44.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1883279480' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:05:44.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2523255251' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-06T08:05:44.300 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.301+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe7fc1a4f40 con 0x7fe7fc100bf0 2024-06-06T08:05:44.301 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.301+0000 7fe7f37fe640 1 -- 172.21.15.27:0/1309459536 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v109) ==== 100+0+11 (secure 0 0 0) 0x7fe7e409b3c0 con 0x7fe7fc100bf0 2024-06-06T08:05:44.301 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 64 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7e80a2d00 msgr2=0x7fe7e80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7e80a2d00 0x7fe7e80a51c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc105f50 tx=0x7fe7ec00b410 comp rx=0 tx=0).stop 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 msgr2=0x7fe7fc198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc198250 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fe7e400d770 tx=0x7fe7e400dc30 comp rx=0 tx=0).stop 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 shutdown_connections 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fe7e80a2d00 0x7fe7e80a51c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fe7fc1068f0 0x7fe7fc19cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7fc101590 0x7fe7fc198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 --2- 172.21.15.27:0/1309459536 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fe7fc100bf0 0x7fe7fc198250 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.303 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.303+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 >> 172.21.15.27:0/1309459536 conn(0x7fe7fc0766a0 msgr2=0x7fe7fc0ff8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:44.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.304+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 shutdown_connections 2024-06-06T08:05:44.304 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.304+0000 7fe800ada640 1 -- 172.21.15.27:0/1309459536 wait complete. 2024-06-06T08:05:44.313 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-06-06T08:05:44.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 -- 172.21.15.27:0/512117445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 msgr2=0x7fca5c10e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.422 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 --2- 172.21.15.27:0/512117445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c10e400 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fca4c009900 tx=0x7fca4c02a510 comp rx=0 tx=0).stop 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 -- 172.21.15.27:0/512117445 shutdown_connections 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 --2- 172.21.15.27:0/512117445 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c10e400 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 --2- 172.21.15.27:0/512117445 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca5c103540 0x7fca5c10ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 --2- 172.21.15.27:0/512117445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca5c102c20 0x7fca5c103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 -- 172.21.15.27:0/512117445 >> 172.21.15.27:0/512117445 conn(0x7fca5c0779a0 msgr2=0x7fca5c077db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 -- 172.21.15.27:0/512117445 shutdown_connections 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 -- 172.21.15.27:0/512117445 wait complete. 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.423+0000 7fca6146d640 1 Processor -- start 2024-06-06T08:05:44.423 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 -- start start 2024-06-06T08:05:44.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca5c102c20 0x7fca5c100870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca5c103540 0x7fca5c100db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.425 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c1012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c111e80 con 0x7fca5c10bf60 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c111d00 con 0x7fca5c102c20 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca6146d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fca5c112000 con 0x7fca5c103540 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c1012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c1012f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36068/0 (socket says 172.21.15.27:36068) 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 -- 172.21.15.27:0/2690572816 learned_addr learned my addr 172.21.15.27:0/2690572816 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5a7fc640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca5c103540 0x7fca5c100db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5affd640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca5c102c20 0x7fca5c100870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 -- 172.21.15.27:0/2690572816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca5c103540 msgr2=0x7fca5c100db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca5c103540 0x7fca5c100db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 -- 172.21.15.27:0/2690572816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca5c102c20 msgr2=0x7fca5c100870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.426 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca5c102c20 0x7fca5c100870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.424+0000 7fca5b7fe640 1 -- 172.21.15.27:0/2690572816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca5c1a6760 con 0x7fca5c10bf60 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.425+0000 7fca5b7fe640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c1012f0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fca4c005ab0 tx=0x7fca4c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.425+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4c03f030 con 0x7fca5c10bf60 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.425+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fca4c003d00 con 0x7fca5c10bf60 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.425+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4c035070 con 0x7fca5c10bf60 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.425+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca5c1a69f0 con 0x7fca5c10bf60 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.425+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca5c1a6e90 con 0x7fca5c10bf60 2024-06-06T08:05:44.427 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.426+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca5c0687c0 con 0x7fca5c10bf60 2024-06-06T08:05:44.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.427+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fca4c042030 con 0x7fca5c10bf60 2024-06-06T08:05:44.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.427+0000 7fca53fff640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fca480a2d00 0x7fca480a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.428+0000 7fca5affd640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fca480a2d00 0x7fca480a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.428+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7fca4c0efc30 con 0x7fca5c10bf60 2024-06-06T08:05:44.428 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.428+0000 7fca5affd640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fca480a2d00 0x7fca480a51c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fca54007350 tx=0x7fca540072e0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:44.431 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.432+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fca4c0bc4a0 con 0x7fca5c10bf60 2024-06-06T08:05:44.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.617+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fca5c1a7190 con 0x7fca5c10bf60 2024-06-06T08:05:44.617 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.618+0000 7fca53fff640 1 -- 172.21.15.27:0/2690572816 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v109) ==== 103+0+11 (secure 0 0 0) 0x7fca4c0bbda0 con 0x7fca5c10bf60 2024-06-06T08:05:44.617 INFO:teuthology.orchestra.run.smithi027.stdout:pg_num: 32 2024-06-06T08:05:44.619 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fca480a2d00 msgr2=0x7fca480a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fca480a2d00 0x7fca480a51c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fca54007350 tx=0x7fca540072e0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 msgr2=0x7fca5c1012f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c1012f0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fca4c005ab0 tx=0x7fca4c0042f0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 shutdown_connections 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fca480a2d00 0x7fca480a51c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fca5c10bf60 0x7fca5c1012f0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca5c103540 0x7fca5c100db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 --2- 172.21.15.27:0/2690572816 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fca5c102c20 0x7fca5c100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.620 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 >> 172.21.15.27:0/2690572816 conn(0x7fca5c0779a0 msgr2=0x7fca5c0fd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:44.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 shutdown_connections 2024-06-06T08:05:44.621 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.620+0000 7fca6146d640 1 -- 172.21.15.27:0/2690572816 wait complete. 2024-06-06T08:05:44.630 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-06-06T08:05:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 -- 172.21.15.27:0/3596761136 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063410bfd0 msgr2=0x7f063410e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3596761136 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063410bfd0 0x7f063410e400 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f062c009ca0 tx=0x7f062c02a950 comp rx=0 tx=0).stop 2024-06-06T08:05:44.736 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 -- 172.21.15.27:0/3596761136 shutdown_connections 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3596761136 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f063410bfd0 0x7f063410e400 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3596761136 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0634103520 0x7f063410ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3596761136 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0634102c00 0x7f0634102fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 -- 172.21.15.27:0/3596761136 >> 172.21.15.27:0/3596761136 conn(0x7f0634076c20 msgr2=0x7f0634077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 -- 172.21.15.27:0/3596761136 shutdown_connections 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.735+0000 7f063b3b6640 1 -- 172.21.15.27:0/3596761136 wait complete. 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 Processor -- start 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 -- start start 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0634102c00 0x7f06341982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 0x7f0634198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f063410bfd0 0x7f063419cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.737 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0634111e80 con 0x7f0634103520 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0634111d00 con 0x7f063410bfd0 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f063b3b6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0634112000 con 0x7f0634102c00 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f0638951640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 0x7f0634198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f0639152640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0634102c00 0x7f06341982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f0638951640 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 0x7f0634198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36086/0 (socket says 172.21.15.27:36086) 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f0638951640 1 -- 172.21.15.27:0/3633056781 learned_addr learned my addr 172.21.15.27:0/3633056781 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.736+0000 7f0639953640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f063410bfd0 0x7f063419cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0638951640 1 -- 172.21.15.27:0/3633056781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0634102c00 msgr2=0x7f06341982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.738 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0638951640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0634102c00 0x7f06341982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0638951640 1 -- 172.21.15.27:0/3633056781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f063410bfd0 msgr2=0x7f063419cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0638951640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f063410bfd0 0x7f063419cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0638951640 1 -- 172.21.15.27:0/3633056781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f063419d2b0 con 0x7f0634103520 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0639953640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f063410bfd0 0x7f063419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f0638951640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 0x7f0634198800 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f062400d950 tx=0x7f062400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624017030 con 0x7f0634103520 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f063419d5a0 con 0x7f0634103520 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0624004020 con 0x7f0634103520 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0624004a00 con 0x7f0634103520 2024-06-06T08:05:44.739 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.737+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06341a4e30 con 0x7f0634103520 2024-06-06T08:05:44.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.738+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f063406a820 con 0x7f0634103520 2024-06-06T08:05:44.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.739+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f06240041d0 con 0x7f0634103520 2024-06-06T08:05:44.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.740+0000 7f062a7fc640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f06200a2d00 0x7f06200a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:05:44.740 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.740+0000 7f0639152640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f06200a2d00 0x7f06200a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:05:44.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.740+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9467+0+0 (secure 0 0 0) 0x7f06240cf160 con 0x7f0634103520 2024-06-06T08:05:44.741 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.741+0000 7f0639152640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f06200a2d00 0x7f06200a51c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0630005d00 tx=0x7f063000b410 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:05:44.743 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.744+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f062409b9d0 con 0x7f0634103520 2024-06-06T08:05:44.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:44 smithi027 ceph-mon[32293]: from='client.16590 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:05:44.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1316481758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:05:44.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1309459536' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:05:44.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2690572816' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:05:44.979 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.980+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f0634199610 con 0x7f0634103520 2024-06-06T08:05:44.987 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.988+0000 7f062a7fc640 1 -- 172.21.15.27:0/3633056781 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740903 (secure 0 0 0) 0x7f062409b2d0 con 0x7f0634103520 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "epoch": 26, 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "active_gid": 15294, 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "active_name": "x", 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "active_addrs": { 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:44.998 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:6800", 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 3374184221 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v1", 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:6801", 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 3374184221 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "active_addr": "172.21.15.27:6801/3374184221", 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "active_change": "2024-06-06T07:55:26.202561+0000", 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "active_mgr_features": 4540701547738038271, 2024-06-06T08:05:44.999 INFO:teuthology.orchestra.run.smithi027.stdout: "available": true, 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "standbys": [ 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "gid": 24965, 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "y", 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr_features": 4540701547738038271, 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "available_modules": [ 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "alerts", 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.000 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How frequently to reexamine health status", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.001 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.002 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.003 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.004 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.005 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.006 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_destination": { 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_destination", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Email address to send alerts to", 2024-06-06T08:05:45.007 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.008 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.008 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_from_name": { 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_from_name", 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "Ceph", 2024-06-06T08:05:45.009 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Email From: name", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_host": { 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_host", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.010 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP server", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_password": { 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_password", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.011 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Password to authenticate with", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_port": { 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_port", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.012 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "465", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP port", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_sender": { 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_sender", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.013 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP envelope sender", 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.014 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_ssl": { 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_ssl", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.015 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_user": { 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_user", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "User to authenticate as", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.016 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "balancer", 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "active": { 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "active", 2024-06-06T08:05:45.017 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "automatically balance PGs across cluster", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.018 INFO:teuthology.orchestra.run.smithi027.stdout: "begin_time": { 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "begin_time", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0000", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "beginning time of day to automatically balance", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.019 INFO:teuthology.orchestra.run.smithi027.stdout: "begin_weekday": { 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "begin_weekday", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "6", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.020 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_max_iterations": { 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_max_iterations", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "25", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "250", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.021 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_metrics": { 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_metrics", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "pgs,objects,bytes", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-06T08:05:45.022 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_step": { 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_step", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0.5", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0.001", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "0.999", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "aggressiveness of optimization", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-06T08:05:45.023 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "end_time": { 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "end_time", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "2359", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "ending time of day to automatically balance", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:05:45.024 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "end_weekday": { 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "end_weekday", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "6", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:05:45.025 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.026 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.027 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.028 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.029 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.030 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "min_score": { 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "min_score", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.031 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": { 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mode", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.032 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "upmap", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "crush-compat", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "none", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "read", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap-read" 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Balancer mode", 2024-06-06T08:05:45.033 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "pool_ids": { 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pool_ids", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.034 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.035 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap_max_deviation": { 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "upmap_max_deviation", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.036 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap_max_optimizations": { 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "upmap_max_optimizations", 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.037 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.038 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cephadm", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_down_multiplier": { 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_down_multiplier", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3.0", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.039 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_refresh_rate": { 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_refresh_rate", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "20", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.040 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_starting_port": { 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_starting_port", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "4721", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.041 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_ptrace": { 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_ptrace", 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.042 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "autotune_interval": { 2024-06-06T08:05:45.043 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "autotune_interval", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.044 INFO:teuthology.orchestra.run.smithi027.stdout: "autotune_memory_target_ratio": { 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "autotune_memory_target_ratio", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0.7", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.045 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm_log_destination": { 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cephadm_log_destination", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "file", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "file,syslog", 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: "syslog" 2024-06-06T08:05:45.046 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "cgroups_split": { 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cgroups_split", 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.047 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "config_checks_enabled": { 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_checks_enabled", 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.048 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "config_dashboard": { 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_dashboard", 2024-06-06T08:05:45.049 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_alertmanager": { 2024-06-06T08:05:45.050 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_alertmanager", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.051 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_base": { 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_base", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Container image name, without the tag", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.052 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_elasticsearch": { 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_elasticsearch", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "elasticsearch container image", 2024-06-06T08:05:45.053 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_grafana": { 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_grafana", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_haproxy": { 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_haproxy", 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "HAproxy container image", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_agent": { 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_agent", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger agent container image", 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_collector": { 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_collector", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger collector container image", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.058 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_query": { 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_query", 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.059 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger query container image", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_keepalived": { 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_keepalived", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.060 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Keepalived container image", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_loki": { 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_loki", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-06T08:05:45.061 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Loki container image", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_node_exporter": { 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_node_exporter", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.062 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_nvmeof": { 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_nvmeof", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.063 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Nvme-of container image", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_prometheus": { 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_prometheus", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.064 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_promtail": { 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_promtail", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.065 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Promtail container image", 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_samba": { 2024-06-06T08:05:45.066 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_samba", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Samba/SMB container image", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_snmp_gateway": { 2024-06-06T08:05:45.067 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_snmp_gateway", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SNMP Gateway container image", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "container_init": { 2024-06-06T08:05:45.068 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_init", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Run podman/docker with `--init`", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.069 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "daemon_cache_timeout": { 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "daemon_cache_timeout", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-06T08:05:45.070 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "default_cephadm_command_timeout": { 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default_cephadm_command_timeout", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "900", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.071 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "default_registry": { 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default_registry", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.072 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "device_cache_timeout": { 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_cache_timeout", 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1800", 2024-06-06T08:05:45.073 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache device inventory", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "device_enhanced_scan": { 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_enhanced_scan", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.074 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "facts_cache_timeout": { 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "facts_cache_timeout", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.075 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache host facts data", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "grafana_dashboards_path": { 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "grafana_dashboards_path", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.076 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "host_check_interval": { 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "host_check_interval", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.077 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to perform a host check", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "hw_monitoring": { 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "hw_monitoring", 2024-06-06T08:05:45.078 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.079 INFO:teuthology.orchestra.run.smithi027.stdout: "inventory_list_all": { 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "inventory_list_all", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.080 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.081 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "log_refresh_metadata": { 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_refresh_metadata", 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.082 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.083 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.084 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.085 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.086 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-06T08:05:45.087 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.088 INFO:teuthology.orchestra.run.smithi027.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "*", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.089 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "max_count_per_host": { 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_count_per_host", 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.090 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "max number of daemons per service per host", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "max_osd_draining_count": { 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_osd_draining_count", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.091 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "migration_current": { 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "migration_current", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.092 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "internal - do not modify", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": { 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mode", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "root", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.093 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm-package", 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "root" 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "mode for remote execution of cephadm", 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "oob_default_addr": { 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "oob_default_addr", 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.094 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "169.254.1.1", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "prometheus_alerts_path": { 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prometheus_alerts_path", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.095 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_insecure": { 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_insecure", 2024-06-06T08:05:45.096 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.097 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_password": { 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_password", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.098 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_url": { 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_url", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.099 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_username": { 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_username", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-06T08:05:45.100 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "secure_monitoring_stack": { 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "secure_monitoring_stack", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.101 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "service_discovery_port": { 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "service_discovery_port", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8765", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.102 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "cephadm service discovery port", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "ssh_config_file": { 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssh_config_file", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.103 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "use_agent": { 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "use_agent", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.104 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "use_repo_digest": { 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "use_repo_digest", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.105 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_failed_host_check": { 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_failed_host_check", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.106 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if the host check fails", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_stray_daemons": { 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_stray_daemons", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.107 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_stray_hosts": { 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_stray_hosts", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.108 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.109 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crash", 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.110 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.111 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.112 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.113 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.114 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.115 INFO:teuthology.orchestra.run.smithi027.stdout: "retain_interval": { 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "retain_interval", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "31536000", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.116 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_recent_interval": { 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_recent_interval", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1209600", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.117 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "dashboard", 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.118 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "ALERTMANAGER_API_HOST": { 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.119 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.120 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "AUDIT_API_ENABLED": { 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "AUDIT_API_ENABLED", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.121 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.122 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "ENABLE_BROWSABLE_API": { 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.123 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.124 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.125 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.126 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.127 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.128 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.129 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.130 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.131 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.132 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_PASSWORD": { 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-06T08:05:45.133 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.134 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.135 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_URL": { 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_URL", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.136 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_USERNAME": { 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.137 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.138 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.139 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.140 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.141 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "PROMETHEUS_API_HOST": { 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.142 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-06T08:05:45.143 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-06T08:05:45.144 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.145 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.146 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.147 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.148 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.149 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.150 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.151 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_ENABLED": { 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.152 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-06T08:05:45.153 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.154 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.155 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.156 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "45", 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.157 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_ACCESS_KEY": { 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.158 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-06T08:05:45.159 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.160 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_SECRET_KEY": { 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.161 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_SSL_VERIFY": { 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.162 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.163 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.164 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.165 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "cross_origin_url": { 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cross_origin_url", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.166 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "crt_file": { 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crt_file", 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.167 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "debug": { 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "debug", 2024-06-06T08:05:45.168 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable/disable debug options", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "jwt_token_ttl": { 2024-06-06T08:05:45.169 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "jwt_token_ttl", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "28800", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "key_file": { 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "key_file", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.174 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.175 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.176 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.177 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "motd": { 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "motd", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "The message of the day", 2024-06-06T08:05:45.178 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "redirect_resolve_ip_addr": { 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "redirect_resolve_ip_addr", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.179 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "::", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.180 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8080", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.181 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl": { 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl", 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.182 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl_server_port": { 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl_server_port", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.183 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8443", 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.184 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_behaviour": { 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_behaviour", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "redirect", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "redirect" 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.185 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_error_status_code": { 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_error_status_code", 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "500", 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "400", 2024-06-06T08:05:45.186 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "599", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "url_prefix": { 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "url_prefix", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.187 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "devicehealth", 2024-06-06T08:05:45.188 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "enable_monitoring": { 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enable_monitoring", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "monitor device health metrics", 2024-06-06T08:05:45.189 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.190 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.191 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.192 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.193 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.194 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "mark_out_threshold": { 2024-06-06T08:05:45.195 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mark_out_threshold", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "2419200", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.196 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "pool_name": { 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pool_name", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "device_health_metrics", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.197 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "retention_period": { 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "retention_period", 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15552000", 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.198 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long to retain device health metrics", 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "scrape_frequency": { 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "scrape_frequency", 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "86400", 2024-06-06T08:05:45.199 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "self_heal": { 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "self_heal", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.200 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.201 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to wake up and check device health", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.202 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_threshold": { 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_threshold", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "7257600", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.203 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "diskprediction_local", 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.204 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.205 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.206 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.207 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.208 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.209 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "predict_interval": { 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "predict_interval", 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.210 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "86400", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "predictor_model": { 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "predictor_model", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.211 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "prophetstor", 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.212 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.213 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "influx", 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": false, 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "influxdb python module not found", 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "batch_size": { 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "batch_size", 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.214 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.217 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.217 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5000", 2024-06-06T08:05:45.217 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.217 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.217 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "database": { 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "database", 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.218 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "ceph", 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.219 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": { 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "hostname", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB server hostname", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.220 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "30", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "5", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.221 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.222 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.223 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.224 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.225 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.226 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.227 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "password": { 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "password", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "password of InfluxDB server user", 2024-06-06T08:05:45.228 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "port": { 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "port", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8086", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.229 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB server port", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl": { 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "false", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.230 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "threads": { 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "threads", 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.231 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "32", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "username": { 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "username", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.232 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "username of InfluxDB server user", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "verify_ssl": { 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "verify_ssl", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.233 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "true", 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.234 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "insights", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.235 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.236 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.237 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.238 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.239 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.240 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "iostat", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.241 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.242 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.243 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.244 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.245 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.246 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "k8sevents", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_event_retention_days": { 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ceph_event_retention_days", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "7", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.247 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "config_check_secs": { 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_check_secs", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "10", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.248 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.249 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.250 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.251 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.252 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.253 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.254 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "localpool", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "failure_domain": { 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "failure_domain", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "host", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.255 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "failure domain for any created local pool", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.256 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.257 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.258 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.259 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.260 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "min_size": { 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "min_size", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.261 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default min_size for any created local pool", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "num_rep": { 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "num_rep", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.262 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3", 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default replica count for any created local pool", 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_num": { 2024-06-06T08:05:45.263 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pg_num", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "128", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default pg_num for any created local pool", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.264 INFO:teuthology.orchestra.run.smithi027.stdout: "prefix": { 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prefix", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "name prefix for any created local pool", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.265 INFO:teuthology.orchestra.run.smithi027.stdout: "subtree": { 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "subtree", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "rack", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.266 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mds_autoscaler", 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.267 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.268 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.269 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.270 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.271 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.272 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mirroring", 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.273 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.274 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.275 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.276 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.277 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.278 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "nfs", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.279 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.280 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.281 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.282 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.283 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.284 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "orchestrator", 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "fail_fs": { 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "fail_fs", 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.285 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.286 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.288 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.289 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.290 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.291 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator": { 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "orchestrator", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.292 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm", 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "rook", 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "test_orchestrator" 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Orchestrator backend", 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "osd_perf_query", 2024-06-06T08:05:45.293 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.294 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.295 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.296 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.297 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.298 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "osd_support", 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.299 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.300 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.301 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.302 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.303 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.304 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pg_autoscaler", 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.305 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.306 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.307 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.308 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.309 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.310 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.311 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "threshold": { 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "threshold", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3.0", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1.0", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "scaling threshold", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-06T08:05:45.312 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "progress", 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_pg_recovery_event": { 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_pg_recovery_event", 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.313 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.314 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": { 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enabled", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.315 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.316 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.317 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.318 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.319 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.320 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "max_completed_events": { 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_completed_events", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "50", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.321 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "number of past completed events to remember", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.322 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long the module is going to sleep", 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prometheus", 2024-06-06T08:05:45.323 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "cache": { 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cache", 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.324 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "exclude_perf_counters": { 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "exclude_perf_counters", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.325 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.326 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.327 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.328 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.329 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.330 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_stats_pools": { 2024-06-06T08:05:45.331 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_stats_pools", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-06T08:05:45.332 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "300", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "scrape_interval": { 2024-06-06T08:05:45.333 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "scrape_interval", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15.0", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.334 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "::", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.335 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "9283", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.336 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "stale_cache_strategy": { 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "stale_cache_strategy", 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "log", 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.337 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_behaviour": { 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_behaviour", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "default", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.338 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "default", 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "error" 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_error_status_code": { 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_error_status_code", 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.339 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "500", 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "400", 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "599", 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_support", 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.340 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.341 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.342 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.343 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.344 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.345 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "max_concurrent_snap_create": { 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_concurrent_snap_create", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.346 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "mirror_snapshot_schedule": { 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mirror_snapshot_schedule", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.347 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "trash_purge_schedule": { 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "trash_purge_schedule", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.348 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "restful", 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "enable_auth": { 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enable_auth", 2024-06-06T08:05:45.349 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "key_file": { 2024-06-06T08:05:45.350 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "key_file", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.351 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.352 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.353 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.354 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.355 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.356 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.357 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.358 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rgw", 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.359 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.360 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.361 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.362 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.363 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.364 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rook", 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.365 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.366 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.367 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.368 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.369 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.370 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_class": { 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "storage_class", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.371 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "local", 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.372 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "selftest", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.373 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.374 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.375 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.376 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.377 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "roption1": { 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "roption1", 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.378 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "roption2": { 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "roption2", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.379 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "xyz", 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption1": { 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption1", 2024-06-06T08:05:45.380 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption2": { 2024-06-06T08:05:45.381 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption2", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.382 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption3": { 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption3", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.383 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption4": { 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption4", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.384 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption5": { 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption5", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.385 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption6": { 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption6", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.386 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption7": { 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption7", 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.387 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "42", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "testkey": { 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testkey", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.388 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "testlkey": { 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testlkey", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.389 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "testnewline": { 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testnewline", 2024-06-06T08:05:45.390 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.391 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snap_schedule", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_m_granularity": { 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_m_granularity", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.392 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow minute scheduled snapshots", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "dump_on_update": { 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "dump_on_update", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.393 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "dump database to debug log on update", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.394 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.395 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.396 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.397 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.398 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.399 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "stats", 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.400 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.401 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.402 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.403 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.404 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.405 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "status", 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.406 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.407 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.408 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.409 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.410 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.411 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "telegraf", 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "address": { 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "address", 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-06T08:05:45.412 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.413 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.414 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.415 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.416 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.417 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.418 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.419 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "telemetry", 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_basic": { 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_basic", 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.420 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_crash": { 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_crash", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.421 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_device": { 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_device", 2024-06-06T08:05:45.422 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_ident": { 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_ident", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.423 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_perf": { 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_perf", 2024-06-06T08:05:45.424 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "contact": { 2024-06-06T08:05:45.425 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "contact", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "description": { 2024-06-06T08:05:45.426 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "description", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.427 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "device_url": { 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_url", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.428 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": { 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enabled", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.429 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "24", 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "8", 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.430 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "last_opt_revision": { 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "last_opt_revision", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.431 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "leaderboard": { 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "leaderboard", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.432 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "leaderboard_description": { 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "leaderboard_description", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.433 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.434 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.435 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.436 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.437 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.438 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "organization": { 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "organization", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.439 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "proxy": { 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "proxy", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.440 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "url": { 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "url", 2024-06-06T08:05:45.441 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.442 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "test_orchestrator", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.443 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.444 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.445 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.446 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.447 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "volumes", 2024-06-06T08:05:45.448 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.449 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.450 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.451 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.452 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.453 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "max_concurrent_clones": { 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_concurrent_clones", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "4", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.454 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "periodic_async_work": { 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "periodic_async_work", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.455 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Periodically check for async work", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "snapshot_clone_delay": { 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snapshot_clone_delay", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.456 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "snapshot_clone_no_wait": { 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snapshot_clone_no_wait", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.457 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix", 2024-06-06T08:05:45.458 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "discovery_interval": { 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "discovery_interval", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "100", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.459 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "identifier": { 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "identifier", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.460 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.461 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.462 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.463 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.464 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.465 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.466 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_host": { 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_host", 2024-06-06T08:05:45.467 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_port": { 2024-06-06T08:05:45.468 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_port", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10051", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_sender": { 2024-06-06T08:05:45.469 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_sender", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.470 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "gid": 24985, 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "z", 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "mgr_features": 4540701547738038271, 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "available_modules": [ 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "alerts", 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.471 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How frequently to reexamine health status", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.472 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.473 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.474 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.475 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.476 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.477 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_destination": { 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_destination", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.478 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Email address to send alerts to", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_from_name": { 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_from_name", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "Ceph", 2024-06-06T08:05:45.479 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Email From: name", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_host": { 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_host", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.480 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP server", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_password": { 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_password", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.481 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Password to authenticate with", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_port": { 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_port", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.482 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "465", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP port", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_sender": { 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_sender", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.483 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP envelope sender", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_ssl": { 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_ssl", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.484 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_user": { 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_user", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.485 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "User to authenticate as", 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.486 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "balancer", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "active": { 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "active", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "automatically balance PGs across cluster", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "begin_time": { 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "begin_time", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0000", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.488 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "beginning time of day to automatically balance", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "begin_weekday": { 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "begin_weekday", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "6", 2024-06-06T08:05:45.489 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_max_iterations": { 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_max_iterations", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "25", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.490 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "250", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_metrics": { 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_metrics", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "pgs,objects,bytes", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.491 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_step": { 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_step", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0.5", 2024-06-06T08:05:45.492 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0.001", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "0.999", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "aggressiveness of optimization", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "end_time": { 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "end_time", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "2359", 2024-06-06T08:05:45.493 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "ending time of day to automatically balance", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "end_weekday": { 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "end_weekday", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.494 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "6", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.495 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.496 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.497 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.498 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.499 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.500 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "min_score": { 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "min_score", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.501 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": { 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mode", 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "upmap", 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.502 INFO:teuthology.orchestra.run.smithi027.stdout: "crush-compat", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "none", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "read", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap-read" 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Balancer mode", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "pool_ids": { 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pool_ids", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.503 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.504 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap_max_deviation": { 2024-06-06T08:05:45.505 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "upmap_max_deviation", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.506 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap_max_optimizations": { 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "upmap_max_optimizations", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.507 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cephadm", 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_down_multiplier": { 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_down_multiplier", 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3.0", 2024-06-06T08:05:45.508 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_refresh_rate": { 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_refresh_rate", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.509 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "20", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_starting_port": { 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_starting_port", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.510 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "4721", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_ptrace": { 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_ptrace", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.511 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "autotune_interval": { 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "autotune_interval", 2024-06-06T08:05:45.512 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "autotune_memory_target_ratio": { 2024-06-06T08:05:45.513 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "autotune_memory_target_ratio", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0.7", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.514 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm_log_destination": { 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cephadm_log_destination", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "file", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "file,syslog", 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "syslog" 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.515 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "cgroups_split": { 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cgroups_split", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.516 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "config_checks_enabled": { 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_checks_enabled", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.517 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "config_dashboard": { 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_dashboard", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.518 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_alertmanager": { 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_alertmanager", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.519 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_base": { 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_base", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.520 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Container image name, without the tag", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_elasticsearch": { 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_elasticsearch", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.521 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "elasticsearch container image", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_grafana": { 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_grafana", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.522 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_haproxy": { 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_haproxy", 2024-06-06T08:05:45.523 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "HAproxy container image", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_agent": { 2024-06-06T08:05:45.524 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_agent", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger agent container image", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.525 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_collector": { 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_collector", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger collector container image", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.526 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_query": { 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_query", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger query container image", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.527 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_keepalived": { 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_keepalived", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Keepalived container image", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.528 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_loki": { 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_loki", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Loki container image", 2024-06-06T08:05:45.529 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_node_exporter": { 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_node_exporter", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.530 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_nvmeof": { 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_nvmeof", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.531 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Nvme-of container image", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_prometheus": { 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_prometheus", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.532 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_promtail": { 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_promtail", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-06T08:05:45.533 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Promtail container image", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_samba": { 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_samba", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.534 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Samba/SMB container image", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_snmp_gateway": { 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_snmp_gateway", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.535 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SNMP Gateway container image", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "container_init": { 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_init", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.536 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Run podman/docker with `--init`", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "daemon_cache_timeout": { 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "daemon_cache_timeout", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.537 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.538 INFO:teuthology.orchestra.run.smithi027.stdout: "default_cephadm_command_timeout": { 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default_cephadm_command_timeout", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "900", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.539 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "default_registry": { 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default_registry", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.540 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "device_cache_timeout": { 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_cache_timeout", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1800", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache device inventory", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.541 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "device_enhanced_scan": { 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_enhanced_scan", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.542 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "facts_cache_timeout": { 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "facts_cache_timeout", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache host facts data", 2024-06-06T08:05:45.543 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "grafana_dashboards_path": { 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "grafana_dashboards_path", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-06T08:05:45.544 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "host_check_interval": { 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "host_check_interval", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.545 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to perform a host check", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "hw_monitoring": { 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "hw_monitoring", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.546 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "inventory_list_all": { 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "inventory_list_all", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.547 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.548 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.549 INFO:teuthology.orchestra.run.smithi027.stdout: "log_refresh_metadata": { 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_refresh_metadata", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.550 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.551 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.552 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.553 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.554 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.555 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "*", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "max_count_per_host": { 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_count_per_host", 2024-06-06T08:05:45.556 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "max number of daemons per service per host", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "max_osd_draining_count": { 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_osd_draining_count", 2024-06-06T08:05:45.557 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "migration_current": { 2024-06-06T08:05:45.558 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "migration_current", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "internal - do not modify", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": { 2024-06-06T08:05:45.559 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mode", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "root", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm-package", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "root" 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "mode for remote execution of cephadm", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.560 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "oob_default_addr": { 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "oob_default_addr", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "169.254.1.1", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.561 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "prometheus_alerts_path": { 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prometheus_alerts_path", 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.562 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_insecure": { 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_insecure", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.563 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_password": { 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_password", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.564 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_url": { 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_url", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.565 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_username": { 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_username", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.566 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "secure_monitoring_stack": { 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "secure_monitoring_stack", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.567 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "service_discovery_port": { 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "service_discovery_port", 2024-06-06T08:05:45.568 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8765", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "cephadm service discovery port", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "ssh_config_file": { 2024-06-06T08:05:45.569 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssh_config_file", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.570 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "use_agent": { 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "use_agent", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.571 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "use_repo_digest": { 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "use_repo_digest", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.572 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_failed_host_check": { 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_failed_host_check", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if the host check fails", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.573 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_stray_daemons": { 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_stray_daemons", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-06T08:05:45.574 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_stray_hosts": { 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_stray_hosts", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.575 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crash", 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.576 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.577 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.578 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.579 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.580 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.581 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "retain_interval": { 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "retain_interval", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "31536000", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-06T08:05:45.582 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_recent_interval": { 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_recent_interval", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1209600", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.583 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "dashboard", 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-06T08:05:45.584 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.585 INFO:teuthology.orchestra.run.smithi027.stdout: "ALERTMANAGER_API_HOST": { 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.586 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.587 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "AUDIT_API_ENABLED": { 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "AUDIT_API_ENABLED", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.588 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.589 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "ENABLE_BROWSABLE_API": { 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.590 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.591 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.592 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.593 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.594 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.595 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.596 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.597 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.598 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_PASSWORD": { 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.599 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-06T08:05:45.600 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_URL": { 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_URL", 2024-06-06T08:05:45.601 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_USERNAME": { 2024-06-06T08:05:45.602 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.603 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-06T08:05:45.604 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.605 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.606 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.607 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "PROMETHEUS_API_HOST": { 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.608 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.609 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.610 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.611 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.612 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.613 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.614 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.615 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.616 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_ENABLED": { 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.617 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-06T08:05:45.618 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.619 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.620 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-06T08:05:45.621 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "45", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.622 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_ACCESS_KEY": { 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.623 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.624 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_SECRET_KEY": { 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.625 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_SSL_VERIFY": { 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.626 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.627 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.628 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.629 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "cross_origin_url": { 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cross_origin_url", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.630 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "crt_file": { 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crt_file", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.631 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "debug": { 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "debug", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.632 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable/disable debug options", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "jwt_token_ttl": { 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "jwt_token_ttl", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "28800", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.633 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "key_file": { 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "key_file", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.634 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.635 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.636 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.637 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.638 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.639 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "motd": { 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "motd", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.640 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "The message of the day", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "redirect_resolve_ip_addr": { 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "redirect_resolve_ip_addr", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.641 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.642 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "::", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:45.643 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8080", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl": { 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl", 2024-06-06T08:05:45.644 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl_server_port": { 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl_server_port", 2024-06-06T08:05:45.645 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8443", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_behaviour": { 2024-06-06T08:05:45.646 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_behaviour", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "redirect", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "redirect" 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.647 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_error_status_code": { 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_error_status_code", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "500", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "400", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "599", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.648 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "url_prefix": { 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "url_prefix", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.649 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "devicehealth", 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "enable_monitoring": { 2024-06-06T08:05:45.650 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enable_monitoring", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "monitor device health metrics", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.651 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.652 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.653 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.654 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.655 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.656 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "mark_out_threshold": { 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mark_out_threshold", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "2419200", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.657 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "pool_name": { 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pool_name", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "device_health_metrics", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.658 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "retention_period": { 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "retention_period", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15552000", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.659 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long to retain device health metrics", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "scrape_frequency": { 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "scrape_frequency", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "86400", 2024-06-06T08:05:45.660 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "self_heal": { 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "self_heal", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.661 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.662 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to wake up and check device health", 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_threshold": { 2024-06-06T08:05:45.663 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_threshold", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "7257600", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.664 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "diskprediction_local", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.665 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.666 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.667 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.668 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.669 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "predict_interval": { 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "predict_interval", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.670 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "86400", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "predictor_model": { 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "predictor_model", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.671 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "prophetstor", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.672 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.673 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "influx", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": false, 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "influxdb python module not found", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "batch_size": { 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "batch_size", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5000", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.674 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "database": { 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "database", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "ceph", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.675 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": { 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "hostname", 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.676 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB server hostname", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "30", 2024-06-06T08:05:45.677 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "5", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.678 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.679 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.680 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.681 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.682 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.683 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "password": { 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "password", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "password of InfluxDB server user", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.684 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "port": { 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "port", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8086", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB server port", 2024-06-06T08:05:45.685 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl": { 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "false", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.686 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "threads": { 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "threads", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "32", 2024-06-06T08:05:45.687 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "username": { 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "username", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.688 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "username of InfluxDB server user", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "verify_ssl": { 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "verify_ssl", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "true", 2024-06-06T08:05:45.689 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "insights", 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.690 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.691 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.692 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.693 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.694 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.695 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "iostat", 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.696 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.697 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.698 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.699 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.700 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.701 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "k8sevents", 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_event_retention_days": { 2024-06-06T08:05:45.702 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ceph_event_retention_days", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "7", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.703 INFO:teuthology.orchestra.run.smithi027.stdout: "config_check_secs": { 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_check_secs", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "10", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.704 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.705 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.706 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.707 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.708 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.709 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "localpool", 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "failure_domain": { 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "failure_domain", 2024-06-06T08:05:45.710 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "host", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "failure domain for any created local pool", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.711 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.712 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.713 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.714 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.715 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.716 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "min_size": { 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "min_size", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default min_size for any created local pool", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-06T08:05:45.717 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "num_rep": { 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "num_rep", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default replica count for any created local pool", 2024-06-06T08:05:45.718 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_num": { 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pg_num", 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "128", 2024-06-06T08:05:45.719 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default pg_num for any created local pool", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "prefix": { 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prefix", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.720 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "name prefix for any created local pool", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "subtree": { 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "subtree", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.721 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "rack", 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.722 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mds_autoscaler", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.723 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.724 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.725 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.726 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.727 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mirroring", 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.728 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.729 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.730 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.731 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.732 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.733 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "nfs", 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.734 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.735 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.736 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.737 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.738 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.739 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "orchestrator", 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.740 INFO:teuthology.orchestra.run.smithi027.stdout: "fail_fs": { 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "fail_fs", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.741 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.742 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.743 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.744 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.745 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.746 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator": { 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "orchestrator", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.747 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm", 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "rook", 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "test_orchestrator" 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Orchestrator backend", 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "osd_perf_query", 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.748 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.749 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.750 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.751 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.752 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.753 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "osd_support", 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.754 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.755 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.756 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.757 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.758 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.759 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.761 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.761 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.761 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.761 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pg_autoscaler", 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.762 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.763 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.764 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.765 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.766 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.767 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.768 INFO:teuthology.orchestra.run.smithi027.stdout: "threshold": { 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "threshold", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3.0", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1.0", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "scaling threshold", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.769 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "progress", 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_pg_recovery_event": { 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_pg_recovery_event", 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.770 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": { 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enabled", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.771 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.772 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.773 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.774 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.775 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.776 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.777 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "max_completed_events": { 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_completed_events", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "50", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "number of past completed events to remember", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.778 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long the module is going to sleep", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.779 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prometheus", 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "cache": { 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cache", 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.780 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "exclude_perf_counters": { 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "exclude_perf_counters", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.781 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.782 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.783 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.784 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.785 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.786 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.787 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_stats_pools": { 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_stats_pools", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.788 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "300", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.789 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "scrape_interval": { 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "scrape_interval", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15.0", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.790 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "::", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.791 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "9283", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.792 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "stale_cache_strategy": { 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "stale_cache_strategy", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "log", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.793 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_behaviour": { 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_behaviour", 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "default", 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.794 INFO:teuthology.orchestra.run.smithi027.stdout: "default", 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "error" 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_error_status_code": { 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_error_status_code", 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.795 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "500", 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "400", 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "599", 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_support", 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.796 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.797 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.798 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.799 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.800 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.801 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "max_concurrent_snap_create": { 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_concurrent_snap_create", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.802 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "mirror_snapshot_schedule": { 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mirror_snapshot_schedule", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.803 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "trash_purge_schedule": { 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "trash_purge_schedule", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.804 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "restful", 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.805 INFO:teuthology.orchestra.run.smithi027.stdout: "enable_auth": { 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enable_auth", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.806 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "key_file": { 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "key_file", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.807 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.808 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.809 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.810 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.811 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.812 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.813 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.814 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rgw", 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.815 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.816 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.817 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.818 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.819 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.820 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rook", 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.821 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.822 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.823 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.824 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.825 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.826 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_class": { 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "storage_class", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "local", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-06T08:05:45.827 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "selftest", 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.828 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.829 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.830 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.831 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.832 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.833 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "roption1": { 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "roption1", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.834 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "roption2": { 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "roption2", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "xyz", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.835 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption1": { 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption1", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.836 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption2": { 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption2", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.837 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption3": { 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption3", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.838 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption4": { 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption4", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.839 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption5": { 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption5", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.840 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption6": { 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption6", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.841 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption7": { 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption7", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "42", 2024-06-06T08:05:45.842 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "testkey": { 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testkey", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.843 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "testlkey": { 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testlkey", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.844 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "testnewline": { 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testnewline", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.845 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snap_schedule", 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.846 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_m_granularity": { 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_m_granularity", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow minute scheduled snapshots", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.847 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "dump_on_update": { 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "dump_on_update", 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.848 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "dump database to debug log on update", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.849 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.850 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.851 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.852 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.853 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "stats", 2024-06-06T08:05:45.854 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.855 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.856 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.857 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.858 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.859 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "status", 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.860 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.861 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.862 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.863 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.864 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.865 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "telegraf", 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "address": { 2024-06-06T08:05:45.866 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "address", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.867 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.868 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.869 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.870 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.871 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.872 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.873 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "telemetry", 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.874 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_basic": { 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_basic", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.875 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_crash": { 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_crash", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.876 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_device": { 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_device", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.877 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_ident": { 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_ident", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.878 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_perf": { 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_perf", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.879 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "contact": { 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "contact", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.880 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "description": { 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "description", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.881 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "device_url": { 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_url", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.882 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": { 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enabled", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.883 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "24", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "8", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.884 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "last_opt_revision": { 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "last_opt_revision", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.885 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "leaderboard": { 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "leaderboard", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.886 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "leaderboard_description": { 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "leaderboard_description", 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.888 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.889 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.890 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.891 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.892 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "organization": { 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "organization", 2024-06-06T08:05:45.893 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "proxy": { 2024-06-06T08:05:45.894 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "proxy", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "url": { 2024-06-06T08:05:45.895 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "url", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.896 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "test_orchestrator", 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.897 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.898 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.899 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.900 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.901 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.902 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "volumes", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.903 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.904 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.905 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.906 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.907 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "max_concurrent_clones": { 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_concurrent_clones", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "4", 2024-06-06T08:05:45.908 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "periodic_async_work": { 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "periodic_async_work", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.909 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Periodically check for async work", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "snapshot_clone_delay": { 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snapshot_clone_delay", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.910 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "snapshot_clone_no_wait": { 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snapshot_clone_no_wait", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.911 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.912 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "discovery_interval": { 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "discovery_interval", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "100", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.913 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "identifier": { 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "identifier", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.914 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.915 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.916 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.917 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.918 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.919 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.920 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_host": { 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_host", 2024-06-06T08:05:45.921 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_port": { 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_port", 2024-06-06T08:05:45.922 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10051", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_sender": { 2024-06-06T08:05:45.923 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_sender", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.924 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "modules": [ 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm", 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "dashboard", 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "iostat", 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "nfs", 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "restful", 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "snap_schedule" 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: "available_modules": [ 2024-06-06T08:05:45.925 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "alerts", 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.926 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How frequently to reexamine health status", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.927 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.928 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.929 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.930 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.931 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_destination": { 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_destination", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.932 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Email address to send alerts to", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_from_name": { 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_from_name", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.933 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "Ceph", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Email From: name", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_host": { 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_host", 2024-06-06T08:05:45.934 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP server", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_password": { 2024-06-06T08:05:45.935 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_password", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Password to authenticate with", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_port": { 2024-06-06T08:05:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_port", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "465", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP port", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_sender": { 2024-06-06T08:05:45.937 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_sender", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SMTP envelope sender", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.938 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_ssl": { 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_ssl", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.939 INFO:teuthology.orchestra.run.smithi027.stdout: "smtp_user": { 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "smtp_user", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "User to authenticate as", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.940 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "balancer", 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "active": { 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "active", 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.941 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "automatically balance PGs across cluster", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "begin_time": { 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "begin_time", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.942 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0000", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "beginning time of day to automatically balance", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "begin_weekday": { 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "begin_weekday", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.943 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0", 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "6", 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_max_iterations": { 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_max_iterations", 2024-06-06T08:05:45.944 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "25", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "250", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.945 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_metrics": { 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_metrics", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "pgs,objects,bytes", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.946 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "crush_compat_step": { 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crush_compat_step", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0.5", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0.001", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "0.999", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "aggressiveness of optimization", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.947 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "end_time": { 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "end_time", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "2359", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "ending time of day to automatically balance", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.948 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "end_weekday": { 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "end_weekday", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "0", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "6", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.949 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.950 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:45.951 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:45.952 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.953 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.954 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "min_score": { 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "min_score", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.955 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": { 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mode", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "upmap", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.956 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "crush-compat", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "none", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "read", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap-read" 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Balancer mode", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "pool_ids": { 2024-06-06T08:05:45.957 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pool_ids", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.958 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.959 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap_max_deviation": { 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "upmap_max_deviation", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-06T08:05:45.960 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "upmap_max_optimizations": { 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "upmap_max_optimizations", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-06T08:05:45.961 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cephadm", 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_down_multiplier": { 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_down_multiplier", 2024-06-06T08:05:45.962 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3.0", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_refresh_rate": { 2024-06-06T08:05:45.963 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_refresh_rate", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "20", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "agent_starting_port": { 2024-06-06T08:05:45.964 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "agent_starting_port", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "4721", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.965 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_ptrace": { 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_ptrace", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.966 INFO:teuthology.orchestra.run.smithi027.stdout: "autotune_interval": { 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "autotune_interval", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.967 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "autotune_memory_target_ratio": { 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "autotune_memory_target_ratio", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0.7", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.968 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm_log_destination": { 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cephadm_log_destination", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "file", 2024-06-06T08:05:45.969 INFO:teuthology.orchestra.run.smithi027.stdout: "file,syslog", 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "syslog" 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "cgroups_split": { 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cgroups_split", 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.970 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "config_checks_enabled": { 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_checks_enabled", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.971 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "config_dashboard": { 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_dashboard", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.972 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_alertmanager": { 2024-06-06T08:05:45.973 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_alertmanager", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_base": { 2024-06-06T08:05:45.974 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_base", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Container image name, without the tag", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.975 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_elasticsearch": { 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_elasticsearch", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "elasticsearch container image", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.976 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_grafana": { 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_grafana", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.977 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_haproxy": { 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_haproxy", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "HAproxy container image", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.978 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_agent": { 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_agent", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger agent container image", 2024-06-06T08:05:45.979 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_collector": { 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_collector", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.980 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger collector container image", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_jaeger_query": { 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_jaeger_query", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.981 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Jaeger query container image", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_keepalived": { 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_keepalived", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.982 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Keepalived container image", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_loki": { 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_loki", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-06T08:05:45.983 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Loki container image", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_node_exporter": { 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_node_exporter", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-06T08:05:45.984 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_nvmeof": { 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_nvmeof", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.985 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Nvme-of container image", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_prometheus": { 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_prometheus", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.986 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Prometheus container image", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_promtail": { 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_promtail", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.987 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Promtail container image", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_samba": { 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_samba", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.988 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Samba/SMB container image", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "container_image_snmp_gateway": { 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_image_snmp_gateway", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.989 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "SNMP Gateway container image", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "container_init": { 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "container_init", 2024-06-06T08:05:45.990 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Run podman/docker with `--init`", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "daemon_cache_timeout": { 2024-06-06T08:05:45.991 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "daemon_cache_timeout", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.992 INFO:teuthology.orchestra.run.smithi027.stdout: "default_cephadm_command_timeout": { 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default_cephadm_command_timeout", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "900", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.993 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "default_registry": { 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default_registry", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "docker.io", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.994 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "device_cache_timeout": { 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_cache_timeout", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1800", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache device inventory", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.995 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "device_enhanced_scan": { 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_enhanced_scan", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-06T08:05:45.996 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "facts_cache_timeout": { 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "facts_cache_timeout", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.997 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "seconds to cache host facts data", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "grafana_dashboards_path": { 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "grafana_dashboards_path", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.998 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "host_check_interval": { 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "host_check_interval", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:45.999 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to perform a host check", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "hw_monitoring": { 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "hw_monitoring", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.000 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "inventory_list_all": { 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "inventory_list_all", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.001 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.003 INFO:teuthology.orchestra.run.smithi027.stdout: "log_refresh_metadata": { 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_refresh_metadata", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.004 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.005 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.006 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.007 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.008 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-06T08:05:46.009 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "*", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.010 INFO:teuthology.orchestra.run.smithi027.stdout: "max_count_per_host": { 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_count_per_host", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "max number of daemons per service per host", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.011 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "max_osd_draining_count": { 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_osd_draining_count", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.012 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "migration_current": { 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "migration_current", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "internal - do not modify", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.013 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "mode": { 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mode", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "root", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm-package", 2024-06-06T08:05:46.014 INFO:teuthology.orchestra.run.smithi027.stdout: "root" 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "mode for remote execution of cephadm", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "oob_default_addr": { 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "oob_default_addr", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "169.254.1.1", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.015 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "prometheus_alerts_path": { 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prometheus_alerts_path", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.016 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_insecure": { 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_insecure", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.017 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_password": { 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_password", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.018 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_url": { 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_url", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.019 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "registry_username": { 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "registry_username", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.020 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "secure_monitoring_stack": { 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "secure_monitoring_stack", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.021 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "service_discovery_port": { 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "service_discovery_port", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.022 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8765", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "cephadm service discovery port", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "ssh_config_file": { 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssh_config_file", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.023 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "use_agent": { 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "use_agent", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.024 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "use_repo_digest": { 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "use_repo_digest", 2024-06-06T08:05:46.025 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_failed_host_check": { 2024-06-06T08:05:46.026 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_failed_host_check", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if the host check fails", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.027 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_stray_daemons": { 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_stray_daemons", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.028 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_on_stray_hosts": { 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_on_stray_hosts", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.029 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crash", 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.030 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.031 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.032 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.033 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.034 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "retain_interval": { 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "retain_interval", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.035 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "31536000", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_recent_interval": { 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_recent_interval", 2024-06-06T08:05:46.036 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1209600", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.037 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "dashboard", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.038 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "ALERTMANAGER_API_HOST": { 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.039 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.040 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "AUDIT_API_ENABLED": { 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "AUDIT_API_ENABLED", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.041 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.042 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "ENABLE_BROWSABLE_API": { 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.043 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.044 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-06T08:05:46.045 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-06T08:05:46.046 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.047 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.048 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.049 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.050 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.051 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.052 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_PASSWORD": { 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.053 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.054 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_URL": { 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_URL", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_API_USERNAME": { 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.056 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.057 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.058 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.059 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.060 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "PROMETHEUS_API_HOST": { 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.061 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.062 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.063 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.064 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.065 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-06T08:05:46.066 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-06T08:05:46.067 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-06T08:05:46.068 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-06T08:05:46.069 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_ENABLED": { 2024-06-06T08:05:46.070 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-06T08:05:46.071 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.072 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.073 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.074 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "45", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.075 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_ACCESS_KEY": { 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.076 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "admin", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.077 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_SECRET_KEY": { 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.078 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "RGW_API_SSL_VERIFY": { 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.079 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.080 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.081 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:46.082 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "cross_origin_url": { 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cross_origin_url", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.083 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "crt_file": { 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "crt_file", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.084 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "debug": { 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "debug", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.085 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Enable/disable debug options", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "jwt_token_ttl": { 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "jwt_token_ttl", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.086 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "28800", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "key_file": { 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "key_file", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.087 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.088 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.089 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.090 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.091 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.092 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.093 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "motd": { 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "motd", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "The message of the day", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.094 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "redirect_resolve_ip_addr": { 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "redirect_resolve_ip_addr", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.095 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "::", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.096 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8080", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.097 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl": { 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.098 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl_server_port": { 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl_server_port", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8443", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.099 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_behaviour": { 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_behaviour", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "redirect", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.100 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "redirect" 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_error_status_code": { 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_error_status_code", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "500", 2024-06-06T08:05:46.101 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "400", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "599", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "url_prefix": { 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "url_prefix", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.102 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "devicehealth", 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.103 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "enable_monitoring": { 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enable_monitoring", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "monitor device health metrics", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.104 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.105 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.106 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.107 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.108 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.109 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "mark_out_threshold": { 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mark_out_threshold", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "2419200", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.110 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "pool_name": { 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pool_name", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "device_health_metrics", 2024-06-06T08:05:46.111 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "retention_period": { 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "retention_period", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.112 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15552000", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long to retain device health metrics", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "scrape_frequency": { 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "scrape_frequency", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.113 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "86400", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "self_heal": { 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "self_heal", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.114 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:46.115 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how frequently to wake up and check device health", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "warn_threshold": { 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "warn_threshold", 2024-06-06T08:05:46.116 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "7257600", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.117 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "diskprediction_local", 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.118 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.119 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.120 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.121 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.122 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "predict_interval": { 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "predict_interval", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.123 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "86400", 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.124 INFO:teuthology.orchestra.run.smithi027.stdout: "predictor_model": { 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "predictor_model", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "prophetstor", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.125 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "600", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.126 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "influx", 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": false, 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "influxdb python module not found", 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "batch_size": { 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "batch_size", 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.127 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5000", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "database": { 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "database", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.128 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "ceph", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "hostname": { 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "hostname", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.129 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB server hostname", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:46.130 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "30", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "5", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.131 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.132 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.133 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.134 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.135 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.136 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "password": { 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "password", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "password of InfluxDB server user", 2024-06-06T08:05:46.137 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "port": { 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "port", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "8086", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "InfluxDB server port", 2024-06-06T08:05:46.138 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "ssl": { 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ssl", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "false", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.139 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "threads": { 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "threads", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "32", 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.140 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "username": { 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "username", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.141 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "username of InfluxDB server user", 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "verify_ssl": { 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "verify_ssl", 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.142 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "true", 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.143 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "insights", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.144 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.145 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.146 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.147 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.148 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "iostat", 2024-06-06T08:05:46.149 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.150 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.151 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.152 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.153 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.154 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "k8sevents", 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.155 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_event_retention_days": { 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "ceph_event_retention_days", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "7", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.156 INFO:teuthology.orchestra.run.smithi027.stdout: "config_check_secs": { 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "config_check_secs", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "10", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.157 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.158 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.159 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.160 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.161 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.162 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "localpool", 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "failure_domain": { 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "failure_domain", 2024-06-06T08:05:46.163 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "host", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "failure domain for any created local pool", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.164 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.165 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.166 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.167 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.168 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.169 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "min_size": { 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "min_size", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default min_size for any created local pool", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.170 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "num_rep": { 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "num_rep", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default replica count for any created local pool", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.171 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_num": { 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pg_num", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "128", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "default pg_num for any created local pool", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.172 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "prefix": { 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prefix", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "name prefix for any created local pool", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.173 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "subtree": { 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "subtree", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "rack", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-06T08:05:46.174 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mds_autoscaler", 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.175 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.176 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.177 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.178 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.179 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.180 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mirroring", 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.181 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.182 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.183 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.184 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.185 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.186 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "nfs", 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.188 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.189 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.190 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.191 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.192 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "orchestrator", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "fail_fs": { 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "fail_fs", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.193 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.194 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.195 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.196 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.197 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.198 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.199 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator": { 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "orchestrator", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "cephadm", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "rook", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "test_orchestrator" 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Orchestrator backend", 2024-06-06T08:05:46.200 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "osd_perf_query", 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.201 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.202 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.203 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.204 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.205 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.206 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "osd_support", 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.207 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.208 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.209 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.210 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.211 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.212 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "pg_autoscaler", 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.213 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.214 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.215 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.216 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.217 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.218 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "threshold": { 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "threshold", 2024-06-06T08:05:46.219 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "3.0", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1.0", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "scaling threshold", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.220 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "progress", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_pg_recovery_event": { 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_pg_recovery_event", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.221 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": { 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enabled", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.222 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.223 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.224 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.225 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.226 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.227 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "max_completed_events": { 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_completed_events", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "50", 2024-06-06T08:05:46.228 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "number of past completed events to remember", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "sleep_interval": { 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "sleep_interval", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.229 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "5", 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "how long the module is going to sleep", 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "prometheus", 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.230 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "cache": { 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "cache", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.231 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "exclude_perf_counters": { 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "exclude_perf_counters", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-06T08:05:46.232 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.233 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.234 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.235 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.236 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.237 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_stats_pools": { 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_stats_pools", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.238 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "300", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.239 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "scrape_interval": { 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "scrape_interval", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15.0", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.240 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "::", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.241 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "9283", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.242 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "stale_cache_strategy": { 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "stale_cache_strategy", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "log", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.243 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_behaviour": { 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_behaviour", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "default", 2024-06-06T08:05:46.244 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "default", 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "error" 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "standby_error_status_code": { 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "standby_error_status_code", 2024-06-06T08:05:46.245 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "500", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "400", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "599", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.246 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_support", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.247 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.248 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.249 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.250 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "max_concurrent_snap_create": { 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_concurrent_snap_create", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.252 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "mirror_snapshot_schedule": { 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "mirror_snapshot_schedule", 2024-06-06T08:05:46.253 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "trash_purge_schedule": { 2024-06-06T08:05:46.254 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "trash_purge_schedule", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.255 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "restful", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "enable_auth": { 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enable_auth", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.256 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "key_file": { 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "key_file", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.257 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.258 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.259 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.260 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.261 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.262 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.263 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "server_addr": { 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_addr", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.264 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "server_port": { 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "server_port", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.265 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rgw", 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.266 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.267 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.268 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.269 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.270 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.271 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rook", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.272 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.273 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.274 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.275 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.276 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_class": { 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "storage_class", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.277 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "local", 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.278 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "selftest", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.279 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.280 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.281 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.282 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.283 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "roption1": { 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "roption1", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.284 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "roption2": { 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "roption2", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "xyz", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.285 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption1": { 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption1", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.286 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption2": { 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption2", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.287 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption3": { 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption3", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "float", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.288 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption4": { 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption4", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.289 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption5": { 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption5", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.290 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption6": { 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption6", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.291 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "rwoption7": { 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rwoption7", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.292 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "1", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "42", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "testkey": { 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testkey", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.293 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "testlkey": { 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testlkey", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.294 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "testnewline": { 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "testnewline", 2024-06-06T08:05:46.295 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.296 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snap_schedule", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "allow_m_granularity": { 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "allow_m_granularity", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.297 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "allow minute scheduled snapshots", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "dump_on_update": { 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "dump_on_update", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.298 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "dump database to debug log on update", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.299 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.300 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.301 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.302 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.303 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.304 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "stats", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.305 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.306 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.307 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.308 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.309 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "status", 2024-06-06T08:05:46.310 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.311 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.312 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.313 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.314 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.315 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "telegraf", 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "address": { 2024-06-06T08:05:46.316 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "address", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:46.317 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "15", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.318 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.319 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.320 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.321 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.322 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.323 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "telemetry", 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_basic": { 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_basic", 2024-06-06T08:05:46.324 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_crash": { 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_crash", 2024-06-06T08:05:46.325 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.326 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_device": { 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_device", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.327 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_ident": { 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_ident", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.328 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "channel_perf": { 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "channel_perf", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.329 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "contact": { 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "contact", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.330 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "description": { 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "description", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.331 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "device_url": { 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "device_url", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.332 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": { 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "enabled", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.333 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "24", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "8", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.334 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "last_opt_revision": { 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "last_opt_revision", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "1", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.335 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "leaderboard": { 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "leaderboard", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.336 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "leaderboard_description": { 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "leaderboard_description", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.337 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.338 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.339 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.340 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.341 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.342 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "organization": { 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "organization", 2024-06-06T08:05:46.343 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.344 INFO:teuthology.orchestra.run.smithi027.stdout: "proxy": { 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "proxy", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.345 INFO:teuthology.orchestra.run.smithi027.stdout: "url": { 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "url", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.346 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "test_orchestrator", 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.347 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.348 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.349 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.350 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.351 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.352 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "volumes", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.353 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.354 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.355 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.356 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.357 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "max_concurrent_clones": { 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "max_concurrent_clones", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.358 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "4", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "periodic_async_work": { 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "periodic_async_work", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.359 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Periodically check for async work", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "snapshot_clone_delay": { 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snapshot_clone_delay", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.360 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "0", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "snapshot_clone_no_wait": { 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snapshot_clone_no_wait", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.361 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "True", 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.362 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "can_run": true, 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "error_string": "", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "module_options": { 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "discovery_interval": { 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "discovery_interval", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "uint", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "100", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.363 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "identifier": { 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "identifier", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.364 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "interval": { 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "interval", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "secs", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "60", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.365 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "log_level": { 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_level", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.366 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.367 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster": { 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.368 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_cluster_level": { 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_cluster_level", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "info", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [ 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "critical", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "debug", 2024-06-06T08:05:46.369 INFO:teuthology.orchestra.run.smithi027.stdout: "error", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "info", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "warning" 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "log_to_file": { 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "log_to_file", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "bool", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.370 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 1, 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "False", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_host": { 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_host", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.371 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_port": { 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_port", 2024-06-06T08:05:46.372 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "int", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "10051", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "zabbix_sender": { 2024-06-06T08:05:46.373 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "zabbix_sender", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "str", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "level": "advanced", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "flags": 0, 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "min": "", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "max": "", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "enum_allowed": [], 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "desc": "", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "long_desc": "", 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: "see_also": [] 2024-06-06T08:05:46.374 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "services": { 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "dashboard": "https://172.21.15.27:8443/" 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "always_on_modules": { 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "octopus": [ 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "balancer", 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "crash", 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "devicehealth", 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator", 2024-06-06T08:05:46.375 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_autoscaler", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "progress", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_support", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "status", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "telemetry", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "volumes" 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "pacific": [ 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "balancer", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "crash", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "devicehealth", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_autoscaler", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "progress", 2024-06-06T08:05:46.376 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_support", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "status", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "telemetry", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "volumes" 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "quincy": [ 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "balancer", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "crash", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "devicehealth", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_autoscaler", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "progress", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_support", 2024-06-06T08:05:46.377 INFO:teuthology.orchestra.run.smithi027.stdout: "status", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "telemetry", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "volumes" 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "reef": [ 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "balancer", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "crash", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "devicehealth", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_autoscaler", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "progress", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_support", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "status", 2024-06-06T08:05:46.378 INFO:teuthology.orchestra.run.smithi027.stdout: "telemetry", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "volumes" 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "squid": [ 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "balancer", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "crash", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "devicehealth", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "orchestrator", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "pg_autoscaler", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "progress", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "rbd_support", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "status", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "telemetry", 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: "volumes" 2024-06-06T08:05:46.379 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "last_failure_osd_epoch": 101, 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "active_clients": [ 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "devicehealth", 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:0", 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 2426206111 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.380 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "libcephsqlite", 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:0", 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 1717058976 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "rbd_support", 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.381 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:0", 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 3447627074 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snap_schedule", 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:0", 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 821171881 2024-06-06T08:05:46.382 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "snap_schedule", 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:0", 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 4180089756 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:46.383 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "volumes", 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: "addrvec": [ 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: { 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "v2", 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: "addr": "172.21.15.27:0", 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: "nonce": 3671500334 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2024-06-06T08:05:46.384 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:44 smithi203 ceph-mon[37192]: from='client.16590 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1316481758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1309459536' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2690572816' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:45 smithi203 ceph-mon[37192]: pgmap v320: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:45 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3633056781' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:44 smithi176 ceph-mon[36543]: from='client.16590 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-06T08:05:46.386 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1316481758' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-06T08:05:46.387 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1309459536' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-06T08:05:46.387 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2690572816' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-06-06T08:05:46.387 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:45 smithi176 ceph-mon[36543]: pgmap v320: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:05:46.387 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:45 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3633056781' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-06T08:05:46.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.993+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f06200a2d00 msgr2=0x7f06200a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:46.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.993+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f06200a2d00 0x7f06200a51c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0630005d00 tx=0x7f063000b410 comp rx=0 tx=0).stop 2024-06-06T08:05:46.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.993+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 msgr2=0x7f0634198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:05:46.387 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.993+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 0x7f0634198800 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f062400d950 tx=0x7f062400de10 comp rx=0 tx=0).stop 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.993+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 shutdown_connections 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f06200a2d00 0x7f06200a51c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f063410bfd0 0x7f063419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0634103520 0x7f0634198800 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 --2- 172.21.15.27:0/3633056781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0634102c00 0x7f06341982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 >> 172.21.15.27:0/3633056781 conn(0x7f0634076c20 msgr2=0x7f06340fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 shutdown_connections 2024-06-06T08:05:46.388 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:05:44.994+0000 7f063b3b6640 1 -- 172.21.15.27:0/3633056781 wait complete. 2024-06-06T08:05:46.436 DEBUG:tasks.check_counter:Getting stats from a 2024-06-06T08:05:46.437 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.a perf dump 2024-06-06T08:05:46.437 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:45 smithi027 ceph-mon[32293]: pgmap v320: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:05:46.437 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:45 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3633056781' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-06T08:05:46.696 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:05:48.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:47 smithi027 ceph-mon[32293]: pgmap v321: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-06T08:05:48.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:47 smithi176 ceph-mon[36543]: pgmap v321: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-06T08:05:48.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:47 smithi203 ceph-mon[37192]: pgmap v321: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 1659, 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 1661, 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 2422193, 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 527563, 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 6, 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 2, 2024-06-06T08:05:48.669 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.156284414, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.049592819, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.042932127, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.049545927, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 1659, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.055064248, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000033191 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.670 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 629, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 810, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 157302, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 665846, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 7, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 5, 2024-06-06T08:05:48.671 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.078622775, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.027346446, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.018082860, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.025362301, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 808, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.038479937, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000047623 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.672 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 467664 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 304, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 258, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 1850364, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 151806, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 3, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 2, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.049475805, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.016928215, 2024-06-06T08:05:48.673 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.037184367, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.005140923, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 257, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.013555061, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000052743 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 1850096, 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 151488 2024-06-06T08:05:48.674 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "cct": { 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "total_workers": 1, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "unhealthy_workers": 0 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "finisher-MDSRank": { 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "queue_len": 0, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "complete_latency": { 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 3776, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.110174626, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000029177 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.675 INFO:teuthology.orchestra.run.smithi027.stdout: "finisher-PurgeQueue": { 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "queue_len": 0, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "complete_latency": { 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": { 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "request": 0, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "reply": 0, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "reply_latency": { 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.676 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "slow_reply": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "forward": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_fetch_complete": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_fetch_keys": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_commit": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_split": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_merge": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes": 263, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_top": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_bottom": 263, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_pin_tail": 0, 2024-06-06T08:05:48.677 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_pinned": 263, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_expired": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_with_caps": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "subtrees": 1, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_hit": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_forward": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_discover": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_remote_ino": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_lock": 0, 2024-06-06T08:05:48.678 INFO:teuthology.orchestra.run.smithi027.stdout: "load_cent": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "q": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "exported": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "exported_inodes": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "imported": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "imported_inodes": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "openino_dir_fetch": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "openino_peer_discover": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "root_rfiles": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "root_rbytes": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "root_rsnaps": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:05:48.679 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_set_tag": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_file_inodes": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:05:48.680 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_caps": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_cap_release": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "process_request_cap_release": 0 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_cache": { 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_update": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_update_receipt": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_try_discover": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_send_discover": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_handle_discover": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "num_strays": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "num_strays_delayed": 0, 2024-06-06T08:05:48.681 INFO:teuthology.orchestra.run.smithi027.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_created": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_enqueued": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_reintegrated": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_migrated": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "num_recovering_processing": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "recovery_started": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "recovery_completed": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:05:48.682 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_exportdir": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_flush": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_fragstats": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_inodestats": 0 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_log": { 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "evlrg": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "evadd": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "evex": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "evtrm": 0, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "ev": 1079, 2024-06-06T08:05:48.683 INFO:teuthology.orchestra.run.smithi027.stdout: "evexg": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "evexd": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "segadd": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "segex": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "segtrm": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "seg": 3, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "segmjr": 2, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "segexg": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "segexd": 0, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "expos": 4194304, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "wrpos": 6122700, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "rdpos": 6120612, 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "jlat": { 2024-06-06T08:05:48.684 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "replayed": 1079 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_mem": { 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 16, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "ino+": 447, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "ino-": 431, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "dir": 5, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "dir+": 72, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "dir-": 67, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "dn": 263, 2024-06-06T08:05:48.685 INFO:teuthology.orchestra.run.smithi027.stdout: "dn+": 591, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "dn-": 328, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "cap": 0, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "cap+": 0, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "cap-": 0, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "rss": 54216, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "heap": 215420 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_server": { 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "dispatch_client_request": 0, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "dispatch_server_request": 0, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_request": 0, 2024-06-06T08:05:48.686 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_session": 0, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_peer_request": 0, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "req_create_latency": { 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "req_getattr_latency": { 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "req_getfilelock_latency": { 2024-06-06T08:05:48.687 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "req_link_latency": { 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookup_latency": { 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.688 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookuphash_latency": { 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupino_latency": { 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupname_latency": { 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.689 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupparent_latency": { 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupsnap_latency": { 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.690 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lssnap_latency": { 2024-06-06T08:05:48.691 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.691 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.691 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.691 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.691 INFO:teuthology.orchestra.run.smithi027.stdout: "req_mkdir_latency": { 2024-06-06T08:05:48.691 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "req_mknod_latency": { 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "req_mksnap_latency": { 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.692 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "req_open_latency": { 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "req_readdir_latency": { 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rename_latency": { 2024-06-06T08:05:48.693 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "req_renamesnap_latency": { 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "req_snapdiff_latency": { 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.694 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rmdir_latency": { 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rmsnap_latency": { 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.695 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rmxattr_latency": { 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setattr_latency": { 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setdirlayout_latency": { 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.696 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setfilelock_latency": { 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setlayout_latency": { 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.697 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setxattr_latency": { 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "req_symlink_latency": { 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "req_unlink_latency": { 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.698 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "req_getvxattr_latency": { 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_sessions": { 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "session_count": 2, 2024-06-06T08:05:48.699 INFO:teuthology.orchestra.run.smithi027.stdout: "session_add": 4, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "session_remove": 2, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "sessions_open": 2, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "sessions_stale": 0, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "total_load": 0, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "average_load": 0, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "avg_session_uptime": 4360, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "mdthresh_evicted": 0 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "mempool": { 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_items": 0, 2024-06-06T08:05:48.700 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_items": 0, 2024-06-06T08:05:48.701 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_items": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_items": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:05:48.702 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_items": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_bytes": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_items": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_bytes": 190699, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_items": 67, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_items": 0, 2024-06-06T08:05:48.703 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_bytes": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_items": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_items": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_items": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_bytes": 9416, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_items": 180, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_bytes": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_items": 0, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_bytes": 235069, 2024-06-06T08:05:48.704 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_items": 1758, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_bytes": 0, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_items": 0, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_bytes": 0, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_items": 0 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "objecter": { 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "op_active": 0, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "op_laggy": 0, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "op_send": 2283, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "op_send_bytes": 21, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "op_resend": 3, 2024-06-06T08:05:48.705 INFO:teuthology.orchestra.run.smithi027.stdout: "op_reply": 2283, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "op_latency": { 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 2283, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 1.898950719, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000831778 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "op_inflight": 0, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "oplen_avg": { 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 2283, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 2284 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "op": 2283, 2024-06-06T08:05:48.706 INFO:teuthology.orchestra.run.smithi027.stdout: "op_r": 2283, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "op_w": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "op_rmw": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "op_pg": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_stat": 1428, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_create": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_read": 853, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_write": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_writefull": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_writesame": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_append": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_zero": 0, 2024-06-06T08:05:48.707 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_truncate": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_delete": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_mapext": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_sparse_read": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_clonerange": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_getxattr": 1, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_setxattr": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_rmxattr": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_call": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_watch": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_notify": 0, 2024-06-06T08:05:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_pgls": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_other": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_active": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_send": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_resend": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_ping": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "poolop_active": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "poolop_send": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "poolop_resend": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "poolstat_active": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "poolstat_send": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "poolstat_resend": 0, 2024-06-06T08:05:48.709 INFO:teuthology.orchestra.run.smithi027.stdout: "statfs_active": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "statfs_send": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "statfs_resend": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "command_active": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "command_send": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "command_resend": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "map_epoch": 109, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "map_full": 0, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "map_inc": 11, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_sessions": 5, 2024-06-06T08:05:48.710 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_session_open": 5, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_session_close": 0, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_laggy": 0, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_wr": 0, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_rd": 2, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_del": 0 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "oft": { 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_objs": 0, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_updates": 0, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_removes": 0 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "osd-slow-ops": { 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: "slow_ops_count": 0 2024-06-06T08:05:48.711 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "purge_queue": { 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing_ops": 0, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing": 0, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing_high_water": 0, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executed_ops": 0, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executed": 0, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_item_in_journal": 0 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:05:48.712 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 104857600, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 2588, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 4178502, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 2588, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 2588, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 4178502, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.713 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-objecter_bytes": { 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 104857600, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:48.714 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 2283, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 1928401, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 2283, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 1928401, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-objecter_ops": { 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:48.715 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 1024, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 2283, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 2283, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 2283, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 2283, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.716 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 3758096384, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:48.717 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 0, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 0, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-write_buf_throttle-0x55880d9166e0": { 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 3758096384, 2024-06-06T08:05:48.718 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:48.719 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.720 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:48.720 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:05:49.527 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:05:49.528 DEBUG:tasks.check_counter:Getting stats from d 2024-06-06T08:05:49.528 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.d perf dump 2024-06-06T08:05:49.823 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:05:50.095 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:49 smithi027 ceph-mon[32293]: pgmap v322: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-06-06T08:05:50.096 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:49 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:05:50.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:49 smithi176 ceph-mon[36543]: pgmap v322: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-06-06T08:05:50.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:49 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:05:50.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:49 smithi203 ceph-mon[37192]: pgmap v322: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 0 B/s wr, 14 op/s 2024-06-06T08:05:50.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:49 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-06T08:05:51.620 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T08:05:51.620 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 4, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 4, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 3072, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 448, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 4, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 0, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.001815806, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.000041634, 2024-06-06T08:05:51.621 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.000797334, 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 3, 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000834091, 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000278030 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:51.622 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 2, 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 189, 2024-06-06T08:05:51.623 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 320, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 189184, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 5, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 3, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.015714993, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.011109226, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.001796631, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 186, 2024-06-06T08:05:51.624 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.016201128, 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000087102 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 189184 2024-06-06T08:05:51.625 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 259, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 248, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 1591728, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 152720, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 2, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 1, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.051575813, 2024-06-06T08:05:51.626 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.017285893, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.037685325, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.005062318, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 247, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.012491591, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000050573 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:51.627 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 1591728, 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 152720 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: "cct": { 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: "total_workers": 0, 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: "unhealthy_workers": 0 2024-06-06T08:05:51.628 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "mempool": { 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_items": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:05:51.629 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_items": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_items": 0, 2024-06-06T08:05:51.630 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_items": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:05:51.631 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_items": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_bytes": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_items": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_bytes": 148714, 2024-06-06T08:05:51.632 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_items": 30, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_items": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_bytes": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_items": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_items": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_items": 0, 2024-06-06T08:05:51.633 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_bytes": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_items": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_bytes": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_items": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_bytes": 928, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_items": 2, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_bytes": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_items": 0, 2024-06-06T08:05:51.634 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_bytes": 0, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_items": 0 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 104857600, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 261, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 1555210, 2024-06-06T08:05:51.635 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 261, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 261, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 1555210, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:51.636 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:51.637 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:51.637 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T08:05:52.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: pgmap v323: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:05:52.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.145 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:51 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: pgmap v323: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:51 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: pgmap v323: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:51 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.322 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-06-06T08:05:52.323 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-06-06T08:05:52.323 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-06-06T08:05:52.323 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-06-06T08:05:52.323 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-06-06T08:05:52.323 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-06-06T08:05:52.323 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-06-06T08:05:52.323 DEBUG:tasks.check_counter:Getting stats from g 2024-06-06T08:05:52.323 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.g perf dump 2024-06-06T08:05:52.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi176 to 176.2M 2024-06-06T08:05:52.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: Unable to set osd_memory_target on smithi176 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:52 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:52.996 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:05:53.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi176 to 176.2M 2024-06-06T08:05:53.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: Unable to set osd_memory_target on smithi176 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.248 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:52 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi176 to 176.2M 2024-06-06T08:05:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: Unable to set osd_memory_target on smithi176 to 184791040: error parsing value: Value '184791040' is below minimum 939524096 2024-06-06T08:05:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:53.278 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:52 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:54.136 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:53 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi203 to 176.1M 2024-06-06T08:05:54.136 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:53 smithi027 ceph-mon[32293]: Unable to set osd_memory_target on smithi203 to 184758784: error parsing value: Value '184758784' is below minimum 939524096 2024-06-06T08:05:54.136 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:53 smithi027 ceph-mon[32293]: pgmap v324: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 0 B/s wr, 13 op/s 2024-06-06T08:05:54.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:53 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi203 to 176.1M 2024-06-06T08:05:54.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:53 smithi176 ceph-mon[36543]: Unable to set osd_memory_target on smithi203 to 184758784: error parsing value: Value '184758784' is below minimum 939524096 2024-06-06T08:05:54.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:53 smithi176 ceph-mon[36543]: pgmap v324: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 0 B/s wr, 13 op/s 2024-06-06T08:05:54.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:53 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi203 to 176.1M 2024-06-06T08:05:54.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:53 smithi203 ceph-mon[37192]: Unable to set osd_memory_target on smithi203 to 184758784: error parsing value: Value '184758784' is below minimum 939524096 2024-06-06T08:05:54.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:53 smithi203 ceph-mon[37192]: pgmap v324: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 0 B/s wr, 13 op/s 2024-06-06T08:05:54.820 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T08:05:54.820 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:05:54.820 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 815, 2024-06-06T08:05:54.820 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 817, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 273785, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 259171, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 6, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 2, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.093647560, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.040142399, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.019885771, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.023711550, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 815, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.042431860, 2024-06-06T08:05:54.821 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000052063 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 1796, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 1748, 2024-06-06T08:05:54.822 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 6221497, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 626139, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 4, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 3, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.148834184, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.042984136, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.069280103, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.040216544, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 1748, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.060476509, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000034597 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.823 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 1853712, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 153216 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 5, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 190, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 1668, 2024-06-06T08:05:54.824 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 470149, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 7, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 5, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.015426040, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.010094602, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.002811496, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.000072418, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 187, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.012277622, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000065655 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:54.825 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 469184 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "cct": { 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "total_workers": 1, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "unhealthy_workers": 0 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "finisher-MDSRank": { 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "queue_len": 0, 2024-06-06T08:05:54.826 INFO:teuthology.orchestra.run.smithi027.stdout: "complete_latency": { 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 3962, 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.096858624, 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000024446 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "finisher-PurgeQueue": { 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "queue_len": 0, 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "complete_latency": { 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.827 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "mds": { 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "request": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "reply": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "reply_latency": { 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "slow_reply": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "forward": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_fetch_complete": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_fetch_keys": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_commit": 0, 2024-06-06T08:05:54.828 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_split": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_merge": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes": 1002, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_top": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_bottom": 1002, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_pin_tail": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_pinned": 1002, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_expired": 1, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "inodes_with_caps": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "subtrees": 1, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse": 0, 2024-06-06T08:05:54.829 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_hit": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_forward": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_discover": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_remote_ino": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "traverse_lock": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "load_cent": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "q": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "exported": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "exported_inodes": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "imported": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "imported_inodes": 0, 2024-06-06T08:05:54.830 INFO:teuthology.orchestra.run.smithi027.stdout: "openino_dir_fetch": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "openino_peer_discover": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "root_rfiles": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "root_rbytes": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "root_rsnaps": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_set_tag": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:05:54.831 INFO:teuthology.orchestra.run.smithi027.stdout: "scrub_file_inodes": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_caps": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_cap_release": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "process_request_cap_release": 0 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_cache": { 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_update": 0, 2024-06-06T08:05:54.832 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_update_receipt": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_try_discover": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_send_discover": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "dir_handle_discover": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "num_strays": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "num_strays_delayed": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_created": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_enqueued": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_reintegrated": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "strays_migrated": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "num_recovering_processing": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:05:54.833 INFO:teuthology.orchestra.run.smithi027.stdout: "recovery_started": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "recovery_completed": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_exportdir": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_flush": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_fragstats": 0, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "ireq_inodestats": 0 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_log": { 2024-06-06T08:05:54.834 INFO:teuthology.orchestra.run.smithi027.stdout: "evlrg": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "evadd": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "evex": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "evtrm": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "ev": 1685, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "evexg": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "evexd": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "segadd": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "segex": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "segtrm": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "seg": 3, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "segmjr": 2, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "segexg": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "segexd": 0, 2024-06-06T08:05:54.835 INFO:teuthology.orchestra.run.smithi027.stdout: "expos": 4194304, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "wrpos": 8183199, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "rdpos": 8179648, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "jlat": { 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "replayed": 1685 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_mem": { 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "ino": 233, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "ino+": 954, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "ino-": 721, 2024-06-06T08:05:54.836 INFO:teuthology.orchestra.run.smithi027.stdout: "dir": 28, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "dir+": 96, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "dir-": 68, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "dn": 1002, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "dn+": 1447, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "dn-": 445, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "cap": 0, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "cap+": 0, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "cap-": 0, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "rss": 53260, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "heap": 215420 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_server": { 2024-06-06T08:05:54.837 INFO:teuthology.orchestra.run.smithi027.stdout: "dispatch_client_request": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "dispatch_server_request": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_request": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_client_session": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "handle_peer_request": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "req_create_latency": { 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "req_getattr_latency": { 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.838 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "req_getfilelock_latency": { 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "req_link_latency": { 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookup_latency": { 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.839 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookuphash_latency": { 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupino_latency": { 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupname_latency": { 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.840 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupparent_latency": { 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lookupsnap_latency": { 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.841 INFO:teuthology.orchestra.run.smithi027.stdout: "req_lssnap_latency": { 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "req_mkdir_latency": { 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.842 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "req_mknod_latency": { 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "req_mksnap_latency": { 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "req_open_latency": { 2024-06-06T08:05:54.843 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "req_readdir_latency": { 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rename_latency": { 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.844 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "req_renamesnap_latency": { 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "req_snapdiff_latency": { 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rmdir_latency": { 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.845 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rmsnap_latency": { 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "req_rmxattr_latency": { 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setattr_latency": { 2024-06-06T08:05:54.846 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setdirlayout_latency": { 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setfilelock_latency": { 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.847 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setlayout_latency": { 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "req_setxattr_latency": { 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "req_symlink_latency": { 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.848 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "req_unlink_latency": { 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "req_getvxattr_latency": { 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.849 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_sessions": { 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "session_count": 1, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "session_add": 2, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "session_remove": 1, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "sessions_open": 2, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "sessions_stale": 0, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "total_load": 0, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "average_load": 0, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "avg_session_uptime": 3118, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "mdthresh_evicted": 0 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.850 INFO:teuthology.orchestra.run.smithi027.stdout: "mempool": { 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_items": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:05:54.851 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_items": 0, 2024-06-06T08:05:54.852 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_items": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_bytes": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_items": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_bytes": 207346, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_items": 302, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_items": 0, 2024-06-06T08:05:54.853 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_bytes": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_items": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_items": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_items": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_bytes": 9416, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_items": 180, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_bytes": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_items": 0, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_bytes": 1305917, 2024-06-06T08:05:54.854 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_items": 16892, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_bytes": 0, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_items": 0, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_bytes": 0, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_items": 0 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "objecter": { 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_active": 0, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_laggy": 0, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_send": 2305, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_send_bytes": 21, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_resend": 3, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_reply": 2305, 2024-06-06T08:05:54.855 INFO:teuthology.orchestra.run.smithi027.stdout: "op_latency": { 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 2305, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 2.731929122, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.001185218 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "op_inflight": 0, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "oplen_avg": { 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 2305, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 2306 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "op": 2305, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "op_r": 2305, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "op_w": 0, 2024-06-06T08:05:54.856 INFO:teuthology.orchestra.run.smithi027.stdout: "op_rmw": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "op_pg": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_stat": 1443, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_create": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_read": 860, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_write": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_writefull": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_writesame": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_append": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_zero": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_truncate": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_delete": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_mapext": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_sparse_read": 0, 2024-06-06T08:05:54.857 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_clonerange": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_getxattr": 1, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_setxattr": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_rmxattr": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_call": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_watch": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_notify": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_pgls": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:05:54.858 INFO:teuthology.orchestra.run.smithi027.stdout: "osdop_other": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_active": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_send": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_resend": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "linger_ping": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "poolop_active": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "poolop_send": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "poolop_resend": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "poolstat_active": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "poolstat_send": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "poolstat_resend": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "statfs_active": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "statfs_send": 0, 2024-06-06T08:05:54.859 INFO:teuthology.orchestra.run.smithi027.stdout: "statfs_resend": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "command_active": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "command_send": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "command_resend": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "map_epoch": 109, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "map_full": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "map_inc": 11, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_sessions": 6, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_session_open": 6, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_session_close": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_laggy": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_wr": 0, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_rd": 2, 2024-06-06T08:05:54.860 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_del": 0 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "oft": { 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_objs": 0, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_updates": 0, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "omap_total_removes": 0 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "osd-slow-ops": { 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "slow_ops_count": 0 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "purge_queue": { 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing_ops": 0, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing": 0, 2024-06-06T08:05:54.861 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executing_high_water": 0, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executed_ops": 0, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_executed": 0, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "pq_item_in_journal": 0 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 104857600, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 2612, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 6243329, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 2612, 2024-06-06T08:05:54.862 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 2612, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 6243329, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-objecter_bytes": { 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:54.863 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 104857600, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 2305, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 3988900, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 2305, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 3988900, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.864 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-objecter_ops": { 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 1024, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 2305, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 2305, 2024-06-06T08:05:54.865 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 2305, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 2305, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 3758096384, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:54.866 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-write_buf_throttle-0x556caaa686e0": { 2024-06-06T08:05:54.867 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 3758096384, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:54.868 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:54.869 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.869 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:54.869 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:05:55.700 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:05:55.700 DEBUG:tasks.check_counter:Getting stats from j 2024-06-06T08:05:55.701 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.j perf dump 2024-06-06T08:05:55.988 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:05:56.112 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:55 smithi027 ceph-mon[32293]: pgmap v325: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 0 B/s wr, 12 op/s 2024-06-06T08:05:56.247 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:55 smithi176 ceph-mon[36543]: pgmap v325: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 0 B/s wr, 12 op/s 2024-06-06T08:05:56.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:55 smithi203 ceph-mon[37192]: pgmap v325: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 0 B/s wr, 12 op/s 2024-06-06T08:05:57.386 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.386 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.386 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: pgmap v326: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: Adjusting osd_memory_target on smithi027 to 176.1M 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: Unable to set osd_memory_target on smithi027 to 184710041: error parsing value: Value '184710041' is below minimum 939524096 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:05:57.387 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:57 smithi027 ceph-mon[32293]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: pgmap v326: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: Adjusting osd_memory_target on smithi027 to 176.1M 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: Unable to set osd_memory_target on smithi027 to 184710041: error parsing value: Value '184710041' is below minimum 939524096 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:05:57.498 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:05:57.499 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:57 smithi176 ceph-mon[36543]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.527 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: pgmap v326: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: Adjusting osd_memory_target on smithi027 to 176.1M 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: Unable to set osd_memory_target on smithi027 to 184710041: error parsing value: Value '184710041' is below minimum 939524096 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-06T08:05:57.528 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-06T08:05:57.529 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:57 smithi203 ceph-mon[37192]: from='mgr.15294 ' entity='mgr.x' 2024-06-06T08:05:57.648 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2024-06-06T08:05:57.648 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:05:57.648 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 0, 2024-06-06T08:05:57.648 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 2, 2024-06-06T08:05:57.648 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 0, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 0, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 4, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 0, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.001230354, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.000000000, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.000264782, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.649 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 262, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 251, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 1592544, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 154640, 2024-06-06T08:05:57.650 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 2, 2024-06-06T08:05:57.651 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 1, 2024-06-06T08:05:57.651 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.051537721, 2024-06-06T08:05:57.651 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.016696291, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.038494074, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.004988389, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 250, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.012340367, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000049361 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:57.652 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 1592544, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 154640 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_messages": 6, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages": 194, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_bytes": 3392, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_bytes": 190160, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_created_connections": 5, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_active_connections": 3, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_total_time": 0.017073641, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_send_time": 0.012072549, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_recv_time": 0.002314456, 2024-06-06T08:05:57.653 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 192, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.014664903, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000076379 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_recv_encrypted_bytes": 3392, 2024-06-06T08:05:57.654 INFO:teuthology.orchestra.run.smithi027.stdout: "msgr_send_encrypted_bytes": 190160 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "cct": { 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "total_workers": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "unhealthy_workers": 0 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "mempool": { 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bloom_filter_items": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:05:57.655 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_extent_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_blob_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:05:57.656 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_txc_items": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluestore_writing_items": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_items": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:05:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_bytes": 148714, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_anon_items": 30, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "buffer_meta_items": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_bytes": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_items": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_mapbl_items": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:05:57.658 INFO:teuthology.orchestra.run.smithi027.stdout: "osd_pglog_items": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_bytes": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_items": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_bytes": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "pgmap_items": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_bytes": 928, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "mds_co_items": 2, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_bytes": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_1_items": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_bytes": 0, 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: "unittest_2_items": 0 2024-06-06T08:05:57.659 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "val": 0, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "max": 104857600, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "get_started": 0, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "get": 264, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "get_sum": 1555600, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_fail": 0, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "get_or_fail_success": 264, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "take": 0, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "take_sum": 0, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "put": 264, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "put_sum": 1555600, 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "wait": { 2024-06-06T08:05:57.660 INFO:teuthology.orchestra.run.smithi027.stdout: "avgcount": 0, 2024-06-06T08:05:57.661 INFO:teuthology.orchestra.run.smithi027.stdout: "sum": 0.000000000, 2024-06-06T08:05:57.661 INFO:teuthology.orchestra.run.smithi027.stdout: "avgtime": 0.000000000 2024-06-06T08:05:57.661 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:57.661 INFO:teuthology.orchestra.run.smithi027.stdout: } 2024-06-06T08:05:57.661 INFO:teuthology.orchestra.run.smithi027.stdout:} 2024-06-06T08:05:58.365 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-06-06T08:05:58.365 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-06-06T08:05:58.365 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-06-06T08:05:58.366 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-06-06T08:05:58.366 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-06-06T08:05:58.366 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-06-06T08:05:58.366 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-06-06T08:05:58.366 DEBUG:tasks.check_counter:Getting stats from b 2024-06-06T08:05:58.366 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.b perf dump 2024-06-06T08:05:58.615 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:05:59.750 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:05:59 smithi176 ceph-mon[36543]: pgmap v327: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 0 B/s wr, 13 op/s 2024-06-06T08:05:59.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:05:59 smithi203 ceph-mon[37192]: pgmap v327: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 0 B/s wr, 13 op/s 2024-06-06T08:05:59.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:05:59 smithi027 ceph-mon[32293]: pgmap v327: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 0 B/s wr, 13 op/s 2024-06-06T08:06:00.432 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-06-06T08:06:00.432 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 1237, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 1901, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 2162059, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 2622390, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 17, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 4, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.132873461, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.049394091, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.079482577, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.012856588, 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:00.433 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1899, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.081601025, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000042970 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1588, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000274620, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000172 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 1880960, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 475808 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.434 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 14324, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 7583, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 6851616, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 2037961, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 16, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 7, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.608046612, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.234581660, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.506877299, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.007893715, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 7582, 2024-06-06T08:06:00.435 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.163320111, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000021540 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 21404, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.003154700, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000147 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 6800, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 162064 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 458, 2024-06-06T08:06:00.436 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 419, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 207454, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 311306, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 14, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 8, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.030675702, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.008744793, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.015425819, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.006853620, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 417, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.027255851, 2024-06-06T08:06:00.437 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000065361 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 306, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000045322, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000148 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "cct": { 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "total_workers": 1, 2024-06-06T08:06:00.438 INFO:teuthology.orchestra.run.smithi176.stdout: "unhealthy_workers": 0 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-MDSRank": { 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 335, 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.287675468, 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000858732 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:00.439 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 398, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.032343985, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000081266 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "request": 350, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "reply": 343, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "reply_latency": { 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 343, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.480182625, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.001399949 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.440 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_reply": 0, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "forward": 7, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_commit": 11, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_split": 0, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_merge": 0, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes": 27, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_top": 7, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_bottom": 10, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pin_tail": 10, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pinned": 13, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_expired": 1407, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_with_caps": 0, 2024-06-06T08:06:00.441 INFO:teuthology.orchestra.run.smithi176.stdout: "caps": 0, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "subtrees": 5, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse": 2256, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_hit": 1239, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_forward": 5, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_discover": 753, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_lock": 0, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "load_cent": 0, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "q": 0, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "exported": 12, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "exported_inodes": 198, 2024-06-06T08:06:00.442 INFO:teuthology.orchestra.run.smithi176.stdout: "imported": 12, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "imported_inodes": 111, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rfiles": 117, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rbytes": 1074278, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rsnaps": 4, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:06:00.443 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_file_inodes": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_revoke": 68, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_grant": 240, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps": 215, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps_dirty": 156, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_cap_release": 15, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "process_request_cap_release": 341 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.444 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_cache": { 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update": 72, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update_receipt": 2186, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_try_discover": 1457, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_send_discover": 1448, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_handle_discover": 73, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays": 0, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_created": 167, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_enqueued": 167, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_migrated": 0, 2024-06-06T08:06:00.445 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_started": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_completed": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_path": 2, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_inode": 68, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_exportdir": 12, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_flush": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_inodestats": 0 2024-06-06T08:06:00.446 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_log": { 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "evlrg": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "evadd": 771, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "evex": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "evtrm": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "ev": 771, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "evexg": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "evexd": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "segadd": 2, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "segex": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "segtrm": 0, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "seg": 2, 2024-06-06T08:06:00.447 INFO:teuthology.orchestra.run.smithi176.stdout: "segmjr": 2, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "segexg": 0, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "segexd": 0, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "expos": 4194304, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "wrpos": 5604052, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "rdpos": 0, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "jlat": { 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 142, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.597704053, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.004209183 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "replayed": 0 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_mem": { 2024-06-06T08:06:00.448 INFO:teuthology.orchestra.run.smithi176.stdout: "ino": 34, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "ino+": 950, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "ino-": 916, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "dir": 32, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "dir+": 879, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "dir-": 847, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "dn": 27, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "dn+": 1613, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "dn-": 1586, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "cap": 0, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "cap+": 226, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "cap-": 226, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "rss": 59196, 2024-06-06T08:06:00.449 INFO:teuthology.orchestra.run.smithi176.stdout: "heap": 223612 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_server": { 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_client_request": 608, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_server_request": 64, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_request": 350, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_session": 24, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_peer_request": 363, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "req_create_latency": { 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 56, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.080625078, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.001439733 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.450 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getattr_latency": { 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 2, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000572938, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000286469 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "req_link_latency": { 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.451 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookup_latency": { 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 101, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.036821157, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000364565 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupino_latency": { 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.452 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupname_latency": { 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.453 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lssnap_latency": { 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.454 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mkdir_latency": { 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mknod_latency": { 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.455 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mksnap_latency": { 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "req_open_latency": { 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "req_readdir_latency": { 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 17, 2024-06-06T08:06:00.456 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.009411394, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000553611 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rename_latency": { 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.457 INFO:teuthology.orchestra.run.smithi176.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmdir_latency": { 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.458 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setattr_latency": { 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:00.459 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setlayout_latency": { 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.460 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setxattr_latency": { 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "req_symlink_latency": { 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "req_unlink_latency": { 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 167, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.352752058, 2024-06-06T08:06:00.461 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.002112287 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_sessions": { 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "session_count": 1, 2024-06-06T08:06:00.462 INFO:teuthology.orchestra.run.smithi176.stdout: "session_add": 5, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "session_remove": 4, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_open": 1, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_stale": 0, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "total_load": 211, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "average_load": 211, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "avg_session_uptime": 2140, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "mempool": { 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:00.463 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:00.464 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:00.465 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_items": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_bytes": 296471, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_items": 111, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_bytes": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_items": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:00.466 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_items": 180, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_items": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_bytes": 155829, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_items": 528, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_items": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_items": 0 2024-06-06T08:06:00.467 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "objecter": { 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_active": 0, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_laggy": 0, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send": 632, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send_bytes": 1469631, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_resend": 28, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_reply": 632, 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "op_latency": { 2024-06-06T08:06:00.468 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 632, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 4.907955654, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.007765752 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "op_inflight": 0, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "oplen_avg": { 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 632, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 712 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "op": 632, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "op_r": 24, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "op_w": 608, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "op_rmw": 0, 2024-06-06T08:06:00.469 INFO:teuthology.orchestra.run.smithi176.stdout: "op_pg": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_stat": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_create": 10, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_read": 24, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_write": 166, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writefull": 29, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writesame": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_append": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_zero": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_truncate": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_delete": 346, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_mapext": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:00.470 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_getxattr": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_setxattr": 20, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_call": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_watch": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_notify": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_other": 0, 2024-06-06T08:06:00.471 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_active": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_send": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_resend": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_ping": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_active": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_send": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_resend": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_active": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_send": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_resend": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_active": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_send": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_resend": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "command_active": 0, 2024-06-06T08:06:00.472 INFO:teuthology.orchestra.run.smithi176.stdout: "command_send": 0, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "command_resend": 0, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "map_epoch": 109, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "map_full": 0, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "map_inc": 11, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_sessions": 12, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_open": 12, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_close": 0, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_laggy": 0, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_wr": 87, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_rd": 0, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_del": 30 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.473 INFO:teuthology.orchestra.run.smithi176.stdout: "oft": { 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_objs": 1, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_updates": 0, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_removes": 0 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "osd-slow-ops": { 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_ops_count": 70 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "purge_queue": { 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops_high_water": 10, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing": 0, 2024-06-06T08:06:00.474 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_high_water": 5, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed_ops": 334, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed": 167, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 16015, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 7758675, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 16015, 2024-06-06T08:06:00.475 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 16015, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 7758675, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:00.476 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 632, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 1488626, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 632, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 1488626, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.477 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 1024, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 632, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 632, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 632, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 632, 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:00.478 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 167, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 18995, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 167, 2024-06-06T08:06:00.479 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 24, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 18995, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle-0x563e478fa500": { 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:00.480 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 771, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 1409748, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 771, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 142, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 1409748, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:00.481 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.482 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:00.482 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-06-06T08:06:01.290 INFO:tasks.check_counter:Daemon mds.b mds.exported=12 2024-06-06T08:06:01.291 INFO:tasks.check_counter:Daemon mds.b mds.imported=12 2024-06-06T08:06:01.291 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=72 2024-06-06T08:06:01.291 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=2186 2024-06-06T08:06:01.291 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=4 2024-06-06T08:06:01.291 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:01.291 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:01.291 DEBUG:tasks.check_counter:Getting stats from e 2024-06-06T08:06:01.292 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.e perf dump 2024-06-06T08:06:01.527 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:06:01.648 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:01 smithi176 ceph-mon[36543]: pgmap v328: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:06:01.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:01 smithi203 ceph-mon[37192]: pgmap v328: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:06:01.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:01 smithi027 ceph-mon[32293]: pgmap v328: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 805, 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 807, 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 236965, 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 256000, 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 6, 2024-06-06T08:06:03.279 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 2, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.075815922, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.026402736, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.017319804, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.024598195, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 805, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.030825804, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000038292 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.280 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 571, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 551, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 1585828, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 205427, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 4, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 3, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.056663736, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.019577468, 2024-06-06T08:06:03.281 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.020357594, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.013642786, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 551, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.021037713, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000038180 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.282 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 312800, 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 69584 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 4, 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 87, 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 1887, 2024-06-06T08:06:03.283 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 233796, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 5, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 4, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.006086188, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.003437268, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.001632334, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.000045335, 2024-06-06T08:06:03.284 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 85, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.007098327, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000083509 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 160, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 232832 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.285 INFO:teuthology.orchestra.run.smithi176.stdout: "cct": { 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "total_workers": 1, 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "unhealthy_workers": 0 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-MDSRank": { 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 2054, 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.050323688, 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000024500 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:03.286 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "request": 0, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "reply": 0, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "reply_latency": { 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.287 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_reply": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "forward": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_commit": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_split": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_merge": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes": 482, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_top": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_bottom": 482, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pin_tail": 0, 2024-06-06T08:06:03.288 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pinned": 482, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_expired": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_with_caps": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "caps": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "subtrees": 2, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_hit": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_forward": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_discover": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_lock": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "load_cent": 0, 2024-06-06T08:06:03.289 INFO:teuthology.orchestra.run.smithi176.stdout: "q": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "exported": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "exported_inodes": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "imported": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "imported_inodes": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rfiles": 4, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rbytes": 234, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rsnaps": 7, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:03.290 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_file_inodes": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps": 0, 2024-06-06T08:06:03.291 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_cap_release": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "process_request_cap_release": 0 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_cache": { 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update_receipt": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_try_discover": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_send_discover": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_handle_discover": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_created": 0, 2024-06-06T08:06:03.292 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_enqueued": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_migrated": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_started": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_completed": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_exportdir": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_flush": 0, 2024-06-06T08:06:03.293 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_inodestats": 0 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_log": { 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "evlrg": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "evadd": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "evex": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "evtrm": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "ev": 647, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "evexg": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "evexd": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "segadd": 0, 2024-06-06T08:06:03.294 INFO:teuthology.orchestra.run.smithi176.stdout: "segex": 0, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "segtrm": 0, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "seg": 1, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "segmjr": 1, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "segexg": 0, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "segexd": 0, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "expos": 50759422, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "wrpos": 51918740, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "rdpos": 51918656, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "jlat": { 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.295 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "replayed": 647 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_mem": { 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ino": 32, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ino+": 226, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "ino-": 194, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "dir": 44, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "dir+": 59, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "dir-": 15, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "dn": 482, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "dn+": 596, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "dn-": 114, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "cap": 0, 2024-06-06T08:06:03.296 INFO:teuthology.orchestra.run.smithi176.stdout: "cap+": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "cap-": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "rss": 49152, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "heap": 215396 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_server": { 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_client_request": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_server_request": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_request": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_session": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_peer_request": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "req_create_latency": { 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.297 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getattr_latency": { 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.298 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "req_link_latency": { 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookup_latency": { 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.299 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupino_latency": { 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupname_latency": { 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.300 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lssnap_latency": { 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.301 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.302 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mkdir_latency": { 2024-06-06T08:06:03.302 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.302 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.302 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mknod_latency": { 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mksnap_latency": { 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.303 INFO:teuthology.orchestra.run.smithi176.stdout: "req_open_latency": { 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "req_readdir_latency": { 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rename_latency": { 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.304 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.305 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmdir_latency": { 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.306 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setattr_latency": { 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.307 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setlayout_latency": { 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setxattr_latency": { 2024-06-06T08:06:03.308 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "req_symlink_latency": { 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "req_unlink_latency": { 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.309 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_sessions": { 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "session_count": 2, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "session_add": 2, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "session_remove": 0, 2024-06-06T08:06:03.310 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_open": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_stale": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "total_load": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "average_load": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "avg_session_uptime": 2145, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "mempool": { 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:03.311 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:03.312 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:03.313 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_items": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_bytes": 198836, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_items": 93, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_bytes": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_items": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:03.314 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_items": 180, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_items": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_bytes": 505762, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_items": 5298, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_items": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:03.315 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_items": 0 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "objecter": { 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_active": 0, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_laggy": 0, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send": 1235, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send_bytes": 26, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_resend": 4, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_reply": 1235, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "op_latency": { 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1235, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.537995109, 2024-06-06T08:06:03.316 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000435623 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "op_inflight": 0, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "oplen_avg": { 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1235, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 1236 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "op": 1235, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "op_r": 1235, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "op_w": 0, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "op_rmw": 0, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "op_pg": 0, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_stat": 802, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_create": 0, 2024-06-06T08:06:03.317 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_read": 430, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_write": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writefull": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writesame": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_append": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_zero": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_truncate": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_delete": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_mapext": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_getxattr": 2, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_setxattr": 0, 2024-06-06T08:06:03.318 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_call": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_watch": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_notify": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_other": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_active": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_send": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_resend": 0, 2024-06-06T08:06:03.319 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_ping": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_active": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_send": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_resend": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_active": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_send": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_resend": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_active": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_send": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_resend": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "command_active": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "command_send": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "command_resend": 0, 2024-06-06T08:06:03.320 INFO:teuthology.orchestra.run.smithi176.stdout: "map_epoch": 109, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "map_full": 0, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "map_inc": 6, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_sessions": 6, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_open": 6, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_close": 0, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_laggy": 0, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_wr": 0, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_rd": 2, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_del": 0 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "oft": { 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_objs": 0, 2024-06-06T08:06:03.321 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_updates": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_removes": 0 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "osd-slow-ops": { 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_ops_count": 0 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "purge_queue": { 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_high_water": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed_ops": 0, 2024-06-06T08:06:03.322 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed": 0, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 1376, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 1690670, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 1376, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:03.323 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 1376, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 1690670, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:03.324 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 1235, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 1159328, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 1235, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 1159328, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:03.325 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 1024, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 1235, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 1235, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 1235, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 1235, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.326 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:03.327 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle-0x55a2342d26e0": { 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:03.328 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:03.329 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-06-06T08:06:03.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:03 smithi176 ceph-mon[36543]: pgmap v329: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-06-06T08:06:03.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:03 smithi203 ceph-mon[37192]: pgmap v329: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-06-06T08:06:03.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:03 smithi027 ceph-mon[32293]: pgmap v329: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 682 B/s wr, 11 op/s 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=7 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:04.052 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:04.052 DEBUG:tasks.check_counter:Getting stats from h 2024-06-06T08:06:04.053 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.h perf dump 2024-06-06T08:06:04.293 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:06:05.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:05 smithi176 ceph-mon[36543]: pgmap v330: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-06-06T08:06:05.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:05 smithi203 ceph-mon[37192]: pgmap v330: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-06-06T08:06:05.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:05 smithi027 ceph-mon[32293]: pgmap v330: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 7255, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 5393, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 3496944, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 5923163, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 14, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 5, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.357142504, 2024-06-06T08:06:05.991 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.141834376, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.247568627, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.020760540, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 5391, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.120882853, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000022423 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 11291, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.001703868, 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000150 2024-06-06T08:06:05.992 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 2470, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 4195, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 2565420, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 2142970, 2024-06-06T08:06:05.993 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 13, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 6, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.200196697, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.077397680, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.122559422, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.018208575, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 4195, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.125862683, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000030003 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:05.994 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 4436, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000787260, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000177 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 1867808, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 162896 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 7780, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 4752, 2024-06-06T08:06:05.995 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 3661701, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 1798932, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 17, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 10, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.342139951, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.131796162, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.270622548, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.010881548, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 4749, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.120750497, 2024-06-06T08:06:05.996 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000025426 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 11433, 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.001559973, 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000136 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 475536 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.997 INFO:teuthology.orchestra.run.smithi176.stdout: "cct": { 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "total_workers": 1, 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "unhealthy_workers": 0 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-MDSRank": { 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 491, 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.660236372, 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.001344676 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:05.998 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1075, 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.085825007, 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000079837 2024-06-06T08:06:05.999 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "request": 856, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "reply": 852, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "reply_latency": { 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 852, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 1.700827018, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.001996275 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_reply": 0, 2024-06-06T08:06:06.000 INFO:teuthology.orchestra.run.smithi176.stdout: "forward": 4, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_commit": 11, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_split": 0, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_merge": 0, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes": 489, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_top": 4, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_bottom": 3, 2024-06-06T08:06:06.001 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pin_tail": 482, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pinned": 482, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_expired": 1465, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_with_caps": 1, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "caps": 1, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "subtrees": 3, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse": 3011, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_hit": 1856, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_forward": 1, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_discover": 756, 2024-06-06T08:06:06.002 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_lock": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "load_cent": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "q": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "exported": 12, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "exported_inodes": 331, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "imported": 26, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "imported_inodes": 484, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:06:06.003 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rfiles": 117, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rbytes": 1074278, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rsnaps": 4, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:06:06.004 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_file_inodes": 0, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_inode_file_caps": 6, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_revoke": 164, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_grant": 687, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:06.005 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps": 362, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps_dirty": 209, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_cap_release": 17, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "process_request_cap_release": 825 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_cache": { 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update": 148, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update_receipt": 2206, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_try_discover": 1467, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_send_discover": 1476, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_handle_discover": 232, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays": 18, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:06.006 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_created": 536, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_enqueued": 518, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_migrated": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_started": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_completed": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_path": 2, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_inode": 111, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:06.007 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_exportdir": 12, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_flush": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_inodestats": 0 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_log": { 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "evlrg": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "evadd": 1685, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "evex": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "evtrm": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "ev": 1685, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "evexg": 0, 2024-06-06T08:06:06.008 INFO:teuthology.orchestra.run.smithi176.stdout: "evexd": 0, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "segadd": 3, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "segex": 0, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "segtrm": 0, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "seg": 3, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "segmjr": 2, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "segexg": 0, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "segexd": 0, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "expos": 4194304, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "wrpos": 8183199, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "rdpos": 0, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "jlat": { 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 226, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.834313847, 2024-06-06T08:06:06.009 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.003691654 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "replayed": 0 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_mem": { 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ino": 253, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ino+": 1563, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "ino-": 1310, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "dir": 47, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "dir+": 904, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "dir-": 857, 2024-06-06T08:06:06.010 INFO:teuthology.orchestra.run.smithi176.stdout: "dn": 489, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "dn+": 2539, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "dn-": 2050, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "cap": 1, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "cap+": 641, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "cap-": 640, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "rss": 67012, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "heap": 223612 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_server": { 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_client_request": 1442, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_server_request": 70, 2024-06-06T08:06:06.011 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_request": 856, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_session": 13, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_peer_request": 483, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "req_create_latency": { 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 66, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.083172318, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.001260186 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getattr_latency": { 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.012 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "req_link_latency": { 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookup_latency": { 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 204, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.059592919, 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000292122 2024-06-06T08:06:06.013 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupino_latency": { 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000232678, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000232678 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupname_latency": { 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.014 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.015 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.016 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lssnap_latency": { 2024-06-06T08:06:06.016 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.016 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.016 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.016 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mkdir_latency": { 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mknod_latency": { 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mksnap_latency": { 2024-06-06T08:06:06.017 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "req_open_latency": { 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "req_readdir_latency": { 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 45, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.042547045, 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000945489 2024-06-06T08:06:06.018 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rename_latency": { 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.019 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmdir_latency": { 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 23, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.462402925, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.020104475 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.020 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setattr_latency": { 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.021 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setlayout_latency": { 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.022 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setxattr_latency": { 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "req_symlink_latency": { 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "req_unlink_latency": { 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 513, 2024-06-06T08:06:06.023 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 1.052879133, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.002052395 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_sessions": { 2024-06-06T08:06:06.024 INFO:teuthology.orchestra.run.smithi176.stdout: "session_count": 1, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "session_add": 2, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "session_remove": 1, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_open": 1, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_stale": 0, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "total_load": 673, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "average_load": 673, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "avg_session_uptime": 639, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "mempool": { 2024-06-06T08:06:06.025 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:06.026 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:06.026 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:06.026 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:06.026 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:06.026 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:06.026 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:06.027 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:06.028 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_items": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_bytes": 457461, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_items": 381, 2024-06-06T08:06:06.029 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_bytes": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_items": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_items": 180, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:06.030 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_items": 0, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_bytes": 1038461, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_items": 17142, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_items": 0, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_items": 0 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.031 INFO:teuthology.orchestra.run.smithi176.stdout: "objecter": { 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_active": 0, 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_laggy": 0, 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send": 1427, 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send_bytes": 4106834, 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_resend": 33, 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_reply": 1427, 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "op_latency": { 2024-06-06T08:06:06.032 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1427, 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 5.627949151, 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.003943902 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "op_inflight": 0, 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "oplen_avg": { 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1427, 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 1493 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.033 INFO:teuthology.orchestra.run.smithi176.stdout: "op": 1427, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "op_r": 34, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "op_w": 1393, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "op_rmw": 0, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "op_pg": 0, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_stat": 0, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_create": 10, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_read": 34, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_write": 260, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writefull": 32, 2024-06-06T08:06:06.034 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writesame": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_append": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_zero": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_truncate": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_delete": 1043, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_mapext": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_getxattr": 0, 2024-06-06T08:06:06.035 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_setxattr": 20, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_call": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_watch": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_notify": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls": 0, 2024-06-06T08:06:06.036 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_other": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_active": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_send": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_resend": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_ping": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_active": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_send": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_resend": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_active": 0, 2024-06-06T08:06:06.037 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_send": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_resend": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_active": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_send": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_resend": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "command_active": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "command_send": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "command_resend": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "map_epoch": 109, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "map_full": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "map_inc": 11, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_sessions": 12, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_open": 12, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_close": 0, 2024-06-06T08:06:06.038 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_laggy": 0, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_wr": 71, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_rd": 0, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_del": 23 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "oft": { 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_objs": 1, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_updates": 0, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_removes": 0 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "osd-slow-ops": { 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_ops_count": 113 2024-06-06T08:06:06.039 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "purge_queue": { 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops_high_water": 10, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing": 0, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_high_water": 5, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed_ops": 1031, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed": 518, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:06.040 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 17501, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 8128477, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 17501, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 17501, 2024-06-06T08:06:06.041 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 8128477, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:06.042 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 1427, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 4166048, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 1427, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 4166048, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:06.043 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 1024, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 1427, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 1427, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 1427, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 1427, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.044 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 518, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 59214, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 518, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 34, 2024-06-06T08:06:06.045 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 59214, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle-0x560c69544500": { 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 1685, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 3988895, 2024-06-06T08:06:06.046 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 1685, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 226, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 3988895, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:06.047 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-06-06T08:06:06.788 INFO:tasks.check_counter:Daemon mds.h mds.exported=12 2024-06-06T08:06:06.789 INFO:tasks.check_counter:Daemon mds.h mds.imported=26 2024-06-06T08:06:06.789 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=148 2024-06-06T08:06:06.789 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=2206 2024-06-06T08:06:06.789 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=4 2024-06-06T08:06:06.789 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:06.789 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:06.789 DEBUG:tasks.check_counter:Getting stats from k 2024-06-06T08:06:06.789 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.k perf dump 2024-06-06T08:06:07.029 INFO:teuthology.orchestra.run.smithi176.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.b/config 2024-06-06T08:06:07.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:07 smithi176 ceph-mon[36543]: pgmap v331: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-06-06T08:06:07.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:07 smithi176 ceph-mon[36543]: osdmap e110: 12 total, 12 up, 12 in 2024-06-06T08:06:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:07 smithi203 ceph-mon[37192]: pgmap v331: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-06-06T08:06:07.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:07 smithi203 ceph-mon[37192]: osdmap e110: 12 total, 12 up, 12 in 2024-06-06T08:06:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:07 smithi027 ceph-mon[32293]: pgmap v331: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 25 op/s 2024-06-06T08:06:07.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:07 smithi027 ceph-mon[32293]: osdmap e110: 12 total, 12 up, 12 in 2024-06-06T08:06:08.724 INFO:teuthology.orchestra.run.smithi176.stdout:{ 2024-06-06T08:06:08.724 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:08.724 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 353, 2024-06-06T08:06:08.724 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 305, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 14449798, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 170456, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 6, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 2, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.065167025, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.017557935, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.049589734, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.007433499, 2024-06-06T08:06:08.725 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 305, 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.016948779, 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000055569 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.726 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 1858352, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 160592 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 1166, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 1359, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 36189904, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 845597, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 8, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 6, 2024-06-06T08:06:08.727 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.128966409, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.034048079, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.047940338, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.036850768, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1356, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.069667932, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000051377 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.728 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 475440 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_messages": 1273, 2024-06-06T08:06:08.729 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages": 1275, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_bytes": 33950246, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_bytes": 404872, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_created_connections": 6, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_active_connections": 5, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_total_time": 0.154231648, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_send_time": 0.045642938, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_recv_time": 0.050847125, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_running_fast_dispatch_time": 0.044520414, 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:08.730 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 1273, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.061429722, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000048255 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "cct": { 2024-06-06T08:06:08.731 INFO:teuthology.orchestra.run.smithi176.stdout: "total_workers": 1, 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "unhealthy_workers": 0 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-MDSRank": { 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 4145, 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.123363393, 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000029761 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:08.732 INFO:teuthology.orchestra.run.smithi176.stdout: "queue_len": 0, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "complete_latency": { 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "mds": { 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "request": 0, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "reply": 0, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "reply_latency": { 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.733 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_reply": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "forward": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_commit": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_split": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_merge": 0, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes": 15029, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_top": 40, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_bottom": 14989, 2024-06-06T08:06:08.734 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pin_tail": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_pinned": 14971, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_expired": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "inodes_with_caps": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "caps": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "subtrees": 1, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_hit": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_forward": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_discover": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "traverse_lock": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "load_cent": 0, 2024-06-06T08:06:08.735 INFO:teuthology.orchestra.run.smithi176.stdout: "q": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "exported": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "exported_inodes": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "imported": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "imported_inodes": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rfiles": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rbytes": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "root_rsnaps": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:08.736 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "scrub_file_inodes": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps": 0, 2024-06-06T08:06:08.737 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_cap_release": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "process_request_cap_release": 0 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_cache": { 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_update_receipt": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_try_discover": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_send_discover": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "dir_handle_discover": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:08.738 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_created": 0, 2024-06-06T08:06:08.739 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_enqueued": 0, 2024-06-06T08:06:08.739 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:08.739 INFO:teuthology.orchestra.run.smithi176.stdout: "strays_migrated": 0, 2024-06-06T08:06:08.739 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:08.739 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:08.739 INFO:teuthology.orchestra.run.smithi176.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:08.741 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_started": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "recovery_completed": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_exportdir": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_flush": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:08.742 INFO:teuthology.orchestra.run.smithi176.stdout: "ireq_inodestats": 0 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_log": { 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "evlrg": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "evadd": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "evex": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "evtrm": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "ev": 34959, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "evexg": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "evexd": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "segadd": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "segex": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "segtrm": 0, 2024-06-06T08:06:08.743 INFO:teuthology.orchestra.run.smithi176.stdout: "seg": 44, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "segmjr": 4, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "segexg": 0, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "segexd": 0, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "expos": 4194304, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "wrpos": 86222294, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "rdpos": 86220206, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "jlat": { 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: "replayed": 34959 2024-06-06T08:06:08.744 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_mem": { 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "ino": 3963, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "ino+": 11588, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "ino-": 7625, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "dir": 424, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "dir+": 503, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "dir-": 79, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "dn": 15029, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "dn+": 16121, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "dn-": 1092, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "cap": 0, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "cap+": 0, 2024-06-06T08:06:08.745 INFO:teuthology.orchestra.run.smithi176.stdout: "cap-": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "rss": 85872, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "heap": 215420 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_server": { 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_client_request": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "dispatch_server_request": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_request": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_client_session": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "handle_peer_request": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "req_create_latency": { 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.746 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getattr_latency": { 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.747 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "req_link_latency": { 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookup_latency": { 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.748 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupino_latency": { 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupname_latency": { 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.749 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "req_lssnap_latency": { 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.750 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.751 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.751 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mkdir_latency": { 2024-06-06T08:06:08.751 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.751 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.751 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mknod_latency": { 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "req_mksnap_latency": { 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.752 INFO:teuthology.orchestra.run.smithi176.stdout: "req_open_latency": { 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "req_readdir_latency": { 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rename_latency": { 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.753 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.754 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.754 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.754 INFO:teuthology.orchestra.run.smithi176.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:08.754 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.754 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.754 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmdir_latency": { 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.755 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.756 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setattr_latency": { 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.757 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setlayout_latency": { 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.758 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: "req_setxattr_latency": { 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: "req_symlink_latency": { 2024-06-06T08:06:08.759 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: "req_unlink_latency": { 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.760 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.761 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_sessions": { 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "session_count": 1, 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "session_add": 2, 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "session_remove": 1, 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_open": 2, 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "sessions_stale": 0, 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "total_load": 0, 2024-06-06T08:06:08.762 INFO:teuthology.orchestra.run.smithi176.stdout: "average_load": 0, 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "avg_session_uptime": 3662, 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "mempool": { 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:08.763 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:08.764 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:08.765 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:08.765 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:08.765 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:08.765 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:08.765 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:08.765 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:08.766 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:08.766 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:08.766 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:08.766 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:08.766 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:08.766 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_items": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:08.767 INFO:teuthology.orchestra.run.smithi176.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_bytes": 381345, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_anon_items": 4343, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_bytes": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_items": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:08.768 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_items": 180, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "pgmap_items": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_bytes": 20721701, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "mds_co_items": 257891, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_1_items": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: "unittest_2_items": 0 2024-06-06T08:06:08.769 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "objecter": { 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_active": 0, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_laggy": 0, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send": 2468, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_send_bytes": 21, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_resend": 3, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_reply": 2468, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_latency": { 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 2468, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 2.472977627, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.001002016 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.770 INFO:teuthology.orchestra.run.smithi176.stdout: "op_inflight": 0, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "oplen_avg": { 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 2468, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 2469 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "op": 2468, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "op_r": 2468, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "op_w": 0, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "op_rmw": 0, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "op_pg": 0, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_stat": 1551, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_create": 0, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_read": 915, 2024-06-06T08:06:08.771 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_write": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writefull": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_writesame": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_append": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_zero": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_truncate": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_delete": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_mapext": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_getxattr": 1, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_setxattr": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:08.772 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_call": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_watch": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_notify": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "osdop_other": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_active": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_send": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_resend": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "linger_ping": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_active": 0, 2024-06-06T08:06:08.773 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_send": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "poolop_resend": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_active": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_send": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "poolstat_resend": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_active": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_send": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "statfs_resend": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "command_active": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "command_send": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "command_resend": 0, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "map_epoch": 110, 2024-06-06T08:06:08.774 INFO:teuthology.orchestra.run.smithi176.stdout: "map_full": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "map_inc": 12, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_sessions": 9, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_open": 9, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_session_close": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "osd_laggy": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_wr": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_rd": 2, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_del": 0 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "oft": { 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_objs": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_updates": 0, 2024-06-06T08:06:08.775 INFO:teuthology.orchestra.run.smithi176.stdout: "omap_total_removes": 0 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "osd-slow-ops": { 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "slow_ops_count": 0 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "purge_queue": { 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing": 0, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executing_high_water": 0, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed_ops": 0, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_executed": 0, 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:08.776 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 2788, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 84319813, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 2788, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 2788, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 84319813, 2024-06-06T08:06:08.777 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 104857600, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:08.778 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 2468, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 82033780, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 2468, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 82033780, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.779 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 1024, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 2468, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 2468, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 2468, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 2468, 2024-06-06T08:06:08.780 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:08.781 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 0, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 0, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: }, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "throttle-write_buf_throttle-0x55d0b667e6e0": { 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "val": 0, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "max": 3758096384, 2024-06-06T08:06:08.782 INFO:teuthology.orchestra.run.smithi176.stdout: "get_started": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "get": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "get_sum": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "take": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "take_sum": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "put": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "put_sum": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "wait": { 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "avgcount": 0, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "sum": 0.000000000, 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: "avgtime": 0.000000000 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.783 INFO:teuthology.orchestra.run.smithi176.stdout: } 2024-06-06T08:06:08.784 INFO:teuthology.orchestra.run.smithi176.stdout:} 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:09.540 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:09.541 DEBUG:tasks.check_counter:Getting stats from c 2024-06-06T08:06:09.541 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.c perf dump 2024-06-06T08:06:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:09 smithi176 ceph-mon[36543]: pgmap v333: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:06:09.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:09 smithi176 ceph-mon[36543]: osdmap e111: 12 total, 12 up, 12 in 2024-06-06T08:06:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:09 smithi203 ceph-mon[37192]: pgmap v333: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:06:09.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:09 smithi203 ceph-mon[37192]: osdmap e111: 12 total, 12 up, 12 in 2024-06-06T08:06:09.793 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:06:09.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:09 smithi027 ceph-mon[32293]: pgmap v333: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 30 op/s 2024-06-06T08:06:09.895 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:09 smithi027 ceph-mon[32293]: osdmap e111: 12 total, 12 up, 12 in 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 20930, 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 26335, 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 7757790, 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 42038714, 2024-06-06T08:06:11.685 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 10, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 4, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 1.629696275, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.746160328, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.743034142, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.206651513, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 26336, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 1.115667231, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000042362 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:11.686 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 35139, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.005973702, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000170 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3072, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 448 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 34769, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 68752, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 11073401, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 60502466, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 11, 2024-06-06T08:06:11.687 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 7, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 2.475102951, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 1.115833781, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 1.751861429, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.268738304, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 68749, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 2.736032053, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000039797 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 81575, 2024-06-06T08:06:11.688 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.013100731, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000160 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 474832 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 9822, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 12995, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 5105088, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 28171910, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 23, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 11, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.939009533, 2024-06-06T08:06:11.689 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.411185892, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.339763442, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.166725085, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 12992, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.691933494, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000053258 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 11327, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.002108453, 2024-06-06T08:06:11.690 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000186 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 1880208, 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 241168 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:11.691 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2711, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 20.206760643, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.007453618 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 12715, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 3.158322865, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000248393 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.692 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 14829, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 14794, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 14794, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 32.156797416, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.002173637 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 35, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 118, 2024-06-06T08:06:11.693 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 12, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 7619, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 143, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 6089, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 1387, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 7407, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 2025, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 1, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 1, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 16, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 17263, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 15402, 2024-06-06T08:06:11.694 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 9, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 409, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 41, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 1045, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 38, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 1899, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 1511, 2024-06-06T08:06:11.695 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 117, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 1074278, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 4, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 1511, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 131, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 131, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 1380, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 52, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 1442, 2024-06-06T08:06:11.696 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 14482, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 9230, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 8164, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 73, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 9155 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 1331, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 1044, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 719, 2024-06-06T08:06:11.697 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 640, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 2803, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 322, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 7365, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 7043, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-06-06T08:06:11.698 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 2, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 192, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 41, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 12, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 1, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 34959, 2024-06-06T08:06:11.699 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 34959, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 44, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 44, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 4, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 86222294, 2024-06-06T08:06:11.700 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 0, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1371, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 40.395575335, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.029464314 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 0 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 3599, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 11861, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 8262, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 445, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 814, 2024-06-06T08:06:11.701 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 369, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 7619, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 16687, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 9068, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 1, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 7822, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 7821, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 116960, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 223612 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 18442, 2024-06-06T08:06:11.702 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 897, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 14829, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 38, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 2877, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 6075, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 6.838834868, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001125734 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 26, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.027061070, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001040810 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.703 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 355, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.144956337, 2024-06-06T08:06:11.704 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000408327 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000223985, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000223985 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.705 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.706 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.707 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.707 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.707 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-06-06T08:06:11.707 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.707 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.707 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 227, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.234239356, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001031891 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-06-06T08:06:11.708 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 715, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 2.078715177, 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.002907293 2024-06-06T08:06:11.709 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.710 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 322, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 6.682012763, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.020751592 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.711 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 30, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 3.729662427, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.124322080 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.712 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.713 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 7043, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 12.421091433, 2024-06-06T08:06:11.714 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001763608 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 1, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 2, 2024-06-06T08:06:11.715 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 1, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 1, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 7315, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 7315, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 603, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:11.716 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:11.717 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:11.718 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 3025629, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 4324, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:11.719 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 180, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 14940305, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 244425, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-06-06T08:06:11.720 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 17549, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 85765218, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 33, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 17549, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 17549, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 65.723416116, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.003745137 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.721 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 17549, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 17794 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 17549, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 1650, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 15899, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 0, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 10, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 139, 2024-06-06T08:06:11.722 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 1510, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 66, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 12, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 14117, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 1511, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 20, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:11.723 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-06-06T08:06:11.724 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 111, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 13, 2024-06-06T08:06:11.725 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 12, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 12, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 345, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 0, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 64 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 1, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-06-06T08:06:11.726 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 194 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 10, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 5, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 14086, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 7043, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:11.727 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 65517, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 18018711, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 65517, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 65517, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 18018711, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.728 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 17549, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 86561785, 2024-06-06T08:06:11.729 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 17549, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 86561785, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:11.730 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 17549, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 17549, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 17549, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 17549, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.731 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 7043, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 796567, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 7043, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 139, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 796567, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.732 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x561b8695a500": { 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 34959, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 82027990, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 34959, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:11.733 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 1371, 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 82027990, 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:11.734 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-06-06T08:06:11.734 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:11 smithi203 ceph-mon[37192]: pgmap v335: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-06-06T08:06:11.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:11 smithi176 ceph-mon[36543]: pgmap v335: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-06-06T08:06:11.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:11 smithi027 ceph-mon[32293]: pgmap v335: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 66 KiB/s wr, 33 op/s 2024-06-06T08:06:12.525 INFO:tasks.check_counter:Daemon mds.c mds.exported=41 2024-06-06T08:06:12.525 INFO:tasks.check_counter:Daemon mds.c mds.imported=38 2024-06-06T08:06:12.525 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=1331 2024-06-06T08:06:12.525 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=1044 2024-06-06T08:06:12.525 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=4 2024-06-06T08:06:12.525 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:12.526 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:12.526 DEBUG:tasks.check_counter:Getting stats from f 2024-06-06T08:06:12.526 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.f perf dump 2024-06-06T08:06:12.769 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:06:13.748 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:13 smithi203 ceph-mon[37192]: pgmap v336: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-06-06T08:06:13.748 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:13 smithi176 ceph-mon[36543]: pgmap v336: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-06-06T08:06:13.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:13 smithi027 ceph-mon[32293]: pgmap v336: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 6761, 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 3961, 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 4763937, 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 3185996, 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 11, 2024-06-06T08:06:14.583 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 4, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.404198112, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.171995945, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.279999030, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.019487455, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 3963, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.128288186, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000032371 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:14.584 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 9302, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001525558, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000164 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 1878144, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 170144 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 7705, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 4704, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 3720519, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 1745375, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 20, 2024-06-06T08:06:14.585 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 7, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.381967703, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.162640191, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.281373455, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.005704326, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 4701, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.139089197, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000029587 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 11717, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001817098, 2024-06-06T08:06:14.586 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000155 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3296, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 482144 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 1291, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 2188, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 468357, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 1145149, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 15, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 8, 2024-06-06T08:06:14.587 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.093025928, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.034651420, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.053996310, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.008835506, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2184, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.091316527, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000041811 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2604, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000427432, 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000164 2024-06-06T08:06:14.588 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3712, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 5152 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 337, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.355452914, 2024-06-06T08:06:14.589 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001054756 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 509, 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.045483989, 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000089359 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-06-06T08:06:14.590 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 504, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 496, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 496, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.716451466, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001444458 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 8, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 11, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 0, 2024-06-06T08:06:14.591 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 46, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 5, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 25, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 16, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 33, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 1397, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 0, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 0, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 4, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 2522, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 1395, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 6, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 734, 2024-06-06T08:06:14.592 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 13, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 266, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 13, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 142, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 117, 2024-06-06T08:06:14.593 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 1074278, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 4, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 64, 2024-06-06T08:06:14.594 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 374, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 249, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 204, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 18, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 487 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 103, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 2130, 2024-06-06T08:06:14.595 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 1419, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 1412, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 111, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 2, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 243, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 241, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:14.596 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 2, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 33, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 13, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-06-06T08:06:14.597 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 1079, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 1079, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 3, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 3, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 2, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-06-06T08:06:14.598 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 6122700, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 0, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 123, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.347880212, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.002828294 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 0 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 43, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 1047, 2024-06-06T08:06:14.599 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 1004, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 32, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 855, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 823, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 46, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 1684, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 1638, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 0, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 277, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 277, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 59584, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 223612 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.600 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 937, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 63, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 504, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 25, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 471, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 101, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.134923810, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001335879 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-06-06T08:06:14.601 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001637983, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000818991 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.602 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 125, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.043555039, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000348440 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.603 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.604 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:14.605 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.605 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.605 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.605 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.605 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-06-06T08:06:14.605 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.606 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-06-06T08:06:14.607 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 25, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.017390776, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000695631 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.608 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.030074357, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.015037178 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.609 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.610 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.611 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-06-06T08:06:14.612 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 241, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.488869501, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.002028504 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-06-06T08:06:14.613 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 2, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 4, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 2, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 2, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 277, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 138, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 611, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:14.614 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:14.615 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:14.616 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:14.617 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:14.617 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:14.617 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-06-06T08:06:14.617 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:14.617 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 296846, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 119, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:14.618 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 180, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 191250, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 1379, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-06-06T08:06:14.619 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 775, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 1999973, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 28, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 775, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 775, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 4.514891236, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.005825666 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-06-06T08:06:14.620 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 775, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 853 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 775, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 29, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 746, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 0, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 10, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 29, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 152, 2024-06-06T08:06:14.621 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 31, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 494, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 20, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:14.622 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-06-06T08:06:14.623 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 111, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-06-06T08:06:14.624 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 13, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 12, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 12, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 89, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 0, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 28 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 1, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-06-06T08:06:14.625 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 35 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 10, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 5, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 482, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 241, 2024-06-06T08:06:14.626 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 15753, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 7513147, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 15753, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:14.627 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 15753, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 7513147, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:14.628 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 775, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 2027362, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 775, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 2027362, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.629 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 775, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 775, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 775, 2024-06-06T08:06:14.630 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 775, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 241, 2024-06-06T08:06:14.631 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 27389, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 241, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 29, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 27389, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x5573e5c7e500": { 2024-06-06T08:06:14.632 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 1079, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 1928396, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 1079, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 123, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1928396, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:14.633 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:14.634 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:14.634 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.634 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:14.634 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds.exported=13 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds.imported=13 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=103 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=2130 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=4 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:15.340 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:15.340 DEBUG:tasks.check_counter:Getting stats from i 2024-06-06T08:06:15.340 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.i perf dump 2024-06-06T08:06:15.584 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:06:15.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:15 smithi176 ceph-mon[36543]: pgmap v337: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-06-06T08:06:15.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:15 smithi203 ceph-mon[37192]: pgmap v337: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-06-06T08:06:15.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:15 smithi027 ceph-mon[32293]: pgmap v337: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 13826, 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 18887, 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 3955098, 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 28796716, 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 31, 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 4, 2024-06-06T08:06:17.472 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 1.046969223, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.414061212, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.396537095, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.223039533, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 18891, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 6.410045432, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000339317 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 19490, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.003707999, 2024-06-06T08:06:17.473 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000190 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 160, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 324832 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 11777, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 14409, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 5534496, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 25891954, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 10, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 6, 2024-06-06T08:06:17.474 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 1.065593460, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.484071901, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.328066999, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.241928136, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 14408, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 6.754147432, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000468777 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 9245, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.002181545, 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000235 2024-06-06T08:06:17.475 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 1940560, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 174512 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 39933, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 56895, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 14449372, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 44431683, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 75, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 8, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 2.597365537, 2024-06-06T08:06:17.476 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 1.112426796, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 1.371115179, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.273809371, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 56887, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 5.894152274, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000103611 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 75645, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.014527181, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000192 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.477 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 477120, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 310848 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2004, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 17.485539964, 2024-06-06T08:06:17.478 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.008725319 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 5888, 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 1.178976302, 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000200233 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-06-06T08:06:17.479 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 10584, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 10510, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 10510, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 43.566563381, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.004145248 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 74, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 5, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 1, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 1007, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 8, 2024-06-06T08:06:17.480 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 6890, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 4274, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 2473, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 143, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 442, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 2655, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 2, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 2, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 12, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 13195, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 12222, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 48, 2024-06-06T08:06:17.481 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 295, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 49, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 1957, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 38, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 1161, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 193, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:17.482 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 4, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 234, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 7, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 193, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 37, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 4, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 33, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 156, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 54, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 4911, 2024-06-06T08:06:17.483 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 8898, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 7108, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 3852, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 58, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 4453 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 1213, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 1017, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 654, 2024-06-06T08:06:17.484 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 712, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 2469, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 232, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 3450, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 3218, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-06-06T08:06:17.485 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 2, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 2955, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 4, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 49, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 9, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-06-06T08:06:17.486 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 19270, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 18620, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 18620, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 650, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 5945, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 40, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 39, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 39, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 1, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 1, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 10, 2024-06-06T08:06:17.487 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 50759422, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 51919072, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 0, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 3856, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 451.583131962, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.117111808 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 0 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 3103, 2024-06-06T08:06:17.488 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 8583, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 5480, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 294, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 932, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 638, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 6890, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 13197, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 6307, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 2, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 7972, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 7970, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 106232, 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 231804 2024-06-06T08:06:17.489 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 12604, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 1102, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 10584, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 74, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 2633, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 4850, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 30.490014609, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.006286600 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.490 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 149, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.071526585, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000480044 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.491 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1328, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.538345484, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000405380 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.492 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.493 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:17.494 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.494 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.494 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.494 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.494 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-06-06T08:06:17.494 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 11, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001909833, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000173621 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 396, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.404606887, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001021734 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.495 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 11, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.109948372, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.009995306 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000195267, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000195267 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 295, 2024-06-06T08:06:17.496 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.289811820, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000982412 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.002529491, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001264745 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.497 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 270, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 6.354095678, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.023533687 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 4, 2024-06-06T08:06:17.498 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.017840900, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.004460225 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 4, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.095482919, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.023870729 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.499 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.500 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 9, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.024875478, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.002763942 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-06-06T08:06:17.501 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 3180, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 5.165380058, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001624333 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-06-06T08:06:17.502 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 2, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 7, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 5, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 2, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 103, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 51, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 633, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 360, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 360, 2024-06-06T08:06:17.503 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:17.504 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:17.505 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 2245195, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 3640, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 88, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 1, 2024-06-06T08:06:17.506 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 180, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 12897675, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 198692, 2024-06-06T08:06:17.507 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 20919, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 60212000, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 31, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 20919, 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-06-06T08:06:17.508 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 20919, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 2456.636796703, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.117435670 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 20919, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 36087 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 20919, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 277, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 20642, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-06-06T08:06:17.509 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 623, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 8506, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 74, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 3926, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 115, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 8, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 6964, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:17.510 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 203, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 13179, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-06-06T08:06:17.511 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-06-06T08:06:17.512 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 111, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 22, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 12, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 12, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 2147, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 12, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 330 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-06-06T08:06:17.513 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 1, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 2958 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 21, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 9, 2024-06-06T08:06:17.514 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 6430, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 3218, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 65532, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 17965180, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 65532, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:17.515 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 65532, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 17965180, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:17.516 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 20919, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 60582382, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 20919, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 60582382, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:17.517 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 20919, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 20919, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 20919, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 20919, 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:17.518 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 3218, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 370466, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 3218, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:17.519 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 70, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 370466, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x563ea8230500": { 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 19270, 2024-06-06T08:06:17.520 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 47724768, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 19270, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 3856, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 47724768, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:17.521 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-06-06T08:06:17.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:17 smithi176 ceph-mon[36543]: pgmap v338: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 206 B/s wr, 10 op/s 2024-06-06T08:06:17.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:17 smithi203 ceph-mon[37192]: pgmap v338: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 206 B/s wr, 10 op/s 2024-06-06T08:06:17.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:17 smithi027 ceph-mon[32293]: pgmap v338: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 206 B/s wr, 10 op/s 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds.exported=49 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds.imported=38 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=1213 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=1017 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=7 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=11 2024-06-06T08:06:18.414 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=4 2024-06-06T08:06:18.414 DEBUG:tasks.check_counter:Getting stats from l 2024-06-06T08:06:18.415 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph daemon mds.l perf dump 2024-06-06T08:06:18.656 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.c/config 2024-06-06T08:06:19.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:19 smithi203 ceph-mon[37192]: pgmap v339: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:06:19.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:19 smithi027 ceph-mon[32293]: pgmap v339: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:06:19.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:19 smithi176 ceph-mon[36543]: pgmap v339: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 10 op/s 2024-06-06T08:06:20.522 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-06-06T08:06:20.522 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 2458, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 2460, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 2103973, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 781651, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 6, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 2, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.204862636, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.067374917, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.051242454, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.070340994, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2458, 2024-06-06T08:06:20.523 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.093123641, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000037885 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 0 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 328, 2024-06-06T08:06:20.524 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 280, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 1860236, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 163386, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 3, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 2, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.057818726, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.017177584, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.044783562, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.006540460, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 280, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.016433385, 2024-06-06T08:06:20.525 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000058690 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 1859680, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 162688 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 3, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 199, 2024-06-06T08:06:20.526 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 588, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 479518, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 6, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 4, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.011126230, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.007257155, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.001823359, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000030415, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 196, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.015034046, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000076704 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.527 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 479200 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-06-06T08:06:20.528 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 4170, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.111301986, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000026691 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.529 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-06-06T08:06:20.530 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 168, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 168, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 168, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 1, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 0, 2024-06-06T08:06:20.531 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-06-06T08:06:20.532 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 0, 2024-06-06T08:06:20.533 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 0 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 0, 2024-06-06T08:06:20.534 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-06-06T08:06:20.535 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 0, 2024-06-06T08:06:20.536 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 771, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 2, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 2, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 5604052, 2024-06-06T08:06:20.537 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 5601964, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 771 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 4, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 332, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 328, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 2, 2024-06-06T08:06:20.538 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 72, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 70, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 168, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 443, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 275, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 0, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 0, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 0, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 54200, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 215420 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 0, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 0, 2024-06-06T08:06:20.539 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 0, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 0, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 0, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.540 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.541 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-06-06T08:06:20.542 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.543 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.544 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.545 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.546 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.547 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-06-06T08:06:20.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.550 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-06-06T08:06:20.551 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 1, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 5, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 4, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 1, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 0, 2024-06-06T08:06:20.552 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 2154, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-06-06T08:06:20.553 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-06T08:06:20.554 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-06-06T08:06:20.555 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 182151, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 49, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9416, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 180, 2024-06-06T08:06:20.556 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 133432, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 707, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-06-06T08:06:20.557 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 2461, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 21, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 3, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 2461, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2461, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 4.004903561, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001627348 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2461, 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 2462 2024-06-06T08:06:20.558 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 2461, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 2461, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 1573, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 886, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-06-06T08:06:20.559 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 1, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-06-06T08:06:20.560 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-06-06T08:06:20.561 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 111, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 13, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 4, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 4, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-06-06T08:06:20.562 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 0, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 2, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 0 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 0, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 0 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.563 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:20.564 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 2785, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 3694730, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 2785, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 2785, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 3694730, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.565 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 2461, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 1409753, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 2461, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1409753, 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:20.566 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:20.567 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 2461, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 2461, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 2461, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 2461, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:20.568 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.569 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x5627cdb0e6e0": { 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-06-06T08:06:20.570 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-06-06T08:06:20.571 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-06-06T08:06:20.571 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-06-06T08:06:20.571 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.571 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-06-06T08:06:20.571 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-06-06T08:06:21.408 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-06-06T08:06:21.408 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-06-06T08:06:21.408 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-06-06T08:06:21.408 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-06-06T08:06:21.409 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-06-06T08:06:21.409 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-06-06T08:06:21.409 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-06-06T08:06:21.409 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-06-06T08:06:21.421 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-06T08:06:21.421 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T08:06:21.421 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:06:21.443 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T08:06:21.444 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:06:21.505 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd blocklist ls 2024-06-06T08:06:21.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:21 smithi203 ceph-mon[37192]: pgmap v340: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 92 B/s wr, 9 op/s 2024-06-06T08:06:21.808 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:21.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:21 smithi027 ceph-mon[32293]: pgmap v340: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 92 B/s wr, 9 op/s 2024-06-06T08:06:21.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:21 smithi176 ceph-mon[36543]: pgmap v340: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 92 B/s wr, 9 op/s 2024-06-06T08:06:23.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.495+0000 7ff9f93b4700 1 -- 172.21.15.27:0/1343489221 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f406ab10 msgr2=0x7ff9f410f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:23.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.495+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/1343489221 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f406ab10 0x7ff9f410f320 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec00b0d0 tx=0x7ff9ec00b3e0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 -- 172.21.15.27:0/1343489221 shutdown_connections 2024-06-06T08:06:23.495 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/1343489221 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f406ab10 0x7ff9f410f320 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/1343489221 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9f41084e0 0x7ff9f41088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/1343489221 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9f406a170 0x7ff9f406a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 -- 172.21.15.27:0/1343489221 >> 172.21.15.27:0/1343489221 conn(0x7ff9f40782c0 msgr2=0x7ff9f40786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:23.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 -- 172.21.15.27:0/1343489221 shutdown_connections 2024-06-06T08:06:23.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.496+0000 7ff9f93b4700 1 -- 172.21.15.27:0/1343489221 wait complete. 2024-06-06T08:06:23.497 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 Processor -- start 2024-06-06T08:06:23.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 -- start start 2024-06-06T08:06:23.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9f406a170 0x7ff9f4101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:23.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9f406ab10 0x7ff9f41019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:23.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 0x7ff9f4101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:23.498 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f4112860 con 0x7ff9f41084e0 2024-06-06T08:06:23.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f41126e0 con 0x7ff9f406a170 2024-06-06T08:06:23.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f93b4700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff9f41129e0 con 0x7ff9f406ab10 2024-06-06T08:06:23.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 0x7ff9f4101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:23.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f37fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 0x7ff9f4101ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:50662/0 (socket says 172.21.15.27:50662) 2024-06-06T08:06:23.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f37fe700 1 -- 172.21.15.27:0/2503165506 learned_addr learned my addr 172.21.15.27:0/2503165506 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:23.499 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f27fc700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9f406ab10 0x7ff9f41019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:23.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.497+0000 7ff9f2ffd700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9f406a170 0x7ff9f4101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:23.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f37fe700 1 -- 172.21.15.27:0/2503165506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9f406ab10 msgr2=0x7ff9f41019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:23.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f37fe700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9f406ab10 0x7ff9f41019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f37fe700 1 -- 172.21.15.27:0/2503165506 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9f406a170 msgr2=0x7ff9f4101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:23.500 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f37fe700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9f406a170 0x7ff9f4101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f37fe700 1 -- 172.21.15.27:0/2503165506 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9f41a7180 con 0x7ff9f41084e0 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f37fe700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 0x7ff9f4101ee0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec00d010 tx=0x7ff9ec007a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9ec01f070 con 0x7ff9f41084e0 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9f41a7410 con 0x7ff9f41084e0 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7ff9ec003c00 con 0x7ff9f41084e0 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9ec01b7b0 con 0x7ff9f41084e0 2024-06-06T08:06:23.501 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.498+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9f41a78c0 con 0x7ff9f41084e0 2024-06-06T08:06:23.502 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.500+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9f4069180 con 0x7ff9f41084e0 2024-06-06T08:06:23.502 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.500+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff9ec022070 con 0x7ff9f41084e0 2024-06-06T08:06:23.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.501+0000 7ff9ebfff700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff9e00a2e10 0x7ff9e00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:23.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.501+0000 7ff9f2ffd700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff9e00a2e10 0x7ff9e00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:23.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.501+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9467+0+0 (secure 0 0 0) 0x7ff9ec00f020 con 0x7ff9f41084e0 2024-06-06T08:06:23.503 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.502+0000 7ff9f2ffd700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff9e00a2e10 0x7ff9e00a52d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff9e400dad0 tx=0x7ff9e400d4b0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:23.505 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.506+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff9ec029020 con 0x7ff9f41084e0 2024-06-06T08:06:23.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.727+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff9f41a7b20 con 0x7ff9f41084e0 2024-06-06T08:06:23.726 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.727+0000 7ff9ebfff700 1 -- 172.21.15.27:0/2503165506 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v111) ==== 81+0+944 (secure 0 0 0) 0x7ff9ec09d270 con 0x7ff9f41084e0 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/3910427561 2024-06-07T07:55:26.202283+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/1008951471 2024-06-07T07:55:26.202283+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/1165971616 2024-06-07T07:55:26.202283+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/1008951471 2024-06-07T07:55:26.202283+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/1600380670 2024-06-07T07:43:33.504912+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/1993858605 2024-06-07T07:43:33.504912+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/3378358917 2024-06-07T07:55:26.202283+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2701848145 2024-06-07T07:55:26.202283+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2712159377 2024-06-07T07:43:05.813341+0000 2024-06-06T08:06:23.727 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/1600380670 2024-06-07T07:43:33.504912+0000 2024-06-06T08:06:23.728 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/573921897 2024-06-07T07:43:33.504912+0000 2024-06-06T08:06:23.728 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/588603459 2024-06-07T07:43:05.813341+0000 2024-06-06T08:06:23.728 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6800/3628723626 2024-06-07T07:43:05.813341+0000 2024-06-06T08:06:23.728 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:6801/3628723626 2024-06-07T07:43:05.813341+0000 2024-06-06T08:06:23.728 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2289787346 2024-06-07T07:43:05.813341+0000 2024-06-06T08:06:23.728 INFO:teuthology.orchestra.run.smithi027.stdout:172.21.15.27:0/2690744328 2024-06-07T07:43:33.504912+0000 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff9e00a2e10 msgr2=0x7ff9e00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff9e00a2e10 0x7ff9e00a52d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff9e400dad0 tx=0x7ff9e400d4b0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 msgr2=0x7ff9f4101ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 0x7ff9f4101ee0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec00d010 tx=0x7ff9ec007a20 comp rx=0 tx=0).stop 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 shutdown_connections 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7ff9e00a2e10 0x7ff9e00a52d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7ff9f41084e0 0x7ff9f4101ee0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7ff9f406a170 0x7ff9f4101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.729 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 --2- 172.21.15.27:0/2503165506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9f406ab10 0x7ff9f41019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:23.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.729+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 >> 172.21.15.27:0/2503165506 conn(0x7ff9f40782c0 msgr2=0x7ff9f40ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:23.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.730+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 shutdown_connections 2024-06-06T08:06:23.730 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:23.730+0000 7ff9f93b4700 1 -- 172.21.15.27:0/2503165506 wait complete. 2024-06-06T08:06:23.730 INFO:teuthology.orchestra.run.smithi027.stderr:listed 16 entries 2024-06-06T08:06:23.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:23 smithi203 ceph-mon[37192]: pgmap v341: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 11 op/s 2024-06-06T08:06:23.799 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:23 smithi176 ceph-mon[36543]: pgmap v341: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 11 op/s 2024-06-06T08:06:23.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:23 smithi027 ceph-mon[32293]: pgmap v341: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 85 B/s wr, 11 op/s 2024-06-06T08:06:24.391 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-06-06T08:06:24.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.392 DEBUG:teuthology.orchestra.run.smithi027:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-06-06T08:06:24.527 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T08:06:24.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.527 DEBUG:teuthology.orchestra.run.smithi027:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-06-06T08:06:24.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.563 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-06-06T08:06:24.633 INFO:teuthology.orchestra.run.smithi027.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-06-06T08:06:24.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.634 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-06T08:06:24.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:24 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2503165506' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:06:24.691 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.691 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link delete ceph-brx 2024-06-06T08:06:24.766 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-06T08:06:24.766 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2024-06-06T08:06:24.766 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-06T08:06:24.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:24 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2503165506' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:06:24.785 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056311,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497608k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=342 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248800k,nr_inodes=812200,mode=700,uid=1000,gid=1316,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/58530f221ad893da88d95a477bcfc405349322c7149974623629cf50ac5d40b2/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/58530f221ad893da88d95a477bcfc405349322c7149974623629cf50ac5d40b2/diff,workdir=/var/lib/containers/storage/overlay/58530f221ad893da88d95a477bcfc405349322c7149974623629cf50ac5d40b2/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/53e40dc34ad0d7fa142a6e4fcf6b1d9bd81e16ee851774ce5a3880fa91128376/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/53e40dc34ad0d7fa142a6e4fcf6b1d9bd81e16ee851774ce5a3880fa91128376/diff,workdir=/var/lib/containers/storage/overlay/53e40dc34ad0d7fa142a6e4fcf6b1d9bd81e16ee851774ce5a3880fa91128376/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248800k,nr_inodes=812200,mode=700,inode64 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime 0 0 overlay /var/lib/containers/storage/overlay/fd97833070354c15574384338c80d5cb2b3d9acfc520ba7f2724c4489f733387/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/fd97833070354c15574384338c80d5cb2b3d9acfc520ba7f2724c4489f733387/diff,workdir=/var/lib/containers/storage/overlay/fd97833070354c15574384338c80d5cb2b3d9acfc520ba7f2724c4489f733387/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/961817e4105e61fbd19da2928343b0fe3ea0df9d5f6cbba9bd5b1c97941d6ff3/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/961817e4105e61fbd19da2928343b0fe3ea0df9d5f6cbba9bd5b1c97941d6ff3/diff,workdir=/var/lib/containers/storage/overlay/961817e4105e61fbd19da2928343b0fe3ea0df9d5f6cbba9bd5b1c97941d6ff3/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/1d6941031a5e07297529a6f1a478dd67cafd2ba5e9a0f829619026f21d007d40/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/1d6941031a5e07297529a6f1a478dd67cafd2ba5e9a0f829619026f21d007d40/diff,workdir=/var/lib/containers/storage/overlay/1d6941031a5e07297529a6f1a478dd67cafd2ba5e9a0f829619026f21d007d40/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/70683f3d4b771d593b353f8a91b6050c250d4b2e5d0e31d052ebbc4350aeefe9/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/70683f3d4b771d593b353f8a91b6050c250d4b2e5d0e31d052ebbc4350aeefe9/diff,workdir=/var/lib/containers/storage/overlay/70683f3d4b771d593b353f8a91b6050c250d4b2e5d0e31d052ebbc4350aeefe9/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/0eb949ae0c885c7b1b69db6e02d0697fcdc20771c2cedae3525c9cecc75d10a5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/0eb949ae0c885c7b1b69db6e02d0697fcdc20771c2cedae3525c9cecc75d10a5/diff,workdir=/var/lib/containers/storage/overlay/0eb949ae0c885c7b1b69db6e02d0697fcdc20771c2cedae3525c9cecc75d10a5/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/92568f02665c44ee4ecc7d71e9d4009a3568cebd4f753c5920f68804d59a9e98/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/92568f02665c44ee4ecc7d71e9d4009a3568cebd4f753c5920f68804d59a9e98/diff,workdir=/var/lib/containers/storage/overlay/92568f02665c44ee4ecc7d71e9d4009a3568cebd4f753c5920f68804d59a9e98/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/6c02eda4cab5c2e97119d2e293299dcd0d77230b0da6d59e8e0cba928c12b0cd/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/6c02eda4cab5c2e97119d2e293299dcd0d77230b0da6d59e8e0cba928c12b0cd/diff,workdir=/var/lib/containers/storage/overlay/6c02eda4cab5c2e97119d2e293299dcd0d77230b0da6d59e8e0cba928c12b0cd/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/4bc53463086d286d6bd7b8b8d13676422f656943796bf8086fbedf33ab0191a9/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/YOCICJBRY7BBLD5GFUQZL7FK5S:/var/lib/containers/storage/overlay/l/S7GKA5GPLAMB2HFFGARS2OSLWW,upperdir=/var/lib/containers/storage/overlay/4bc53463086d286d6bd7b8b8d13676422f656943796bf8086fbedf33ab0191a9/diff,workdir=/var/lib/containers/storage/overlay/4bc53463086d286d6bd7b8b8d13676422f656943796bf8086fbedf33ab0191a9/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497608k,nr_inodes=819200,mode=755,inode64 0 0 2024-06-06T08:06:24.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.785 DEBUG:teuthology.orchestra.run.smithi027:> ip netns list 2024-06-06T08:06:24.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-06T08:06:24.842 DEBUG:teuthology.orchestra.run.smithi027:> sudo ip link delete ceph-brx 2024-06-06T08:06:24.911 INFO:teuthology.orchestra.run.smithi027.stderr:Cannot find device "ceph-brx" 2024-06-06T08:06:24.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:06:24.913 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-06-06T08:06:24.925 INFO:tasks.cephadm:Teardown begin 2024-06-06T08:06:24.925 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-06-06T08:06:24.926 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:06:24.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:24 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2503165506' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-06T08:06:25.220 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:25.603 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:25 smithi027 ceph-mon[32293]: pgmap v342: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:06:25.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:25 smithi203 ceph-mon[37192]: pgmap v342: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:06:25.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:25 smithi176 ceph-mon[36543]: pgmap v342: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-06-06T08:06:26.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 -- 172.21.15.27:0/838083455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 msgr2=0x7f0a28105fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:26.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 --2- 172.21.15.27:0/838083455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a28105fd0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f0a1c0099c0 tx=0x7f0a1c009cd0 comp rx=0 tx=0).stop 2024-06-06T08:06:26.962 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 -- 172.21.15.27:0/838083455 shutdown_connections 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 --2- 172.21.15.27:0/838083455 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a281066b0 0x7f0a2810e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 --2- 172.21.15.27:0/838083455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a28101620 0x7f0a28101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 --2- 172.21.15.27:0/838083455 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a28105fd0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 -- 172.21.15.27:0/838083455 >> 172.21.15.27:0/838083455 conn(0x7f0a28078360 msgr2=0x7f0a28078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 -- 172.21.15.27:0/838083455 shutdown_connections 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.961+0000 7f0a2e523700 1 -- 172.21.15.27:0/838083455 wait complete. 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 Processor -- start 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 -- start start 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a28101620 0x7f0a28199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a2819a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a281066b0 0x7f0a281a4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f0a28111830 con 0x7f0a28101fd0 2024-06-06T08:06:26.963 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f0a281116b0 con 0x7f0a281066b0 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2e523700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0a281119b0 con 0x7f0a28101620 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a277fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a2819a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a277fe700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a2819a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41340/0 (socket says 172.21.15.27:41340) 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a277fe700 1 -- 172.21.15.27:0/3142041574 learned_addr learned my addr 172.21.15.27:0/3142041574 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a27fff700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a28101620 0x7f0a28199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.962+0000 7f0a2cac0700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a281066b0 0x7f0a281a4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a277fe700 1 -- 172.21.15.27:0/3142041574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a28101620 msgr2=0x7f0a28199c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a277fe700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a28101620 0x7f0a28199c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a277fe700 1 -- 172.21.15.27:0/3142041574 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a281066b0 msgr2=0x7f0a281a4cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a277fe700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a281066b0 0x7f0a281a4cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a277fe700 1 -- 172.21.15.27:0/3142041574 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a281a51f0 con 0x7f0a28101fd0 2024-06-06T08:06:26.964 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a277fe700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a2819a170 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f0a1c009f50 tx=0x7f0a1c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:26.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a1c027070 con 0x7f0a28101fd0 2024-06-06T08:06:26.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f0a1c0041f0 con 0x7f0a28101fd0 2024-06-06T08:06:26.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a281a53c0 con 0x7f0a28101fd0 2024-06-06T08:06:26.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a1c00f6c0 con 0x7f0a28101fd0 2024-06-06T08:06:26.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.963+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a281a5810 con 0x7f0a28101fd0 2024-06-06T08:06:26.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.964+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a28069180 con 0x7f0a28101fd0 2024-06-06T08:06:26.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.965+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0a1c02a070 con 0x7f0a28101fd0 2024-06-06T08:06:26.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.966+0000 7f0a257fa700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0a100a2d90 0x7f0a100a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:26.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.966+0000 7f0a27fff700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0a100a2d90 0x7f0a100a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:26.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.966+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9467+0+0 (secure 0 0 0) 0x7f0a1c0d0730 con 0x7f0a28101fd0 2024-06-06T08:06:26.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.967+0000 7f0a27fff700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0a100a2d90 0x7f0a100a5250 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0a18006fd0 tx=0x7f0a18008040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:26.970 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:26.971+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0a1c05e850 con 0x7f0a28101fd0 2024-06-06T08:06:27.221 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.222+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0a2802dca0 con 0x7f0a28101fd0 2024-06-06T08:06:27.222 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.223+0000 7f0a257fa700 1 -- 172.21.15.27:0/3142041574 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+11948 (secure 0 0 0) 0x7f0a1c013070 con 0x7f0a28101fd0 2024-06-06T08:06:27.222 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T08:06:27.222 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":63,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":63,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T08:01:57.495651+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":112,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26053":{"gid":26053,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1065509747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1065509747},{"type":"v1","addr":"172.21.15.176:6835","nonce":1065509747}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24463,24449,24469,24487,24473]},"id":1}]} 2024-06-06T08:06:27.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0a100a2d90 msgr2=0x7f0a100a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:27.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0a100a2d90 0x7f0a100a5250 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0a18006fd0 tx=0x7f0a18008040 comp rx=0 tx=0).stop 2024-06-06T08:06:27.225 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 msgr2=0x7f0a2819a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a2819a170 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f0a1c009f50 tx=0x7f0a1c0047b0 comp rx=0 tx=0).stop 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 shutdown_connections 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f0a100a2d90 0x7f0a100a5250 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f0a281066b0 0x7f0a281a4cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a28101620 0x7f0a28199c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 --2- 172.21.15.27:0/3142041574 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f0a28101fd0 0x7f0a2819a170 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 >> 172.21.15.27:0/3142041574 conn(0x7f0a28078360 msgr2=0x7f0a281005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 shutdown_connections 2024-06-06T08:06:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:27.226+0000 7f0a2e523700 1 -- 172.21.15.27:0/3142041574 wait complete. 2024-06-06T08:06:27.227 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 63 2024-06-06T08:06:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:27 smithi203 ceph-mon[37192]: pgmap v343: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:06:27.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:27 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3142041574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:06:27.851 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:27 smithi027 ceph-mon[32293]: pgmap v343: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:06:27.851 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:27 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3142041574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:06:27.879 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs dump --format=json 2024-06-06T08:06:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:27 smithi176 ceph-mon[36543]: pgmap v343: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-06-06T08:06:27.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:27 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3142041574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:06:28.129 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:29.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:29 smithi027 ceph-mon[32293]: pgmap v344: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-06-06T08:06:29.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:29 smithi203 ceph-mon[37192]: pgmap v344: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-06-06T08:06:29.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 -- 172.21.15.27:0/2055007841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e0101620 msgr2=0x7f30e0101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:29.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 --2- 172.21.15.27:0/2055007841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e0101620 0x7f30e0101a00 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f30d00099c0 tx=0x7f30d0009cd0 comp rx=0 tx=0).stop 2024-06-06T08:06:29.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 -- 172.21.15.27:0/2055007841 shutdown_connections 2024-06-06T08:06:29.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 --2- 172.21.15.27:0/2055007841 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30e01066b0 0x7f30e010e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:29.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 --2- 172.21.15.27:0/2055007841 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e0101620 0x7f30e0101a00 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:29.965 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 --2- 172.21.15.27:0/2055007841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f30e0101fd0 0x7f30e0105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 -- 172.21.15.27:0/2055007841 >> 172.21.15.27:0/2055007841 conn(0x7f30e0078360 msgr2=0x7f30e0078770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 -- 172.21.15.27:0/2055007841 shutdown_connections 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 -- 172.21.15.27:0/2055007841 wait complete. 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 Processor -- start 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.921+0000 7f30e651e700 1 -- start start 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e651e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f30e0101620 0x7f30e0103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e651e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30e0101fd0 0x7f30e01035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e651e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 0x7f30e0103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e651e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f30e01117d0 con 0x7f30e01066b0 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e651e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0111650 con 0x7f30e0101fd0 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e651e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f30e0111950 con 0x7f30e0101620 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 0x7f30e0103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:29.966 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 0x7f30e0103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41350/0 (socket says 172.21.15.27:41350) 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 -- 172.21.15.27:0/3174077010 learned_addr learned my addr 172.21.15.27:0/3174077010 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30dffff700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f30e0101620 0x7f30e0103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30df7fe700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30e0101fd0 0x7f30e01035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 -- 172.21.15.27:0/3174077010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f30e0101620 msgr2=0x7f30e0103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f30e0101620 0x7f30e0103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 -- 172.21.15.27:0/3174077010 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30e0101fd0 msgr2=0x7f30e01035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30e0101fd0 0x7f30e01035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 -- 172.21.15.27:0/3174077010 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30e01a7240 con 0x7f30e01066b0 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.922+0000 7f30e4abb700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 0x7f30e0103af0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f30d8007ee0 tx=0x7f30d800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.923+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d800ddd0 con 0x7f30e01066b0 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.923+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30e01a7530 con 0x7f30e01066b0 2024-06-06T08:06:29.967 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.923+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f30d8004020 con 0x7f30e01066b0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.923+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30d8015660 con 0x7f30e01066b0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.923+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30e01a7a20 con 0x7f30e01066b0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.924+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30e0069180 con 0x7f30e01066b0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.925+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f30d8015800 con 0x7f30e01066b0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.926+0000 7f30dd7fa700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f30c80a2d90 0x7f30c80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.926+0000 7f30dffff700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f30c80a2d90 0x7f30c80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.926+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9467+0+0 (secure 0 0 0) 0x7f30d80cf1b0 con 0x7f30e01066b0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.926+0000 7f30dffff700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f30c80a2d90 0x7f30c80a5250 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f30d0009990 tx=0x7f30d0000bc0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:29.968 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:29.930+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f30d8010070 con 0x7f30e01066b0 2024-06-06T08:06:29.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:29 smithi176 ceph-mon[36543]: pgmap v344: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-06-06T08:06:30.183 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.183+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30e002de60 con 0x7f30e01066b0 2024-06-06T08:06:30.184 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.184+0000 7f30dd7fa700 1 -- 172.21.15.27:0/3174077010 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+11948 (secure 0 0 0) 0x7f30d809ba20 con 0x7f30e01066b0 2024-06-06T08:06:30.184 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T08:06:30.184 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":63,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6835/1140980981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6834","nonce":1140980981},{"type":"v1","addr":"172.21.15.27:6835","nonce":1140980981}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.27:6837/1760989792","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6836","nonce":1760989792},{"type":"v1","addr":"172.21.15.27:6837","nonce":1760989792}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":63,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-06T07:51:10.100595+0000","modified":"2024-06-06T08:01:57.495651+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24487,"mds_1":24473,"mds_2":24469,"mds_3":24463,"mds_4":24449},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14574":{"gid":14574,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6839/4141066426","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6838","nonce":4141066426},{"type":"v1","addr":"172.21.15.27:6839","nonce":4141066426}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14586":{"gid":14586,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.27:6841/2198070486","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6840","nonce":2198070486},{"type":"v1","addr":"172.21.15.27:6841","nonce":2198070486}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24398":{"gid":24398,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6833/4209089521","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6832","nonce":4209089521},{"type":"v1","addr":"172.21.15.176:6833","nonce":4209089521}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24421":{"gid":24421,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6833/599985241","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":599985241},{"type":"v1","addr":"172.21.15.203:6833","nonce":599985241}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24449":{"gid":24449,"name":"h","rank":4,"incarnation":26,"state":"up:active","state_seq":27,"addr":"172.21.15.176:6837/1683723594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6836","nonce":1683723594},{"type":"v1","addr":"172.21.15.176:6837","nonce":1683723594}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"f","rank":3,"incarnation":24,"state":"up:active","state_seq":28,"addr":"172.21.15.203:6835/2728459000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":2728459000},{"type":"v1","addr":"172.21.15.203:6835","nonce":2728459000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":112,"addr":"172.21.15.203:6837/3600215287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":3600215287},{"type":"v1","addr":"172.21.15.203:6837","nonce":3600215287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"b","rank":1,"incarnation":20,"state":"up:active","state_seq":22,"addr":"172.21.15.176:6839/1446734984","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6838","nonce":1446734984},{"type":"v1","addr":"172.21.15.176:6839","nonce":1446734984}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24487":{"gid":24487,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":9,"addr":"172.21.15.203:6839/2128317350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2128317350},{"type":"v1","addr":"172.21.15.203:6839","nonce":2128317350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_26053":{"gid":26053,"name":"e","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.176:6835/1065509747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6834","nonce":1065509747},{"type":"v1","addr":"172.21.15.176:6835","nonce":1065509747}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24487,"qdb_cluster":[24463,24449,24469,24487,24473]},"id":1}]} 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f30c80a2d90 msgr2=0x7f30c80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f30c80a2d90 0x7f30c80a5250 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f30d0009990 tx=0x7f30d0000bc0 comp rx=0 tx=0).stop 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 msgr2=0x7f30e0103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 0x7f30e0103af0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f30d8007ee0 tx=0x7f30d800d3b0 comp rx=0 tx=0).stop 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 shutdown_connections 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f30c80a2d90 0x7f30c80a5250 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f30e01066b0 0x7f30e0103af0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f30e0101620 0x7f30e0103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:30.186 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 --2- 172.21.15.27:0/3174077010 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f30e0101fd0 0x7f30e01035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:30.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 >> 172.21.15.27:0/3174077010 conn(0x7f30e0078360 msgr2=0x7f30e0105590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:30.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 shutdown_connections 2024-06-06T08:06:30.187 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:30.186+0000 7f30e651e700 1 -- 172.21.15.27:0/3174077010 wait complete. 2024-06-06T08:06:30.187 INFO:teuthology.orchestra.run.smithi027.stderr:dumped fsmap epoch 63 2024-06-06T08:06:30.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:30 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/3174077010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:06:30.927 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd dump --format=json 2024-06-06T08:06:30.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:30 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/3174077010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:06:31.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:30 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/3174077010' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-06T08:06:31.182 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:31.624 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:31 smithi027 ceph-mon[32293]: pgmap v345: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:06:31.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:31 smithi176 ceph-mon[36543]: pgmap v345: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:06:32.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:31 smithi203 ceph-mon[37192]: pgmap v345: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 -- 172.21.15.27:0/2314202460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c108520 msgr2=0x7fb10c108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 --2- 172.21.15.27:0/2314202460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c108520 0x7fb10c108900 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc00b0a0 tx=0x7fb0fc00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 -- 172.21.15.27:0/2314202460 shutdown_connections 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 --2- 172.21.15.27:0/2314202460 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb10c102ed0 0x7fb10c10f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 --2- 172.21.15.27:0/2314202460 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c108520 0x7fb10c108900 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 --2- 172.21.15.27:0/2314202460 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb10c102510 0x7fb10c102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 -- 172.21.15.27:0/2314202460 >> 172.21.15.27:0/2314202460 conn(0x7fb10c079560 msgr2=0x7fb10c079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 -- 172.21.15.27:0/2314202460 shutdown_connections 2024-06-06T08:06:33.103 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.102+0000 7fb1141b8700 1 -- 172.21.15.27:0/2314202460 wait complete. 2024-06-06T08:06:33.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 Processor -- start 2024-06-06T08:06:33.104 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 -- start start 2024-06-06T08:06:33.105 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb10c102510 0x7fb10c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 0x7fb10c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb10c108520 0x7fb10c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c1129d0 con 0x7fb10c102ed0 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c112850 con 0x7fb10c102510 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb1141b8700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb10c112b50 con 0x7fb10c108520 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb111753700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 0x7fb10c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb111753700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 0x7fb10c074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:41380/0 (socket says 172.21.15.27:41380) 2024-06-06T08:06:33.106 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb111753700 1 -- 172.21.15.27:0/1791783024 learned_addr learned my addr 172.21.15.27:0/1791783024 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.103+0000 7fb111f54700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb10c102510 0x7fb10c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb112755700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb10c108520 0x7fb10c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb111753700 1 -- 172.21.15.27:0/1791783024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb10c108520 msgr2=0x7fb10c075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb111753700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb10c108520 0x7fb10c075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb111753700 1 -- 172.21.15.27:0/1791783024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb10c102510 msgr2=0x7fb10c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb111753700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb10c102510 0x7fb10c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb111753700 1 -- 172.21.15.27:0/1791783024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb10c1a7310 con 0x7fb10c102ed0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb111753700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 0x7fb10c074cd0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fb10000b530 tx=0x7fb10000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb100015020 con 0x7fb10c102ed0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb10c1a7600 con 0x7fb10c102ed0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7fb100011d30 con 0x7fb10c102ed0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10000f2e0 con 0x7fb10c102ed0 2024-06-06T08:06:33.107 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.104+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb10c1a7b40 con 0x7fb10c102ed0 2024-06-06T08:06:33.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.105+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb10c069180 con 0x7fb10c102ed0 2024-06-06T08:06:33.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.106+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb100018020 con 0x7fb10c102ed0 2024-06-06T08:06:33.108 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.107+0000 7fb10affd700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb0f40a2d90 0x7fb0f40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:33.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.107+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9467+0+0 (secure 0 0 0) 0x7fb1000cf500 con 0x7fb10c102ed0 2024-06-06T08:06:33.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.107+0000 7fb111f54700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb0f40a2d90 0x7fb0f40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:33.109 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.108+0000 7fb111f54700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb0f40a2d90 0x7fb0f40a5250 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc009fd0 tx=0x7fb0fc00b7b0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:33.110 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.111+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb10001f020 con 0x7fb10c102ed0 2024-06-06T08:06:33.321 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.321+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb10c02de60 con 0x7fb10c102ed0 2024-06-06T08:06:33.322 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.322+0000 7fb10affd700 1 -- 172.21.15.27:0/1791783024 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v111) ==== 74+0+25197 (secure 0 0 0) 0x7fb10009be80 con 0x7fb10c102ed0 2024-06-06T08:06:33.323 INFO:teuthology.orchestra.run.smithi027.stdout: 2024-06-06T08:06:33.323 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":111,"fsid":"38e1f51c-23d8-11ef-bc9b-c7b262605968","created":"2024-06-06T07:42:30.466445+0000","modified":"2024-06-06T08:06:09.319622+0000","last_up_change":"2024-06-06T07:49:57.980111+0000","last_in_change":"2024-06-06T07:49:36.975524+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-06T07:46:04.030579+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-06T07:51:02.827280+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-06T07:51:06.653081+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-06-06T07:51:18.649612+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"110","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":16,"snap_epoch":110,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f23077b8-493b-4ce1-9d94-e71415f27845","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6803","nonce":53760968}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6805","nonce":53760968}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6809","nonce":53760968}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":53760968},{"type":"v1","addr":"172.21.15.27:6807","nonce":53760968}]},"public_addr":"172.21.15.27:6803/53760968","cluster_addr":"172.21.15.27:6805/53760968","heartbeat_back_addr":"172.21.15.27:6809/53760968","heartbeat_front_addr":"172.21.15.27:6807/53760968","state":["exists","up"]},{"osd":1,"uuid":"68773dd5-5706-406e-ac41-3e0409c91b55","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6800","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6801","nonce":3582788803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6802","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6803","nonce":3582788803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6806","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6807","nonce":3582788803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6804","nonce":3582788803},{"type":"v1","addr":"172.21.15.176:6805","nonce":3582788803}]},"public_addr":"172.21.15.176:6801/3582788803","cluster_addr":"172.21.15.176:6803/3582788803","heartbeat_back_addr":"172.21.15.176:6807/3582788803","heartbeat_front_addr":"172.21.15.176:6805/3582788803","state":["exists","up"]},{"osd":2,"uuid":"126db22b-677b-4384-8289-6495777a8ee5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6801","nonce":2565330432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6803","nonce":2565330432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6807","nonce":2565330432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":2565330432},{"type":"v1","addr":"172.21.15.203:6805","nonce":2565330432}]},"public_addr":"172.21.15.203:6801/2565330432","cluster_addr":"172.21.15.203:6803/2565330432","heartbeat_back_addr":"172.21.15.203:6807/2565330432","heartbeat_front_addr":"172.21.15.203:6805/2565330432","state":["exists","up"]},{"osd":3,"uuid":"7efc14e5-5f9e-470b-995e-1fa64effef4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6811","nonce":2694539003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6813","nonce":2694539003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6817","nonce":2694539003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":2694539003},{"type":"v1","addr":"172.21.15.27:6815","nonce":2694539003}]},"public_addr":"172.21.15.27:6811/2694539003","cluster_addr":"172.21.15.27:6813/2694539003","heartbeat_back_addr":"172.21.15.27:6817/2694539003","heartbeat_front_addr":"172.21.15.27:6815/2694539003","state":["exists","up"]},{"osd":4,"uuid":"48103685-5f01-4a7f-8352-5eb7d5dff52b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6808","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6809","nonce":689700571}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6810","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6811","nonce":689700571}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6814","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6815","nonce":689700571}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6812","nonce":689700571},{"type":"v1","addr":"172.21.15.176:6813","nonce":689700571}]},"public_addr":"172.21.15.176:6809/689700571","cluster_addr":"172.21.15.176:6811/689700571","heartbeat_back_addr":"172.21.15.176:6815/689700571","heartbeat_front_addr":"172.21.15.176:6813/689700571","state":["exists","up"]},{"osd":5,"uuid":"87b5dbca-e34b-4260-bfd0-8b87e8a6b1f9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6809","nonce":2043009708}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6811","nonce":2043009708}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6815","nonce":2043009708}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2043009708},{"type":"v1","addr":"172.21.15.203:6813","nonce":2043009708}]},"public_addr":"172.21.15.203:6809/2043009708","cluster_addr":"172.21.15.203:6811/2043009708","heartbeat_back_addr":"172.21.15.203:6815/2043009708","heartbeat_front_addr":"172.21.15.203:6813/2043009708","state":["exists","up"]},{"osd":6,"uuid":"1c8fa109-05b6-4d94-8a61-ef24f61e467c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6818","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6819","nonce":1873945562}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6821","nonce":1873945562}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6825","nonce":1873945562}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6822","nonce":1873945562},{"type":"v1","addr":"172.21.15.27:6823","nonce":1873945562}]},"public_addr":"172.21.15.27:6819/1873945562","cluster_addr":"172.21.15.27:6821/1873945562","heartbeat_back_addr":"172.21.15.27:6825/1873945562","heartbeat_front_addr":"172.21.15.27:6823/1873945562","state":["exists","up"]},{"osd":7,"uuid":"7f6269df-d7d5-4475-be1f-e8775fa3e4d6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6816","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6817","nonce":2205106613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6818","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6819","nonce":2205106613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6822","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6823","nonce":2205106613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6820","nonce":2205106613},{"type":"v1","addr":"172.21.15.176:6821","nonce":2205106613}]},"public_addr":"172.21.15.176:6817/2205106613","cluster_addr":"172.21.15.176:6819/2205106613","heartbeat_back_addr":"172.21.15.176:6823/2205106613","heartbeat_front_addr":"172.21.15.176:6821/2205106613","state":["exists","up"]},{"osd":8,"uuid":"aab8217f-ca2f-4697-ad64-a0bace07c1ea","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6817","nonce":3154573283}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6819","nonce":3154573283}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6823","nonce":3154573283}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":3154573283},{"type":"v1","addr":"172.21.15.203:6821","nonce":3154573283}]},"public_addr":"172.21.15.203:6817/3154573283","cluster_addr":"172.21.15.203:6819/3154573283","heartbeat_back_addr":"172.21.15.203:6823/3154573283","heartbeat_front_addr":"172.21.15.203:6821/3154573283","state":["exists","up"]},{"osd":9,"uuid":"8e01cb08-7062-46d5-9c61-f506d459c390","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6826","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6827","nonce":2764588784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6829","nonce":2764588784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6833","nonce":2764588784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6830","nonce":2764588784},{"type":"v1","addr":"172.21.15.27:6831","nonce":2764588784}]},"public_addr":"172.21.15.27:6827/2764588784","cluster_addr":"172.21.15.27:6829/2764588784","heartbeat_back_addr":"172.21.15.27:6833/2764588784","heartbeat_front_addr":"172.21.15.27:6831/2764588784","state":["exists","up"]},{"osd":10,"uuid":"eec91721-2e8b-41f5-914a-3f3cc4b952c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6824","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6825","nonce":512465396}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6826","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6827","nonce":512465396}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6830","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6831","nonce":512465396}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.176:6828","nonce":512465396},{"type":"v1","addr":"172.21.15.176:6829","nonce":512465396}]},"public_addr":"172.21.15.176:6825/512465396","cluster_addr":"172.21.15.176:6827/512465396","heartbeat_back_addr":"172.21.15.176:6831/512465396","heartbeat_front_addr":"172.21.15.176:6829/512465396","state":["exists","up"]},{"osd":11,"uuid":"be4de298-dad5-41d5-8277-c6b64df0a242","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":99,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6825","nonce":3621061015}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6827","nonce":3621061015}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6831","nonce":3621061015}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":3621061015},{"type":"v1","addr":"172.21.15.203:6829","nonce":3621061015}]},"public_addr":"172.21.15.203:6825/3621061015","cluster_addr":"172.21.15.203:6827/3621061015","heartbeat_back_addr":"172.21.15.203:6831/3621061015","heartbeat_front_addr":"172.21.15.203:6829/3621061015","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:11.385992+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:35.352989+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:45:59.782280+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:26.690813+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:46:51.805538+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:17.070623+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:47:43.917569+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:09.654785+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:48:35.217251+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:02.348515+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:28.805908+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-06T07:49:55.770603+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.11","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]},{"pgid":"4.6","mappings":[{"from":5,"to":8}]},{"pgid":"4.f","mappings":[{"from":9,"to":8}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.27:0/3910427561":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/1165971616":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6800/1008951471":"2024-06-07T07:55:26.202283+0000","172.21.15.27:6801/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/1993858605":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/3378358917":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2701848145":"2024-06-07T07:55:26.202283+0000","172.21.15.27:0/2712159377":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/1600380670":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/573921897":"2024-06-07T07:43:33.504912+0000","172.21.15.27:0/588603459":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6800/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:6801/3628723626":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2289787346":"2024-06-07T07:43:05.813341+0000","172.21.15.27:0/2690744328":"2024-06-07T07:43:33.504912+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]},{"pool":4,"snaps":[{"begin":6,"length":1},{"begin":16,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.324+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb0f40a2d90 msgr2=0x7fb0f40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.324+0000 7fb1141b8700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb0f40a2d90 0x7fb0f40a5250 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb0fc009fd0 tx=0x7fb0fc00b7b0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.324+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 msgr2=0x7fb10c074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.324+0000 7fb1141b8700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 0x7fb10c074cd0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fb10000b530 tx=0x7fb10000b840 comp rx=0 tx=0).stop 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 shutdown_connections 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7fb0f40a2d90 0x7fb0f40a5250 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.325 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb10c108520 0x7fb10c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7fb10c102510 0x7fb10c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 --2- 172.21.15.27:0/1791783024 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7fb10c102ed0 0x7fb10c074cd0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:33.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 >> 172.21.15.27:0/1791783024 conn(0x7fb10c079560 msgr2=0x7fb10c1010f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:33.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 shutdown_connections 2024-06-06T08:06:33.326 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:33.325+0000 7fb1141b8700 1 -- 172.21.15.27:0/1791783024 wait complete. 2024-06-06T08:06:33.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:33 smithi027 ceph-mon[32293]: pgmap v346: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-06-06T08:06:33.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:33 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1791783024' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:06:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:33 smithi176 ceph-mon[36543]: pgmap v346: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-06-06T08:06:33.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:33 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1791783024' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:06:34.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:33 smithi203 ceph-mon[37192]: pgmap v346: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 13 op/s 2024-06-06T08:06:34.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:33 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1791783024' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-06T08:06:34.042 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs fail cephfs 2024-06-06T08:06:34.293 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:35.497 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:35 smithi176 ceph-mon[36543]: pgmap v347: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-06-06T08:06:35.560 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:35 smithi027 ceph-mon[32293]: pgmap v347: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-06-06T08:06:35.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:35 smithi203 ceph-mon[37192]: pgmap v347: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-06-06T08:06:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 -- 172.21.15.27:0/3410337995 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 msgr2=0x7f9048104b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 --2- 172.21.15.27:0/3410337995 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f9048104b50 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f9030009990 tx=0x7f9030009ca0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 -- 172.21.15.27:0/3410337995 shutdown_connections 2024-06-06T08:06:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 --2- 172.21.15.27:0/3410337995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9048105090 0x7f90481115a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 --2- 172.21.15.27:0/3410337995 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 0x7f904810aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 --2- 172.21.15.27:0/3410337995 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f9048104b50 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.202+0000 7f904d9b9700 1 -- 172.21.15.27:0/3410337995 >> 172.21.15.27:0/3410337995 conn(0x7f90481001c0 msgr2=0x7f90481025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:36.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.203+0000 7f904d9b9700 1 -- 172.21.15.27:0/3410337995 shutdown_connections 2024-06-06T08:06:36.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.203+0000 7f904d9b9700 1 -- 172.21.15.27:0/3410337995 wait complete. 2024-06-06T08:06:36.204 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.203+0000 7f904d9b9700 1 Processor -- start 2024-06-06T08:06:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 -- start start 2024-06-06T08:06:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f904819afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9048105090 0x7f904819b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 0x7f904819f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f9048114b80 con 0x7f90481046d0 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f9048114a00 con 0x7f904810a6d0 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f904d9b9700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9048114d00 con 0x7f9048105090 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f904819afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f904819afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36876/0 (socket says 172.21.15.27:36876) 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 -- 172.21.15.27:0/1373540116 learned_addr learned my addr 172.21.15.27:0/1373540116 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f90477fe700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 0x7f904819f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f90467fc700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9048105090 0x7f904819b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 -- 172.21.15.27:0/1373540116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9048105090 msgr2=0x7f904819b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9048105090 0x7f904819b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 -- 172.21.15.27:0/1373540116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 msgr2=0x7f904819f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 0x7f904819f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f9046ffd700 1 -- 172.21.15.27:0/1373540116 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904819ff70 con 0x7f90481046d0 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.204+0000 7f90477fe700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 0x7f904819f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.205+0000 7f9046ffd700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f904819afb0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f903800e9a0 tx=0x7f903800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.205+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f903800cbd0 con 0x7f90481046d0 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.205+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90481a0260 con 0x7f90481046d0 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.205+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f903800cd70 con 0x7f90481046d0 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.205+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9038018810 con 0x7f90481046d0 2024-06-06T08:06:36.207 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.205+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90481a7ae0 con 0x7f90481046d0 2024-06-06T08:06:36.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.206+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9048069180 con 0x7f90481046d0 2024-06-06T08:06:36.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.207+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f90380189b0 con 0x7f90481046d0 2024-06-06T08:06:36.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.208+0000 7f904c9b7700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f90340a2d90 0x7f90340a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:36.208 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.208+0000 7f90467fc700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f90340a2d90 0x7f90340a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:36.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.208+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 9467+0+0 (secure 0 0 0) 0x7f90380cfee0 con 0x7f90481046d0 2024-06-06T08:06:36.209 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.209+0000 7f90467fc700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f90340a2d90 0x7f90340a5250 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9030006010 tx=0x7f903001a040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.212+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f903809c750 con 0x7f90481046d0 2024-06-06T08:06:36.465 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.465+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f904819c2c0 con 0x7f90481046d0 2024-06-06T08:06:36.468 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.468+0000 7f904c9b7700 1 -- 172.21.15.27:0/1373540116 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v64) ==== 161+0+0 (secure 0 0 0) 0x7f903809c050 con 0x7f90481046d0 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f90340a2d90 msgr2=0x7f90340a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f90340a2d90 0x7f90340a5250 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f9030006010 tx=0x7f903001a040 comp rx=0 tx=0).stop 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 msgr2=0x7f904819afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f904819afb0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f903800e9a0 tx=0x7f903800ed60 comp rx=0 tx=0).stop 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 shutdown_connections 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f90340a2d90 0x7f90340a5250 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f904810a6d0 0x7f904819f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f90481046d0 0x7f904819afb0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 --2- 172.21.15.27:0/1373540116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9048105090 0x7f904819b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:36.473 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.472+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 >> 172.21.15.27:0/1373540116 conn(0x7f90481001c0 msgr2=0x7f9048100780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:36.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.473+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 shutdown_connections 2024-06-06T08:06:36.474 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:36.473+0000 7f904d9b9700 1 -- 172.21.15.27:0/1373540116 wait complete. 2024-06-06T08:06:36.474 INFO:teuthology.orchestra.run.smithi027.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-06-06T08:06:36.777 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mds[67491]: -- 172.21.15.203:0/3728817913 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ec77b59a40 con 0x55ec77b2d000 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: starting mds.c at 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f[67182]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f[67182]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mds[67186]: -- 172.21.15.203:0/3450903009 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5594525584e0 con 0x55945252f000 2024-06-06T08:06:36.778 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f[67182]: starting mds.f at 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l[66878]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l[66878]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mds[66882]: -- 172.21.15.203:0/2721642003 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56550ab29a40 con 0x56550aafcc00 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l[66878]: starting mds.l at 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1373540116' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:06:36.779 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1373540116' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: osdmap e112: 12 total, 12 up, 12 in 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mon[37192]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-mds[67793]: -- 172.21.15.203:0/1372281917 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556ff3c51a40 con 0x556ff3c24800 2024-06-06T08:06:36.780 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:06:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: starting mds.i at 2024-06-06T08:06:36.798 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a[74847]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.798 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a[74847]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.798 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mds[74851]: -- 172.21.15.27:0/1261842249 <== mon.0 v2:172.21.15.27:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555aebb3da40 con 0x555aebb10c00 2024-06-06T08:06:36.798 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a[74847]: starting mds.a at 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g[74416]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g[74416]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g[74416]: starting mds.g at 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T08:06:36.466+0000 7fbd3b444700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1373540116' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1373540116' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-06T08:06:36.799 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: osdmap e112: 12 total, 12 up, 12 in 2024-06-06T08:06:36.800 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:36 smithi027 ceph-mon[32293]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-06-06T08:06:36.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1373540116' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-06T08:06:36.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-06T08:06:36.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1373540116' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: osdmap e112: 12 total, 12 up, 12 in 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mon[36543]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mds[70410]: -- 172.21.15.176:0/1476126789 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e873f1a40 con 0x557e873c5000 2024-06-06T08:06:36.998 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: starting mds.e at 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h[66171]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h[66171]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mds[66175]: -- 172.21.15.176:0/775237949 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x558c2c5b64e0 con 0x558c2c58d000 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mds[66175]: -- 172.21.15.176:0/775237949 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558c2c5b9a40 con 0x558c2c58d000 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h[66171]: starting mds.h at 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b[66486]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b[66486]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:36.999 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-mds[66490]: -- 172.21.15.176:0/623428816 <== mon.2 v2:172.21.15.176:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac89759a40 con 0x55ac8972c800 2024-06-06T08:06:37.000 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b[66486]: starting mds.b at 2024-06-06T08:06:37.000 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k[65557]: ignoring --setuser ceph since I am not root 2024-06-06T08:06:37.000 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k[65557]: ignoring --setgroup ceph since I am not root 2024-06-06T08:06:37.000 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:06:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k[65557]: starting mds.k at 2024-06-06T08:06:37.237 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-06-06T08:06:37.488 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:37.777 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:37 smithi203 ceph-mon[37192]: pgmap v348: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:06:37.869 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:37 smithi027 ceph-mon[32293]: pgmap v348: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:06:37.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:37 smithi176 ceph-mon[36543]: pgmap v348: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-06-06T08:06:38.832 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.27:6838/4231406975,v1:172.21.15.27:6840/4231406975] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.27:6839/1550517932,v1:172.21.15.27:6841/1550517932] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6834/2534450842,v1:172.21.15.176:6837/2534450842] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6832/2357289161,v1:172.21.15.203:6834/2357289161] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6833/2678594652,v1:172.21.15.203:6835/2678594652] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6833/4011794622,v1:172.21.15.176:6836/4011794622] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6832/3695284834,v1:172.21.15.176:6835/3695284834] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.176:6838/3037737665,v1:172.21.15.176:6839/3037737665] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6836/1958485293,v1:172.21.15.203:6837/1958485293] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: mds.? [v2:172.21.15.203:6838/1081410307,v1:172.21.15.203:6839/1081410307] up:boot 2024-06-06T08:06:38.833 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:06:38.834 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:38 smithi027 ceph-mon[32293]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:06:38.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.27:6838/4231406975,v1:172.21.15.27:6840/4231406975] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.27:6839/1550517932,v1:172.21.15.27:6841/1550517932] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6834/2534450842,v1:172.21.15.176:6837/2534450842] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6832/2357289161,v1:172.21.15.203:6834/2357289161] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6833/2678594652,v1:172.21.15.203:6835/2678594652] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6833/4011794622,v1:172.21.15.176:6836/4011794622] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6832/3695284834,v1:172.21.15.176:6835/3695284834] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.176:6838/3037737665,v1:172.21.15.176:6839/3037737665] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6836/1958485293,v1:172.21.15.203:6837/1958485293] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: mds.? [v2:172.21.15.203:6838/1081410307,v1:172.21.15.203:6839/1081410307] up:boot 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:06:38.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:06:38.999 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:38 smithi176 ceph-mon[36543]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:06:39.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.27:6838/4231406975,v1:172.21.15.27:6840/4231406975] up:boot 2024-06-06T08:06:39.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.27:6839/1550517932,v1:172.21.15.27:6841/1550517932] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6834/2534450842,v1:172.21.15.176:6837/2534450842] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6832/2357289161,v1:172.21.15.203:6834/2357289161] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6833/2678594652,v1:172.21.15.203:6835/2678594652] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6833/4011794622,v1:172.21.15.176:6836/4011794622] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6832/3695284834,v1:172.21.15.176:6835/3695284834] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.176:6838/3037737665,v1:172.21.15.176:6839/3037737665] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6836/1958485293,v1:172.21.15.203:6837/1958485293] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: mds.? [v2:172.21.15.203:6838/1081410307,v1:172.21.15.203:6839/1081410307] up:boot 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-06T08:06:39.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-06T08:06:39.029 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:38 smithi203 ceph-mon[37192]: from='mgr.15294 172.21.15.27:0/314065909' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-06T08:06:39.235 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 -- 172.21.15.27:0/2118755351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101d50 msgr2=0x7f41c810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 --2- 172.21.15.27:0/2118755351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101d50 0x7f41c810e240 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f41c000b0a0 tx=0x7f41c000b3b0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 -- 172.21.15.27:0/2118755351 shutdown_connections 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 --2- 172.21.15.27:0/2118755351 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101d50 0x7f41c810e240 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 --2- 172.21.15.27:0/2118755351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41c8107400 0x7f41c81077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 --2- 172.21.15.27:0/2118755351 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f41c8101390 0x7f41c8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 -- 172.21.15.27:0/2118755351 >> 172.21.15.27:0/2118755351 conn(0x7f41c8078340 msgr2=0x7f41c8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 -- 172.21.15.27:0/2118755351 shutdown_connections 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.232+0000 7f41d0584700 1 -- 172.21.15.27:0/2118755351 wait complete. 2024-06-06T08:06:39.236 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 Processor -- start 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 -- start start 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 0x7f41c8199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41c8101d50 0x7f41c819a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f41c8107400 0x7f41c81a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f41c81117b0 con 0x7f41c8101390 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8111630 con 0x7f41c8107400 2024-06-06T08:06:39.237 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41d0584700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f41c8111930 con 0x7f41c8101d50 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.233+0000 7f41ce320700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 0x7f41c8199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 0x7f41c8199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36908/0 (socket says 172.21.15.27:36908) 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 -- 172.21.15.27:0/667278757 learned_addr learned my addr 172.21.15.27:0/667278757 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ceb21700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f41c8107400 0x7f41c81a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41cdb1f700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41c8101d50 0x7f41c819a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 -- 172.21.15.27:0/667278757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41c8101d50 msgr2=0x7f41c819a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41c8101d50 0x7f41c819a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 -- 172.21.15.27:0/667278757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f41c8107400 msgr2=0x7f41c81a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f41c8107400 0x7f41c81a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 -- 172.21.15.27:0/667278757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41c81a50b0 con 0x7f41c8101390 2024-06-06T08:06:39.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41ce320700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 0x7f41c8199af0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f41c400c920 tx=0x7f41c400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4007b00 con 0x7f41c8101390 2024-06-06T08:06:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f41c4004d30 con 0x7f41c8101390 2024-06-06T08:06:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41c81a52e0 con 0x7f41c8101390 2024-06-06T08:06:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41c4005680 con 0x7f41c8101390 2024-06-06T08:06:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.234+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41c81a5840 con 0x7f41c8101390 2024-06-06T08:06:39.239 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.235+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41c8069180 con 0x7f41c8101390 2024-06-06T08:06:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.237+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f41c4004750 con 0x7f41c8101390 2024-06-06T08:06:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.238+0000 7f41bb7fe700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f41b40a2e10 0x7f41b40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.238+0000 7f41cdb1f700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f41b40a2e10 0x7f41b40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.238+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9809+0+0 (secure 0 0 0) 0x7f41c40cf7e0 con 0x7f41c8101390 2024-06-06T08:06:39.240 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.239+0000 7f41cdb1f700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f41b40a2e10 0x7f41b40a52d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f41bc005fd0 tx=0x7f41bc00a560 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:39.241 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.242+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f41c4014030 con 0x7f41c8101390 2024-06-06T08:06:39.496 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.496+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f41c81a5bd0 con 0x7f41c8101390 2024-06-06T08:06:39.538 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.538+0000 7f41bb7fe700 1 -- 172.21.15.27:0/667278757 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v66) ==== 104+0+0 (secure 0 0 0) 0x7f41c409bf70 con 0x7f41c8101390 2024-06-06T08:06:39.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f41b40a2e10 msgr2=0x7f41b40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:39.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f41b40a2e10 0x7f41b40a52d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f41bc005fd0 tx=0x7f41bc00a560 comp rx=0 tx=0).stop 2024-06-06T08:06:39.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 msgr2=0x7f41c8199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:39.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 0x7f41c8199af0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f41c400c920 tx=0x7f41c400cc30 comp rx=0 tx=0).stop 2024-06-06T08:06:39.542 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 shutdown_connections 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f41b40a2e10 0x7f41b40a52d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f41c8107400 0x7f41c81a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f41c8101390 0x7f41c8199af0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 --2- 172.21.15.27:0/667278757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41c8101d50 0x7f41c819a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 >> 172.21.15.27:0/667278757 conn(0x7f41c8078340 msgr2=0x7f41c80ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 shutdown_connections 2024-06-06T08:06:39.543 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:39.542+0000 7f41d0584700 1 -- 172.21.15.27:0/667278757 wait complete. 2024-06-06T08:06:39.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:39 smithi027 ceph-mon[32293]: pgmap v350: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-06-06T08:06:39.866 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:39 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/667278757' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:06:39.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:39 smithi176 ceph-mon[36543]: pgmap v350: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-06-06T08:06:39.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:39 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/667278757' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:06:40.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:39 smithi203 ceph-mon[37192]: pgmap v350: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-06-06T08:06:40.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:39 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/667278757' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-06T08:06:40.261 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-06-06T08:06:40.514 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:40.893 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:40 smithi027 ceph-mon[32293]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-06T08:06:40.893 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:40 smithi027 ceph-mon[32293]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T08:06:40.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:40 smithi027 ceph-mon[32293]: Cluster is now healthy 2024-06-06T08:06:40.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:40 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/667278757' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:06:40.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:40 smithi027 ceph-mon[32293]: fsmap 12 up:standby 2024-06-06T08:06:40.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:40 smithi176 ceph-mon[36543]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-06T08:06:40.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:40 smithi176 ceph-mon[36543]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T08:06:40.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:40 smithi176 ceph-mon[36543]: Cluster is now healthy 2024-06-06T08:06:40.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:40 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/667278757' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:06:40.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:40 smithi176 ceph-mon[36543]: fsmap 12 up:standby 2024-06-06T08:06:41.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:40 smithi203 ceph-mon[37192]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-06T08:06:41.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:40 smithi203 ceph-mon[37192]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-06T08:06:41.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:40 smithi203 ceph-mon[37192]: Cluster is now healthy 2024-06-06T08:06:41.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:40 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/667278757' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-06T08:06:41.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:40 smithi203 ceph-mon[37192]: fsmap 12 up:standby 2024-06-06T08:06:41.810 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:41 smithi027 ceph-mon[32293]: pgmap v351: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-06-06T08:06:41.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:41 smithi176 ceph-mon[36543]: pgmap v351: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-06-06T08:06:42.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:41 smithi203 ceph-mon[37192]: pgmap v351: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 -- 172.21.15.27:0/4208567969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c1030f0 msgr2=0x7f7a3c107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 --2- 172.21.15.27:0/4208567969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c1030f0 0x7f7a3c107110 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7a300099c0 tx=0x7f7a30009cd0 comp rx=0 tx=0).stop 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 -- 172.21.15.27:0/4208567969 shutdown_connections 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 --2- 172.21.15.27:0/4208567969 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a3c107840 0x7f7a3c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 --2- 172.21.15.27:0/4208567969 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 0x7f7a3c102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 --2- 172.21.15.27:0/4208567969 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c1030f0 0x7f7a3c107110 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 -- 172.21.15.27:0/4208567969 >> 172.21.15.27:0/4208567969 conn(0x7f7a3c0795f0 msgr2=0x7f7a3c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:42.398 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 -- 172.21.15.27:0/4208567969 shutdown_connections 2024-06-06T08:06:42.399 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.397+0000 7f7a41041700 1 -- 172.21.15.27:0/4208567969 wait complete. 2024-06-06T08:06:42.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.398+0000 7f7a41041700 1 Processor -- start 2024-06-06T08:06:42.400 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.398+0000 7f7a41041700 1 -- start start 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a41041700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 0x7f7a3c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a41041700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a3c1030f0 0x7f7a3c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a41041700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 0x7f7a3c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a41041700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c1128b0 con 0x7f7a3c107840 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a41041700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c112730 con 0x7f7a3c102740 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a41041700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a3c112a30 con 0x7f7a3c1030f0 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 0x7f7a3c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3ad9d700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 0x7f7a3c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 0x7f7a3c075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:36920/0 (socket says 172.21.15.27:36920) 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 -- 172.21.15.27:0/1947132790 learned_addr learned my addr 172.21.15.27:0/1947132790 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3a59c700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a3c1030f0 0x7f7a3c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:42.401 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 -- 172.21.15.27:0/1947132790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a3c1030f0 msgr2=0x7f7a3c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a3c1030f0 0x7f7a3c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 -- 172.21.15.27:0/1947132790 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 msgr2=0x7f7a3c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 0x7f7a3c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 -- 172.21.15.27:0/1947132790 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a3c1a71e0 con 0x7f7a3c107840 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3ad9d700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 0x7f7a3c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.399+0000 7f7a3b59e700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 0x7f7a3c075210 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f7a34007ee0 tx=0x7f7a3400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.400+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a3400dbd0 con 0x7f7a3c107840 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.400+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a3c1a74d0 con 0x7f7a3c107840 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.400+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f7a3400dd70 con 0x7f7a3c107840 2024-06-06T08:06:42.402 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.400+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a340133f0 con 0x7f7a3c107840 2024-06-06T08:06:42.403 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.400+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a3c1a79e0 con 0x7f7a3c107840 2024-06-06T08:06:42.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.401+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a3c069180 con 0x7f7a3c107840 2024-06-06T08:06:42.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.402+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7a3401a020 con 0x7f7a3c107840 2024-06-06T08:06:42.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.403+0000 7f7a23fff700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7a240a2d90 0x7f7a240a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:42.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.403+0000 7f7a3ad9d700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7a240a2d90 0x7f7a240a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:42.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.403+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9809+0+0 (secure 0 0 0) 0x7f7a340cf700 con 0x7f7a3c107840 2024-06-06T08:06:42.404 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.403+0000 7f7a3ad9d700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7a240a2d90 0x7f7a240a5250 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c00afd0 tx=0x7f7a2c00a380 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:42.408 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.408+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7a34010070 con 0x7f7a3c107840 2024-06-06T08:06:42.614 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:42.614+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7a3c02dca0 con 0x7f7a3c107840 2024-06-06T08:06:43.557 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.557+0000 7f7a23fff700 1 -- 172.21.15.27:0/1947132790 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v113) ==== 181+0+0 (secure 0 0 0) 0x7f7a34004ad0 con 0x7f7a3c107840 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7a240a2d90 msgr2=0x7f7a240a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7a240a2d90 0x7f7a240a5250 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f7a2c00afd0 tx=0x7f7a2c00a380 comp rx=0 tx=0).stop 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 msgr2=0x7f7a3c075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 0x7f7a3c075210 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f7a34007ee0 tx=0x7f7a3400d3b0 comp rx=0 tx=0).stop 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 shutdown_connections 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f7a240a2d90 0x7f7a240a5250 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f7a3c107840 0x7f7a3c075210 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f7a3c102740 0x7f7a3c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:43.561 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 --2- 172.21.15.27:0/1947132790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a3c1030f0 0x7f7a3c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:43.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.560+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 >> 172.21.15.27:0/1947132790 conn(0x7f7a3c0795f0 msgr2=0x7f7a3c1004d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:43.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.561+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 shutdown_connections 2024-06-06T08:06:43.562 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:43.561+0000 7f7a41041700 1 -- 172.21.15.27:0/1947132790 wait complete. 2024-06-06T08:06:43.563 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_metadata' removed 2024-06-06T08:06:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:43 smithi027 ceph-mon[32293]: pgmap v352: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:06:43.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:43 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1947132790' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:43.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:43 smithi176 ceph-mon[36543]: pgmap v352: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:06:43.998 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:43 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1947132790' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:44.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:43 smithi203 ceph-mon[37192]: pgmap v352: 129 pgs: 129 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-06T08:06:44.028 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:43 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1947132790' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:44.314 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-06-06T08:06:44.573 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:44.832 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:44 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/1947132790' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:44.832 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:44 smithi027 ceph-mon[32293]: osdmap e113: 12 total, 12 up, 12 in 2024-06-06T08:06:44.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:44 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/1947132790' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:44.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:44 smithi176 ceph-mon[36543]: osdmap e113: 12 total, 12 up, 12 in 2024-06-06T08:06:45.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:44 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/1947132790' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:45.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:44 smithi203 ceph-mon[37192]: osdmap e113: 12 total, 12 up, 12 in 2024-06-06T08:06:45.644 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:45 smithi027 ceph-mon[32293]: pgmap v354: 97 pgs: 97 active+clean; 116 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:45.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:45 smithi176 ceph-mon[36543]: pgmap v354: 97 pgs: 97 active+clean; 116 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:46.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:45 smithi203 ceph-mon[37192]: pgmap v354: 97 pgs: 97 active+clean; 116 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:46.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 -- 172.21.15.27:0/4273452515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806aa00 msgr2=0x7f762806ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:46.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 --2- 172.21.15.27:0/4273452515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806aa00 0x7f762806ae80 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f761c009990 tx=0x7f761c009ca0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 -- 172.21.15.27:0/4273452515 shutdown_connections 2024-06-06T08:06:46.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 --2- 172.21.15.27:0/4273452515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f762806b3c0 0x7f762810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.253 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 --2- 172.21.15.27:0/4273452515 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f76281084f0 0x7f76281088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 --2- 172.21.15.27:0/4273452515 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806aa00 0x7f762806ae80 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 -- 172.21.15.27:0/4273452515 >> 172.21.15.27:0/4273452515 conn(0x7f7628078300 msgr2=0x7f7628078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:46.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 -- 172.21.15.27:0/4273452515 shutdown_connections 2024-06-06T08:06:46.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.252+0000 7f762d75b700 1 -- 172.21.15.27:0/4273452515 wait complete. 2024-06-06T08:06:46.254 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 Processor -- start 2024-06-06T08:06:46.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 -- start start 2024-06-06T08:06:46.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f762806aa00 0x7f762819aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:46.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 0x7f762819b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:46.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76281084f0 0x7f762819f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:46.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f7628112990 con 0x7f762806b3c0 2024-06-06T08:06:46.256 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f7628112810 con 0x7f762806aa00 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f762d75b700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7628112b10 con 0x7f76281084f0 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f76267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 0x7f762819b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f76267fc700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 0x7f762819b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47720/0 (socket says 172.21.15.27:47720) 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.253+0000 7f76267fc700 1 -- 172.21.15.27:0/2464603059 learned_addr learned my addr 172.21.15.27:0/2464603059 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f7626ffd700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f762806aa00 0x7f762819aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76277fe700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76281084f0 0x7f762819f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76267fc700 1 -- 172.21.15.27:0/2464603059 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76281084f0 msgr2=0x7f762819f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76267fc700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76281084f0 0x7f762819f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76267fc700 1 -- 172.21.15.27:0/2464603059 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f762806aa00 msgr2=0x7f762819aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76267fc700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f762806aa00 0x7f762819aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.257 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76267fc700 1 -- 172.21.15.27:0/2464603059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76281a0000 con 0x7f762806b3c0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f7626ffd700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f762806aa00 0x7f762819aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76277fe700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76281084f0 0x7f762819f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f76267fc700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 0x7f762819b530 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f761c003a90 tx=0x7f761c003b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c0052d0 con 0x7f762806b3c0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76281a0290 con 0x7f762806b3c0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f761c005470 con 0x7f762806b3c0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c017650 con 0x7f762806b3c0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.254+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76281a7b70 con 0x7f762806b3c0 2024-06-06T08:06:46.258 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.255+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7628069180 con 0x7f762806b3c0 2024-06-06T08:06:46.259 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.256+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f761c00f460 con 0x7f762806b3c0 2024-06-06T08:06:46.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.257+0000 7f760ffff700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f76100a2d90 0x7f76100a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:46.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.257+0000 7f7626ffd700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f76100a2d90 0x7f76100a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:46.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.257+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9284+0+0 (secure 0 0 0) 0x7f761c0d0ba0 con 0x7f762806b3c0 2024-06-06T08:06:46.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.258+0000 7f7626ffd700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f76100a2d90 0x7f76100a5250 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7618007900 tx=0x7f7618008040 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:46.260 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.260+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f761c013070 con 0x7f762806b3c0 2024-06-06T08:06:46.469 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.469+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f76281a7d40 con 0x7f762806b3c0 2024-06-06T08:06:46.579 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.579+0000 7f760ffff700 1 -- 172.21.15.27:0/2464603059 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v114) ==== 169+0+0 (secure 0 0 0) 0x7f761c005620 con 0x7f762806b3c0 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f76100a2d90 msgr2=0x7f76100a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f76100a2d90 0x7f76100a5250 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f7618007900 tx=0x7f7618008040 comp rx=0 tx=0).stop 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 msgr2=0x7f762819b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 0x7f762819b530 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f761c003a90 tx=0x7f761c003b70 comp rx=0 tx=0).stop 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 shutdown_connections 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f76100a2d90 0x7f76100a5250 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.582 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76281084f0 0x7f762819f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f762806aa00 0x7f762819aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 --2- 172.21.15.27:0/2464603059 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f762806b3c0 0x7f762819b530 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:46.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 >> 172.21.15.27:0/2464603059 conn(0x7f7628078300 msgr2=0x7f76280ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:46.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 shutdown_connections 2024-06-06T08:06:46.583 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:46.582+0000 7f762d75b700 1 -- 172.21.15.27:0/2464603059 wait complete. 2024-06-06T08:06:46.584 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data' removed 2024-06-06T08:06:46.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:46 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2464603059' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:46.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:46 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2464603059' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:47.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:46 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2464603059' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:47.294 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-06-06T08:06:47.545 INFO:teuthology.orchestra.run.smithi027.stderr:Inferring config /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/mon.a/config 2024-06-06T08:06:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:47 smithi027 ceph-mon[32293]: pgmap v355: 97 pgs: 97 active+clean; 116 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:47 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/2464603059' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:47.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:47 smithi027 ceph-mon[32293]: osdmap e114: 12 total, 12 up, 12 in 2024-06-06T08:06:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:47 smithi176 ceph-mon[36543]: pgmap v355: 97 pgs: 97 active+clean; 116 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:47 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/2464603059' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:47.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:47 smithi176 ceph-mon[36543]: osdmap e114: 12 total, 12 up, 12 in 2024-06-06T08:06:48.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:47 smithi203 ceph-mon[37192]: pgmap v355: 97 pgs: 97 active+clean; 116 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:48.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:47 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/2464603059' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:48.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:47 smithi203 ceph-mon[37192]: osdmap e114: 12 total, 12 up, 12 in 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 -- 172.21.15.27:0/4015819832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 msgr2=0x7f86cc1088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/4015819832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc1088d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00b0a0 tx=0x7f86bc00b3b0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 -- 172.21.15.27:0/4015819832 shutdown_connections 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/4015819832 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86cc06b3c0 0x7f86cc10f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/4015819832 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc1088d0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/4015819832 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86cc06aa00 0x7f86cc06ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 -- 172.21.15.27:0/4015819832 >> 172.21.15.27:0/4015819832 conn(0x7f86cc078300 msgr2=0x7f86cc078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 -- 172.21.15.27:0/4015819832 shutdown_connections 2024-06-06T08:06:49.229 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.229+0000 7f86d2e4e700 1 -- 172.21.15.27:0/4015819832 wait complete. 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.230+0000 7f86d2e4e700 1 Processor -- start 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.230+0000 7f86d2e4e700 1 -- start start 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86cc06aa00 0x7f86cc198df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 --2- >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86cc06b3c0 0x7f86cc199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 -- --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc1128a0 con 0x7f86cc1084f0 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 -- --> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc112720 con 0x7f86cc06b3c0 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f86cc112a20 con 0x7f86cc06aa00 2024-06-06T08:06:49.231 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 --2- >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc19d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.27:3300/0 says I am v2:172.21.15.27:47744/0 (socket says 172.21.15.27:47744) 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 -- 172.21.15.27:0/958711145 learned_addr learned my addr 172.21.15.27:0/958711145 (peer_addr_for_me v2:172.21.15.27:0/0) 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86cbfff700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86cc06b3c0 0x7f86cc199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d0bea700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86cc06aa00 0x7f86cc198df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 -- 172.21.15.27:0/958711145 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86cc06aa00 msgr2=0x7f86cc198df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86cc06aa00 0x7f86cc198df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 -- 172.21.15.27:0/958711145 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86cc06b3c0 msgr2=0x7f86cc199330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86cc06b3c0 0x7f86cc199330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 -- 172.21.15.27:0/958711145 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86cc19ddb0 con 0x7f86cc1084f0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d13eb700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc19d670 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f86c400d980 tx=0x7f86c400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4016070 con 0x7f86cc1084f0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86cc19e0a0 con 0x7f86cc1084f0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 2 ==== config(28 keys) ==== 1174+0+0 (secure 0 0 0) 0x7f86c4004520 con 0x7f86cc1084f0 2024-06-06T08:06:49.232 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.231+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c4004e10 con 0x7f86cc1084f0 2024-06-06T08:06:49.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.232+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86cc1a5920 con 0x7f86cc1084f0 2024-06-06T08:06:49.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.233+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86cc069180 con 0x7f86cc1084f0 2024-06-06T08:06:49.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.234+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f86c400bbf0 con 0x7f86cc1084f0 2024-06-06T08:06:49.233 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.234+0000 7f86c9ffb700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f86b80a2d90 0x7f86b80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-06T08:06:49.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.234+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8754+0+0 (secure 0 0 0) 0x7f86c40cf390 con 0x7f86cc1084f0 2024-06-06T08:06:49.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.234+0000 7f86d0bea700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f86b80a2d90 0x7f86b80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-06T08:06:49.234 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.235+0000 7f86d0bea700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f86b80a2d90 0x7f86b80a5250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00b070 tx=0x7f86bc0060c0 comp rx=0 tx=0).ready entity=mgr.15294 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-06T08:06:49.238 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.239+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f86c401f020 con 0x7f86cc1084f0 2024-06-06T08:06:49.443 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.444+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 --> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f86cc02dca0 con 0x7f86cc1084f0 2024-06-06T08:06:49.590 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.591+0000 7f86c9ffb700 1 -- 172.21.15.27:0/958711145 <== mon.0 v2:172.21.15.27:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v115) ==== 178+0+0 (secure 0 0 0) 0x7f86c409bec0 con 0x7f86cc1084f0 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f86b80a2d90 msgr2=0x7f86b80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f86b80a2d90 0x7f86b80a5250 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00b070 tx=0x7f86bc0060c0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 msgr2=0x7f86cc19d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc19d670 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f86c400d980 tx=0x7f86c400dd40 comp rx=0 tx=0).stop 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 shutdown_connections 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:6800/3374184221,v1:172.21.15.27:6801/3374184221] conn(0x7f86b80a2d90 0x7f86b80a5250 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x7f86cc1084f0 0x7f86cc19d670 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86cc06aa00 0x7f86cc198df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 --2- 172.21.15.27:0/958711145 >> [v2:172.21.15.176:3300/0,v1:172.21.15.176:6789/0] conn(0x7f86cc06b3c0 0x7f86cc199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-06T08:06:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 >> 172.21.15.27:0/958711145 conn(0x7f86cc078300 msgr2=0x7f86cc0fff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-06T08:06:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 shutdown_connections 2024-06-06T08:06:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:2024-06-06T08:06:49.594+0000 7f86d2e4e700 1 -- 172.21.15.27:0/958711145 wait complete. 2024-06-06T08:06:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'cephfs_data_ec' removed 2024-06-06T08:06:49.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:49 smithi027 ceph-mon[32293]: pgmap v357: 33 pgs: 33 active+clean; 116 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:49.894 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:49 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/958711145' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:49.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:49 smithi176 ceph-mon[36543]: pgmap v357: 33 pgs: 33 active+clean; 116 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:49.997 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:49 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/958711145' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:49 smithi203 ceph-mon[37192]: pgmap v357: 33 pgs: 33 active+clean; 116 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail 2024-06-06T08:06:50.027 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:49 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/958711145' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-06T08:06:50.305 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:06:50.334 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:06:50.363 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:06:50.392 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-06-06T08:06:50.392 DEBUG:teuthology.orchestra.run.smithi027:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:06:50.408 DEBUG:teuthology.orchestra.run.smithi176:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:06:50.423 DEBUG:teuthology.orchestra.run.smithi203:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-06T08:06:50.447 INFO:tasks.cephadm:Stopping all daemons... 2024-06-06T08:06:50.447 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-06-06T08:06:50.447 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a 2024-06-06T08:06:50.595 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:50 smithi027 systemd[1]: Stopping Ceph mon.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:50.635 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:50 smithi203 ceph-mon[37192]: from='client.? 172.21.15.27:0/958711145' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:50.636 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:50 smithi203 ceph-mon[37192]: osdmap e115: 12 total, 12 up, 12 in 2024-06-06T08:06:50.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:50 smithi176 ceph-mon[36543]: from='client.? 172.21.15.27:0/958711145' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:50.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:50 smithi176 ceph-mon[36543]: osdmap e115: 12 total, 12 up, 12 in 2024-06-06T08:06:50.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:50 smithi027 ceph-mon[32293]: from='client.? 172.21.15.27:0/958711145' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-06-06T08:06:50.862 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:50 smithi027 ceph-mon[32293]: osdmap e115: 12 total, 12 up, 12 in 2024-06-06T08:06:50.863 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T08:06:50.781+0000 7fbd40c4f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:06:50.863 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a[32289]: 2024-06-06T08:06:50.781+0000 7fbd40c4f700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-06-06T08:06:51.144 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:50 smithi027 podman[110939]: 2024-06-06 08:06:50.863802238 +0000 UTC m=+0.204889944 container died a124d37cc5b21c6b7494485a38dd2b5a127701557c1501ff1ced49f36c443413 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:06:51.533 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:51 smithi027 podman[110939]: 2024-06-06 08:06:51.248956509 +0000 UTC m=+0.590044211 container cleanup a124d37cc5b21c6b7494485a38dd2b5a127701557c1501ff1ced49f36c443413 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-06-06T08:06:51.533 INFO:journalctl@ceph.mon.a.smithi027.stdout:Jun 06 08:06:51 smithi027 bash[110939]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-a 2024-06-06T08:06:51.675 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.a.service' 2024-06-06T08:06:51.750 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:06:51.750 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-06-06T08:06:51.750 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-06-06T08:06:51.750 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.b 2024-06-06T08:06:52.072 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:51 smithi176 systemd[1]: Stopping Ceph mon.b for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:52.406 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-b[36539]: 2024-06-06T08:06:52.071+0000 7fcbcde8e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:06:52.406 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-b[36539]: 2024-06-06T08:06:52.071+0000 7fcbcde8e700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-06-06T08:06:52.407 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:52 smithi176 podman[72988]: 2024-06-06 08:06:52.103676454 +0000 UTC m=+0.151251386 container died 70c990eeba65f6777fcc4efbe612d74af63e7bb4c798bfcf7647d67e7ef693ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-b, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux ) 2024-06-06T08:06:52.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:52 smithi176 podman[72988]: 2024-06-06 08:06:52.498340564 +0000 UTC m=+0.545915489 container cleanup 70c990eeba65f6777fcc4efbe612d74af63e7bb4c798bfcf7647d67e7ef693ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-b, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-06-06T08:06:52.747 INFO:journalctl@ceph.mon.b.smithi176.stdout:Jun 06 08:06:52 smithi176 bash[72988]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-b 2024-06-06T08:06:52.933 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.b.service' 2024-06-06T08:06:52.980 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:06:52.980 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-06-06T08:06:52.980 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-06-06T08:06:52.981 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.c 2024-06-06T08:06:53.277 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:53 smithi203 systemd[1]: Stopping Ceph mon.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:53.565 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c[37188]: 2024-06-06T08:06:53.310+0000 7f70ed834700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:06:53.565 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c[37188]: 2024-06-06T08:06:53.310+0000 7f70ed834700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-06-06T08:06:53.878 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:53 smithi203 podman[74089]: 2024-06-06 08:06:53.566446298 +0000 UTC m=+0.395476648 container died 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=) 2024-06-06T08:06:54.213 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:53 smithi203 podman[74089]: 2024-06-06 08:06:53.978651692 +0000 UTC m=+0.807682035 container cleanup 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528) 2024-06-06T08:06:54.213 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:53 smithi203 bash[74089]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c 2024-06-06T08:06:54.454 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.c.service' 2024-06-06T08:06:54.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:54 smithi203 podman[74103]: 2024-06-06 08:06:54.214165283 +0000 UTC m=+0.647136006 container remove 82ff5db2ada6056b69371615e9cc0aabfec222c79f03fce9feddf7bdf31da95f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mon-c, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-06T08:06:54.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:54 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.c.service: Deactivated successfully. 2024-06-06T08:06:54.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:54 smithi203 systemd[1]: Stopped Ceph mon.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T08:06:54.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Jun 06 08:06:54 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mon.c.service: Consumed 14.549s CPU time. 2024-06-06T08:06:54.502 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:06:54.503 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-06-06T08:06:54.503 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-06-06T08:06:54.503 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x 2024-06-06T08:06:54.881 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:54 smithi027 systemd[1]: Stopping Ceph mgr.x for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:55.144 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:54 smithi027 podman[111060]: 2024-06-06 08:06:54.885288404 +0000 UTC m=+0.177141849 container died d428a3c1212fe5baeb97761d42432667fd95858ab0aca36ae89fd5851bb8fe14 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:06:55.564 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:55 smithi027 podman[111060]: 2024-06-06 08:06:55.305308223 +0000 UTC m=+0.597161667 container cleanup d428a3c1212fe5baeb97761d42432667fd95858ab0aca36ae89fd5851bb8fe14 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-06-06T08:06:55.564 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:55 smithi027 bash[111060]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x 2024-06-06T08:06:55.807 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service' 2024-06-06T08:06:55.829 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:55 smithi027 podman[111072]: 2024-06-06 08:06:55.565546889 +0000 UTC m=+0.674978594 container remove d428a3c1212fe5baeb97761d42432667fd95858ab0aca36ae89fd5851bb8fe14 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-x, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-06-06T08:06:55.829 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:55 smithi027 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service: Deactivated successfully. 2024-06-06T08:06:55.829 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:55 smithi027 systemd[1]: Stopped Ceph mgr.x for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T08:06:55.829 INFO:journalctl@ceph.mgr.x.smithi027.stdout:Jun 06 08:06:55 smithi027 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.x.service: Consumed 1min 34.461s CPU time. 2024-06-06T08:06:55.843 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:06:55.843 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-06-06T08:06:55.843 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-06-06T08:06:55.843 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.y 2024-06-06T08:06:56.182 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 08:06:55 smithi176 systemd[1]: Stopping Ceph mgr.y for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:56.497 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 08:06:56 smithi176 podman[73220]: 2024-06-06 08:06:56.182703712 +0000 UTC m=+0.156150863 container died ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-06-06T08:06:56.838 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 08:06:56 smithi176 podman[73220]: 2024-06-06 08:06:56.604367331 +0000 UTC m=+0.577814408 container cleanup ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc) 2024-06-06T08:06:56.838 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 08:06:56 smithi176 bash[73220]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y 2024-06-06T08:06:57.088 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 08:06:56 smithi176 podman[73232]: 2024-06-06 08:06:56.839407867 +0000 UTC m=+0.648023591 container remove ca301a0e0d3ff6dd848188fdb513ae7a5379b509289ee5860cf95bea02ee051a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-y, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5) 2024-06-06T08:06:57.089 INFO:journalctl@ceph.mgr.y.smithi176.stdout:Jun 06 08:06:56 smithi176 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-06-06T08:06:57.092 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.y.service' 2024-06-06T08:06:57.127 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:06:57.127 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-06-06T08:06:57.127 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-06-06T08:06:57.127 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.z 2024-06-06T08:06:57.461 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:57 smithi203 systemd[1]: Stopping Ceph mgr.z for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:57.777 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:57 smithi203 podman[74209]: 2024-06-06 08:06:57.463084495 +0000 UTC m=+0.145893936 container died 67e9fc3403c56948dda7bf16027e70807016fc36d6b55dbea1e402d8a0bfb97d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-06T08:06:58.228 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 podman[74209]: 2024-06-06 08:06:58.002005759 +0000 UTC m=+0.684815209 container cleanup 67e9fc3403c56948dda7bf16027e70807016fc36d6b55dbea1e402d8a0bfb97d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-06-06T08:06:58.228 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 bash[74209]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z 2024-06-06T08:06:58.477 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.z.service' 2024-06-06T08:06:58.498 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 podman[74221]: 2024-06-06 08:06:58.228927354 +0000 UTC m=+0.757717842 container remove 67e9fc3403c56948dda7bf16027e70807016fc36d6b55dbea1e402d8a0bfb97d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mgr-z, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:06:58.498 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-06-06T08:06:58.498 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.z.service: Failed with result 'exit-code'. 2024-06-06T08:06:58.498 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 systemd[1]: Stopped Ceph mgr.z for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T08:06:58.498 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Jun 06 08:06:58 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mgr.z.service: Consumed 20.964s CPU time. 2024-06-06T08:06:58.511 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:06:58.512 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-06-06T08:06:58.512 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-06-06T08:06:58.512 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.0 2024-06-06T08:06:58.853 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:06:58 smithi027 systemd[1]: Stopping Ceph osd.0 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:06:59.144 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:06:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0[46797]: 2024-06-06T08:06:58.853+0000 7fe41323c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:06:59.144 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:06:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0[46797]: 2024-06-06T08:06:58.853+0000 7fe41323c700 -1 osd.0 115 *** Got signal Terminated *** 2024-06-06T08:06:59.144 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:06:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0[46797]: 2024-06-06T08:06:58.853+0000 7fe41323c700 -1 osd.0 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:04.513 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:04 smithi027 podman[111182]: 2024-06-06 08:07:04.205396453 +0000 UTC m=+5.482930349 container died 9ede502609add0e21e77a0d50684445294535fc76af1559260c9f17255e7e9e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:07:04.846 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:04 smithi027 podman[111182]: 2024-06-06 08:07:04.612626565 +0000 UTC m=+5.890160457 container cleanup 9ede502609add0e21e77a0d50684445294535fc76af1559260c9f17255e7e9e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-06-06T08:07:04.846 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:04 smithi027 bash[111182]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0 2024-06-06T08:07:05.144 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:04 smithi027 podman[111209]: 2024-06-06 08:07:04.847525125 +0000 UTC m=+0.640496020 container remove 9ede502609add0e21e77a0d50684445294535fc76af1559260c9f17255e7e9e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-06-06T08:07:05.583 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:05 smithi027 podman[111302]: 2024-06-06 08:07:05.212170524 +0000 UTC m=+0.017529232 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:05.584 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:05 smithi027 podman[111302]: 2024-06-06 08:07:05.323644985 +0000 UTC m=+0.129003727 container create 1b518830a6b2b7a01c43461e36cc8eb85c513aa29e807ffb768fc9183e657a8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc) 2024-06-06T08:07:05.892 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:05 smithi027 podman[111302]: 2024-06-06 08:07:05.585230212 +0000 UTC m=+0.390588908 container init 1b518830a6b2b7a01c43461e36cc8eb85c513aa29e807ffb768fc9183e657a8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-06T08:07:05.892 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:05 smithi027 podman[111302]: 2024-06-06 08:07:05.588811912 +0000 UTC m=+0.394170606 container start 1b518830a6b2b7a01c43461e36cc8eb85c513aa29e807ffb768fc9183e657a8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:07:05.892 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:05 smithi027 podman[111302]: 2024-06-06 08:07:05.704599213 +0000 UTC m=+0.509957921 container attach 1b518830a6b2b7a01c43461e36cc8eb85c513aa29e807ffb768fc9183e657a8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-06-06T08:07:06.144 INFO:journalctl@ceph.osd.0.smithi027.stdout:Jun 06 08:07:05 smithi027 podman[111302]: 2024-06-06 08:07:05.893700825 +0000 UTC m=+0.699059521 container died 1b518830a6b2b7a01c43461e36cc8eb85c513aa29e807ffb768fc9183e657a8b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-0-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-06-06T08:07:06.582 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.0.service' 2024-06-06T08:07:06.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:06.626 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-06-06T08:07:06.626 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-06-06T08:07:06.626 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.1 2024-06-06T08:07:06.941 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:06 smithi176 systemd[1]: Stopping Ceph osd.1 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:07.247 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1[41089]: 2024-06-06T08:07:06.941+0000 7fec885e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:07.247 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1[41089]: 2024-06-06T08:07:06.941+0000 7fec885e1700 -1 osd.1 115 *** Got signal Terminated *** 2024-06-06T08:07:07.247 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1[41089]: 2024-06-06T08:07:06.941+0000 7fec885e1700 -1 osd.1 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:12.747 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:12 smithi176 podman[73345]: 2024-06-06 08:07:12.484260129 +0000 UTC m=+5.659310265 container died 1cdf0c0fb9fb8d93fe4afafcc468012c70e614b57e2ef00e7e9f333ddf1d7626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528) 2024-06-06T08:07:13.066 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:12 smithi176 podman[73345]: 2024-06-06 08:07:12.850237119 +0000 UTC m=+6.025287254 container cleanup 1cdf0c0fb9fb8d93fe4afafcc468012c70e614b57e2ef00e7e9f333ddf1d7626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-06T08:07:13.067 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:12 smithi176 bash[73345]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1 2024-06-06T08:07:13.403 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73361]: 2024-06-06 08:07:13.068106961 +0000 UTC m=+0.575812789 container remove 1cdf0c0fb9fb8d93fe4afafcc468012c70e614b57e2ef00e7e9f333ddf1d7626 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:07:13.729 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73449]: 2024-06-06 08:07:13.307194244 +0000 UTC m=+0.017280553 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:13.729 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73449]: 2024-06-06 08:07:13.427541521 +0000 UTC m=+0.137627842 container create 0a4658c7f8b3e63eb205fc6dfd1c5d815199c7d0a0ea4cde0440adcd0e77772f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-06-06T08:07:13.729 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73449]: 2024-06-06 08:07:13.621498993 +0000 UTC m=+0.331585292 container init 0a4658c7f8b3e63eb205fc6dfd1c5d815199c7d0a0ea4cde0440adcd0e77772f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-06T08:07:13.729 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73449]: 2024-06-06 08:07:13.62447377 +0000 UTC m=+0.334560071 container start 0a4658c7f8b3e63eb205fc6dfd1c5d815199c7d0a0ea4cde0440adcd0e77772f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-06-06T08:07:13.729 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73449]: 2024-06-06 08:07:13.730270077 +0000 UTC m=+0.440356393 container attach 0a4658c7f8b3e63eb205fc6dfd1c5d815199c7d0a0ea4cde0440adcd0e77772f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, GIT_CLEAN=True) 2024-06-06T08:07:13.997 INFO:journalctl@ceph.osd.1.smithi176.stdout:Jun 06 08:07:13 smithi176 podman[73449]: 2024-06-06 08:07:13.928688169 +0000 UTC m=+0.638774469 container died 0a4658c7f8b3e63eb205fc6dfd1c5d815199c7d0a0ea4cde0440adcd0e77772f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-06-06T08:07:14.535 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.1.service' 2024-06-06T08:07:14.573 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:14.573 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-06-06T08:07:14.574 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-06-06T08:07:14.574 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.2 2024-06-06T08:07:14.880 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:14 smithi203 systemd[1]: Stopping Ceph osd.2 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:15.277 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2[42152]: 2024-06-06T08:07:14.880+0000 7febdc007700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:15.278 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2[42152]: 2024-06-06T08:07:14.880+0000 7febdc007700 -1 osd.2 115 *** Got signal Terminated *** 2024-06-06T08:07:15.278 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2[42152]: 2024-06-06T08:07:14.880+0000 7febdc007700 -1 osd.2 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:20.528 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:20 smithi203 podman[74338]: 2024-06-06 08:07:20.276864592 +0000 UTC m=+5.509609373 container died 40ec223d7384b29acf9333ee7d236e78bb7cb337f410f284457d78695588bd5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-06-06T08:07:20.949 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:20 smithi203 podman[74338]: 2024-06-06 08:07:20.640359212 +0000 UTC m=+5.873103985 container cleanup 40ec223d7384b29acf9333ee7d236e78bb7cb337f410f284457d78695588bd5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-06-06T08:07:20.949 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:20 smithi203 bash[74338]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2 2024-06-06T08:07:21.277 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:20 smithi203 podman[74353]: 2024-06-06 08:07:20.950536276 +0000 UTC m=+0.668326965 container remove 40ec223d7384b29acf9333ee7d236e78bb7cb337f410f284457d78695588bd5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-06T08:07:21.645 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:21 smithi203 podman[74444]: 2024-06-06 08:07:21.22039479 +0000 UTC m=+0.017345547 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:21.645 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:21 smithi203 podman[74444]: 2024-06-06 08:07:21.343261586 +0000 UTC m=+0.140212326 container create f895645cce8d3f6a34043dca07396eacf0452a0691d0e75b0ac4570a5d6126d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-06-06T08:07:21.646 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:21 smithi203 podman[74444]: 2024-06-06 08:07:21.554656137 +0000 UTC m=+0.351606883 container init f895645cce8d3f6a34043dca07396eacf0452a0691d0e75b0ac4570a5d6126d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-06-06T08:07:21.646 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:21 smithi203 podman[74444]: 2024-06-06 08:07:21.557771141 +0000 UTC m=+0.354721889 container start f895645cce8d3f6a34043dca07396eacf0452a0691d0e75b0ac4570a5d6126d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-06-06T08:07:21.646 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:21 smithi203 podman[74444]: 2024-06-06 08:07:21.646562481 +0000 UTC m=+0.443513254 container attach f895645cce8d3f6a34043dca07396eacf0452a0691d0e75b0ac4570a5d6126d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=) 2024-06-06T08:07:22.027 INFO:journalctl@ceph.osd.2.smithi203.stdout:Jun 06 08:07:21 smithi203 podman[74444]: 2024-06-06 08:07:21.846271777 +0000 UTC m=+0.643222525 container died f895645cce8d3f6a34043dca07396eacf0452a0691d0e75b0ac4570a5d6126d4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:07:22.565 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.2.service' 2024-06-06T08:07:22.607 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:22.607 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-06-06T08:07:22.607 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-06-06T08:07:22.607 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.3 2024-06-06T08:07:22.894 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:22 smithi027 systemd[1]: Stopping Ceph osd.3 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:23.394 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:22 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T08:07:22.941+0000 7f241b176700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:23.394 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:22 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T08:07:22.941+0000 7f241b176700 -1 osd.3 115 *** Got signal Terminated *** 2024-06-06T08:07:23.394 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:22 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T08:07:22.941+0000 7f241b176700 -1 osd.3 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:26.394 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:26 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T08:07:26.012+0000 7f241776a700 -1 osd.3 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:06:59.377610+0000 front 2024-06-06T08:06:59.377533+0000 (oldest deadline 2024-06-06T08:07:25.277674+0000) 2024-06-06T08:07:26.497 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:26 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:26.180+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:27.394 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:27 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3[53704]: 2024-06-06T08:07:27.025+0000 7f241776a700 -1 osd.3 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:06:59.377610+0000 front 2024-06-06T08:06:59.377533+0000 (oldest deadline 2024-06-06T08:07:25.277674+0000) 2024-06-06T08:07:27.497 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:27 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:27.208+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:28.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:27.854+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:28.644 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:28 smithi027 podman[111410]: 2024-06-06 08:07:28.357387312 +0000 UTC m=+5.530837125 container died 2e0a8bb6992acf03a3dc384d1d863c06e0475c8dfea91ed06a8ac4e25e2cd8d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-06T08:07:28.645 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:28 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:28.451+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:28.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:28 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:28.252+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:28.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:28.443+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:28.976 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:28 smithi027 podman[111410]: 2024-06-06 08:07:28.767661474 +0000 UTC m=+5.941111329 container cleanup 2e0a8bb6992acf03a3dc384d1d863c06e0475c8dfea91ed06a8ac4e25e2cd8d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-06-06T08:07:28.976 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:28 smithi027 bash[111410]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3 2024-06-06T08:07:29.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:28.810+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:29.394 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:28 smithi027 podman[111428]: 2024-06-06 08:07:28.977286218 +0000 UTC m=+0.612268025 container remove 2e0a8bb6992acf03a3dc384d1d863c06e0475c8dfea91ed06a8ac4e25e2cd8d0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_CLEAN=True) 2024-06-06T08:07:29.713 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:29 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:29.483+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:29.713 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:29 smithi027 podman[111516]: 2024-06-06 08:07:29.300504156 +0000 UTC m=+0.017735367 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:29.714 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:29 smithi027 podman[111516]: 2024-06-06 08:07:29.411472631 +0000 UTC m=+0.128703839 container create d160d89d61ae912b5ef7e061d97ea0dec1d95f7816d5f6ce97409a9e6af7485c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-06-06T08:07:29.714 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:29 smithi027 podman[111516]: 2024-06-06 08:07:29.614098469 +0000 UTC m=+0.331329668 container init d160d89d61ae912b5ef7e061d97ea0dec1d95f7816d5f6ce97409a9e6af7485c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-06T08:07:29.714 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:29 smithi027 podman[111516]: 2024-06-06 08:07:29.617520006 +0000 UTC m=+0.334751213 container start d160d89d61ae912b5ef7e061d97ea0dec1d95f7816d5f6ce97409a9e6af7485c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-06T08:07:29.714 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:29 smithi027 podman[111516]: 2024-06-06 08:07:29.71393153 +0000 UTC m=+0.431162739 container attach d160d89d61ae912b5ef7e061d97ea0dec1d95f7816d5f6ce97409a9e6af7485c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240528, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:07:29.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:29 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:29.263+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:29.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:29.433+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:30.144 INFO:journalctl@ceph.osd.3.smithi027.stdout:Jun 06 08:07:29 smithi027 podman[111516]: 2024-06-06 08:07:29.926350923 +0000 UTC m=+0.643582138 container died d160d89d61ae912b5ef7e061d97ea0dec1d95f7816d5f6ce97409a9e6af7485c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-06-06T08:07:30.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:29.822+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:30.644 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:30 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:30.533+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:30.708 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.3.service' 2024-06-06T08:07:30.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:30 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:30.270+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:30.755 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:30.755 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-06-06T08:07:30.756 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-06-06T08:07:30.756 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.4 2024-06-06T08:07:30.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:30.393+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:31.077 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:30 smithi176 systemd[1]: Stopping Ceph osd.4 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:31.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:30.840+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:31.497 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:31 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:31.288+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:31.497 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:31 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4[47570]: 2024-06-06T08:07:31.077+0000 7f53f15e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:31.497 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:31 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4[47570]: 2024-06-06T08:07:31.077+0000 7f53f15e1700 -1 osd.4 115 *** Got signal Terminated *** 2024-06-06T08:07:31.498 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:31 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4[47570]: 2024-06-06T08:07:31.077+0000 7f53f15e1700 -1 osd.4 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:31.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:31.415+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:31.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:31 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:31.521+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:32.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:31.867+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:32.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:32 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:32.332+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:32.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:32 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:32.459+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:32.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:32 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:32.550+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:33.249 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:32 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:32.875+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:33.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:32 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:32.986+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:33.527 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:33 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:33.472+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:33.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:33 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:33.360+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:33.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:33 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:33.336+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:33.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:33 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:33.534+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:34.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:33 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:33.874+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:34.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:34 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:34.025+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:34.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:34 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:34.305+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:34.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:34 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:34.305+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:34.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:34 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:34.439+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:34.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:34 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:34.393+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:34.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:34 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:34.563+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:34.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:34 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:34.563+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:35.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:34 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:34.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:35.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:35 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:35.026+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:35.497 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:35 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4[47570]: 2024-06-06T08:07:35.055+0000 7f53edbd5700 -1 osd.4 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:10.305823+0000 front 2024-06-06T08:07:10.305859+0000 (oldest deadline 2024-06-06T08:07:35.005936+0000) 2024-06-06T08:07:35.497 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:35 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:35.300+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:35.497 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:35 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:35.300+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:35.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:35 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:35.416+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:35.838 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:35 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:35.468+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:35.838 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:35 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:35.468+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:35.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:35 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:35.517+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:35.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:35 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:35.517+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:36.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:35 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:35.870+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:36.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:35 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:35.985+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:36.555 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:36.299+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:36.556 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:36.299+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:36.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:36.453+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:36.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:36.453+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:36.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:36.404+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:36.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:36.482+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:36.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:36.482+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:36.936 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:36 smithi176 podman[73569]: 2024-06-06 08:07:36.633115724 +0000 UTC m=+5.678655495 container died 001d25795647bd3b04de8adeb7dde15a8c1998e7812a2edea49bc2673ea8c8b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:07:36.936 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:36 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:36.556+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:37.248 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73569]: 2024-06-06 08:07:37.069923539 +0000 UTC m=+6.115463301 container cleanup 001d25795647bd3b04de8adeb7dde15a8c1998e7812a2edea49bc2673ea8c8b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:07:37.248 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 bash[73569]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4 2024-06-06T08:07:37.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:36 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:36.831+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:37.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:36 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:36.936+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:37.670 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73586]: 2024-06-06 08:07:37.288059244 +0000 UTC m=+0.652293668 container remove 001d25795647bd3b04de8adeb7dde15a8c1998e7812a2edea49bc2673ea8c8b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS) 2024-06-06T08:07:37.671 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:37 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:37.523+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:37.671 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:37 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:37.303+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:37.671 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:37 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:37.303+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:37.778 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:37 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:37.459+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:37.778 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:37 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:37.459+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:37.778 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:37 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:37.356+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:37.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:37 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:37.510+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:37.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:37 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:37.510+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:37.981 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73677]: 2024-06-06 08:07:37.672022102 +0000 UTC m=+0.093175425 container create 1625df5ee07c6c13cea55bf0812e2a0cc3b721c2a2e42012b4c1d24633cefa7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528) 2024-06-06T08:07:37.981 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73677]: 2024-06-06 08:07:37.595542665 +0000 UTC m=+0.016695995 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:37.982 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73677]: 2024-06-06 08:07:37.882989317 +0000 UTC m=+0.304142647 container init 1625df5ee07c6c13cea55bf0812e2a0cc3b721c2a2e42012b4c1d24633cefa7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240528, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-06-06T08:07:37.982 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73677]: 2024-06-06 08:07:37.886004901 +0000 UTC m=+0.307158241 container start 1625df5ee07c6c13cea55bf0812e2a0cc3b721c2a2e42012b4c1d24633cefa7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-06-06T08:07:37.982 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:37 smithi176 podman[73677]: 2024-06-06 08:07:37.98284057 +0000 UTC m=+0.403993900 container attach 1625df5ee07c6c13cea55bf0812e2a0cc3b721c2a2e42012b4c1d24633cefa7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-06-06T08:07:38.247 INFO:journalctl@ceph.osd.4.smithi176.stdout:Jun 06 08:07:38 smithi176 podman[73677]: 2024-06-06 08:07:38.174842725 +0000 UTC m=+0.595996064 container died 1625df5ee07c6c13cea55bf0812e2a0cc3b721c2a2e42012b4c1d24633cefa7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-06-06T08:07:38.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:37 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:37.841+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:38.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:37 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:37.917+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:38.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:38 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:38.521+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:38.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:38 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:38.350+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:38.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:38 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:38.350+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:38.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:38 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:38.451+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:38.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:38 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:38.451+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:38.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:38 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:38.311+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:38.867 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.4.service' 2024-06-06T08:07:38.891 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:38 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:38.537+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:38.891 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:38 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:38.537+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:38.906 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:38.906 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-06-06T08:07:38.906 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-06-06T08:07:38.906 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.5 2024-06-06T08:07:39.144 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:38 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:38.892+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:39.229 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:38 smithi203 systemd[1]: Stopping Ceph osd.5 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:39.229 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:38 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:38.889+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:39.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:39.274+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:39.528 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:39.229+0000 7fb3dbc43700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:39.528 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:39.229+0000 7fb3dbc43700 -1 osd.5 115 *** Got signal Terminated *** 2024-06-06T08:07:39.528 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:39.229+0000 7fb3dbc43700 -1 osd.5 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:39.528 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:39.404+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:39.528 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:39.404+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:39.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:39 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:39.557+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:39.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:39 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:39.349+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:39.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:39 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:39.349+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:39.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:39 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:39.500+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:39.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:39 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:39.500+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:40.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:39 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:39.902+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:40.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:39 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:39.928+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:40.571 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:40 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:40.308+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:40.571 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:40 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:40.308+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:40.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:40 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:40.294+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:40.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:40 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:40.441+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:40.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:40 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:40.441+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:40.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:40 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:40.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:40.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:40 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:40.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:40.997 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:40 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:40.572+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:41.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:40 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:40.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:41.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:40 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:40.975+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:41.587 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:41 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:41.331+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:41.587 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:41 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:41.331+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:41.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:41 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:41.282+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:41.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:41 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:41.454+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:41.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:41 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:41.454+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:41.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:41 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:41.519+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:41.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:41 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:41.519+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:41.997 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:41 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:41.588+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:42.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:41 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:41.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:42.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:41 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:41.997+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:42.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:42 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:42.544+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:42.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:42 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:42.346+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:42.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:42 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:42.346+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:42.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:42 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:42.346+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:42.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:42 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:42.298+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:42.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:42 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:42.416+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:42.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:42 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:42.416+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:42.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:42 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:42.510+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:42.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:42 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:42.510+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:43.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:42 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:42.896+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:43.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:42 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:42.983+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:43.395 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:42 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:42.983+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:43.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:43 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:43.553+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:43.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:43 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:43.553+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:43.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:43 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:43.350+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:43.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:43 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:43.350+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:43.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:43 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:43.350+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:43.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:43.283+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:43.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:43.283+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:43.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:43.435+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.332874+0000 front 2024-06-06T08:07:02.332957+0000 (oldest deadline 2024-06-06T08:07:27.632971+0000) 2024-06-06T08:07:43.777 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:43.435+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.333955+0000 front 2024-06-06T08:07:09.334137+0000 (oldest deadline 2024-06-06T08:07:35.233957+0000) 2024-06-06T08:07:43.778 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5[48656]: 2024-06-06T08:07:43.435+0000 7fb3d422f700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.035421+0000 front 2024-06-06T08:07:18.035455+0000 (oldest deadline 2024-06-06T08:07:43.335481+0000) 2024-06-06T08:07:43.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:43 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:43.484+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:43.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:43 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:43.484+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:43.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:43 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:43.484+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:44.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:43.911+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:44.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:43 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:43.911+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:44.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:44.010+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:44.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:44.010+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:44.723 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:44 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:44.277+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:44.723 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:44 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:44.277+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:44.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:44 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:44.518+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:44.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:44 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:44.518+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:44.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:44 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:44.342+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:44.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:44 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:44.342+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:44.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:44 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:44.342+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:44.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:44.498+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:44.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:44.498+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:44.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:44 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:44.498+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:45.027 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:44 smithi203 podman[74560]: 2024-06-06 08:07:44.723768549 +0000 UTC m=+5.613959671 container died d107b6c77d89b786987f8d0b9bb3beab0c413ff8d9cc1bdd8fdeca148ddd8564 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-06-06T08:07:45.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:44 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:44.928+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:45.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:44 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:44.928+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:45.293 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:45 smithi203 podman[74560]: 2024-06-06 08:07:45.130419429 +0000 UTC m=+6.020610551 container cleanup d107b6c77d89b786987f8d0b9bb3beab0c413ff8d9cc1bdd8fdeca148ddd8564 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-06-06T08:07:45.293 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:45 smithi203 bash[74560]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5 2024-06-06T08:07:45.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:45.005+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:45.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:45.005+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:45.750 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:45 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:45.568+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:45.750 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:45 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:45.568+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:45.750 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:45 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:45.329+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:45.750 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:45 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:45.329+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:45.750 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:45 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:45.329+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:45.753 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:45 smithi203 podman[74577]: 2024-06-06 08:07:45.390563237 +0000 UTC m=+0.660598443 container remove d107b6c77d89b786987f8d0b9bb3beab0c413ff8d9cc1bdd8fdeca148ddd8564 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:07:45.753 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:45 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:45.293+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:45.753 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:45 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:45.293+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:45.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:45.498+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:45.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:45.498+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:45.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:45.498+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:46.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:45 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:45.890+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:46.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:45 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:45.890+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:46.027 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:45 smithi203 podman[74666]: 2024-06-06 08:07:45.6569971 +0000 UTC m=+0.017243246 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:46.028 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:45 smithi203 podman[74666]: 2024-06-06 08:07:45.808320496 +0000 UTC m=+0.168566645 container create 04a391782e7309e29ecce1ba62d96dc43d41773de7aaba7785c4b233ced4be65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, ceph=True, GIT_BRANCH=HEAD) 2024-06-06T08:07:46.375 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:46 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:46.299+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:46.375 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:46 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:46.299+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:46.375 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:46 smithi203 podman[74666]: 2024-06-06 08:07:46.086987985 +0000 UTC m=+0.447234120 container init 04a391782e7309e29ecce1ba62d96dc43d41773de7aaba7785c4b233ced4be65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:07:46.375 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:46 smithi203 podman[74666]: 2024-06-06 08:07:46.090296325 +0000 UTC m=+0.450542455 container start 04a391782e7309e29ecce1ba62d96dc43d41773de7aaba7785c4b233ced4be65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, ceph=True) 2024-06-06T08:07:46.375 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:46 smithi203 podman[74666]: 2024-06-06 08:07:46.186657495 +0000 UTC m=+0.546903640 container attach 04a391782e7309e29ecce1ba62d96dc43d41773de7aaba7785c4b233ced4be65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-06T08:07:46.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:46.021+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:46.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:46.021+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:46.681 INFO:journalctl@ceph.osd.5.smithi203.stdout:Jun 06 08:07:46 smithi203 podman[74666]: 2024-06-06 08:07:46.376952469 +0000 UTC m=+0.737198597 container died 04a391782e7309e29ecce1ba62d96dc43d41773de7aaba7785c4b233ced4be65 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS) 2024-06-06T08:07:46.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:46 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:46.522+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:46.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:46 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:46.522+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:46.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:46 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:46.366+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:46.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:46 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:46.367+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:46.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:46 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:46.367+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:46.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:46.450+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:46.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:46.450+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:46.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:46 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:46.450+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:47.005 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:46 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:46.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:47.005 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:46 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:46.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:47.033 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.5.service' 2024-06-06T08:07:47.072 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:47.072 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-06-06T08:07:47.072 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-06-06T08:07:47.072 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.6 2024-06-06T08:07:47.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:47.021+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:47.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:47.021+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:47.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:47 smithi027 systemd[1]: Stopping Ceph osd.6 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:47.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:47 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:47.477+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:47.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:47 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:47.477+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:47.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:47 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:47.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:47.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:47 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:47.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:47.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:47 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:47.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:47.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:47.350+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:47.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:47.350+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:47.894 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:47.395+0000 7f13624b2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:47.894 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:47.395+0000 7f13624b2700 -1 osd.6 115 *** Got signal Terminated *** 2024-06-06T08:07:47.894 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:47.395+0000 7f13624b2700 -1 osd.6 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:47.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:47.475+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:47.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:47.475+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:47.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:47 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:47.475+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:48.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:47.878+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:48.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:47 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:47.878+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:48.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:48.033+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:48.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:48.033+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:48.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:48 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:48.471+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:48.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:48 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:48.471+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:48.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:48 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:48.360+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:48.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:48 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:48.360+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:48.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:48 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:48.360+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:48.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:48 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:48.382+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:48.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:48 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:48.382+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:48.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:48.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:48.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:48.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:48.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:48 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:48.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:49.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:48 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:48.837+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:49.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:48 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:48.837+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:49.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:49.047+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:49.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:49.047+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:49.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:49 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:49.450+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:49.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:49 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:49.450+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:49.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:49 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:49.379+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:49.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:49 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:49.379+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:49.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:49 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:49.379+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:49.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:49 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:49.379+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:49.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:49.402+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:49.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:49.402+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:49.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:49.452+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:49.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:49.452+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:49.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:49 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:49.452+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:50.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:49.870+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:50.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:49.870+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:50.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:49 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:49.870+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:50.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:50.011+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:50.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:50.011+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:50.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:50.440+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:50.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:50.440+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:50.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:50.410+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:50.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:50.410+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:50.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:50.410+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:50.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:50.410+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:50.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:50.356+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:50.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:50.356+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:50.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:50.356+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:50.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:50.447+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:50.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:50.447+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:50.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:50.447+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:50.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:50.447+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:51.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:50.903+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:51.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:50.903+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:51.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:50 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:50.903+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:51.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:50.987+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:51.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:50 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:50.987+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:51.551 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:51.384+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:51.552 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:51.384+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:51.552 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:51.384+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:51.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:51.420+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:51.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:51.420+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:51.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:51.420+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:51.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:51.402+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:51.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:51.402+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:51.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:51.402+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:51.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:51 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:51.402+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:51.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:51.478+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:51.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:51.478+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:51.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:51.478+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:51.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:51.478+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:52.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:51.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:52.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:51.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:52.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:51 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:51.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:52.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:51.996+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.726135+0000 front 2024-06-06T08:07:09.726205+0000 (oldest deadline 2024-06-06T08:07:32.626088+0000) 2024-06-06T08:07:52.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:51.996+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:16.727390+0000 front 2024-06-06T08:07:16.727470+0000 (oldest deadline 2024-06-06T08:07:42.627498+0000) 2024-06-06T08:07:52.394 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:51 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6[60515]: 2024-06-06T08:07:51.996+0000 7f135aa9e700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.129706+0000 front 2024-06-06T08:07:27.129675+0000 (oldest deadline 2024-06-06T08:07:51.229837+0000) 2024-06-06T08:07:52.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:52.391+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:52.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:52.391+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:52.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:52.391+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:52.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:52.418+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:52.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:52.418+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:52.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:52.418+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:52.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:52 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:52.418+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:52.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:52.345+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:52.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:52.345+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:52.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:52.345+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:52.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:52.493+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:52.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:52.493+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:52.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:52.493+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:52.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:52 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:52.493+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:53.254 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:52 smithi027 podman[111633]: 2024-06-06 08:07:52.945659976 +0000 UTC m=+5.660558636 container died 91bc752286776a496c88d93914c0aa0e805fdb4cff5e43cd625a7286e70b6f28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528) 2024-06-06T08:07:53.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:52.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:53.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:52.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:53.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:52 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:52.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:53.516 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:53 smithi027 podman[111633]: 2024-06-06 08:07:53.354682089 +0000 UTC m=+6.069580755 container cleanup 91bc752286776a496c88d93914c0aa0e805fdb4cff5e43cd625a7286e70b6f28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:07:53.516 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:53 smithi027 bash[111633]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6 2024-06-06T08:07:53.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:53.426+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:53.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:53.426+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:53.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:53.426+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:53.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:53.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:53.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:53.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:53.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:53.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:53.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:53.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:53.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:53.360+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:53.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:53.360+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:53.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:53.360+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:53.894 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:53 smithi027 podman[111652]: 2024-06-06 08:07:53.573175235 +0000 UTC m=+0.618797363 container remove 91bc752286776a496c88d93914c0aa0e805fdb4cff5e43cd625a7286e70b6f28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-06-06T08:07:53.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:53 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:53.516+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:53.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:53 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:53.516+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:53.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:53 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:53.516+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:53.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:53 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:53.516+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:54.258 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:54 smithi027 podman[111737]: 2024-06-06 08:07:53.904566632 +0000 UTC m=+0.018178792 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:07:54.258 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:54 smithi027 podman[111737]: 2024-06-06 08:07:54.006834656 +0000 UTC m=+0.120446796 container create f36034b4ae85d2c44b00e9a49f8490cb7974c96a56bf452048efdcea7aa3fbde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528) 2024-06-06T08:07:54.258 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:54 smithi027 podman[111737]: 2024-06-06 08:07:54.259518941 +0000 UTC m=+0.373131095 container init f36034b4ae85d2c44b00e9a49f8490cb7974c96a56bf452048efdcea7aa3fbde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6-deactivate, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-06T08:07:54.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:53.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:54.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:53.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:54.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:53 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:53.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:54.566 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:54 smithi027 podman[111737]: 2024-06-06 08:07:54.263187633 +0000 UTC m=+0.376799781 container start f36034b4ae85d2c44b00e9a49f8490cb7974c96a56bf452048efdcea7aa3fbde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=squid-3d89acc) 2024-06-06T08:07:54.566 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:54 smithi027 podman[111737]: 2024-06-06 08:07:54.384448439 +0000 UTC m=+0.498060595 container attach f36034b4ae85d2c44b00e9a49f8490cb7974c96a56bf452048efdcea7aa3fbde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:07:54.566 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:54 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:54.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:54.566 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:54 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:54.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:54.566 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:54 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:54.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:54.566 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:54 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:54.489+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:54.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:54.448+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:54.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:54.448+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:54.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:54.448+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:54.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:54.469+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:54.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:54.469+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:54.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:54.469+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:54.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:54 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:54.469+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:54.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:54.372+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:54.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:54.372+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:54.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:54.372+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:54.894 INFO:journalctl@ceph.osd.6.smithi027.stdout:Jun 06 08:07:54 smithi027 podman[111737]: 2024-06-06 08:07:54.567109111 +0000 UTC m=+0.680721267 container died f36034b4ae85d2c44b00e9a49f8490cb7974c96a56bf452048efdcea7aa3fbde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD) 2024-06-06T08:07:55.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:54.884+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:55.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:54.884+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:55.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:54 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:54.884+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:55.301 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.6.service' 2024-06-06T08:07:55.343 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:07:55.343 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-06-06T08:07:55.343 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-06-06T08:07:55.344 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.7 2024-06-06T08:07:55.567 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:55 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:55.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:55.567 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:55 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:55.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:55.568 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:55 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:55.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:55.568 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:55 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:55.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:55.646 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:55.425+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:55.646 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:55.425+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:55.646 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:55.425+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:55.646 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:55.425+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 systemd[1]: Stopping Ceph osd.7 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:55.469+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:55.469+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:55.469+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:55.646+0000 7fd94fb44700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:55.646+0000 7fd94fb44700 -1 osd.7 115 *** Got signal Terminated *** 2024-06-06T08:07:55.647 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:55 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:55.646+0000 7fd94fb44700 -1 osd.7 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:07:55.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:55 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:55.343+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:55.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:55 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:55.343+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:55.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:55 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:55.343+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:56.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:55 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:55.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:56.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:55 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:55.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:56.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:55 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:55.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:56.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:56.437+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:56.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:56.437+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:56.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:56.437+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:56.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:56.458+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:56.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:56.458+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:56.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:56.458+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:56.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:56 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:56.458+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:56.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:56.336+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:56.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:56.336+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:56.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:56.336+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:56.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:56 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:56.523+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:56.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:56 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:56.523+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:56.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:56 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:56.523+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:56.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:56 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:56.523+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:57.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:56.966+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:57.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:56.966+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:57.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:56 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:56.966+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:57.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:57.402+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:57.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:57.402+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:57.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:57.402+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:57.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:57.414+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:57.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:57.414+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:57.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:57.414+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:57.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:57.414+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:57.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:57 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:57.312+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:57.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:57 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:57.312+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:57.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:57 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:57.312+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:57.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:57 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:57.480+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:57.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:57 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:57.480+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:57.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:57 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:57.480+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:57.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:57 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:57.480+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:57.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:57 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:57.480+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:07:58.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:57 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:57.978+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:58.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:57 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:57.978+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:58.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:57 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:57.978+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:58.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:58.404+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:58.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:58.404+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:58.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:58.404+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:58.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:58.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:58.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:58.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:58.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:58.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:58.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:58.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:58.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:58 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:58.426+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:07:58.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:58.311+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:58.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:58.311+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:58.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:58.311+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:58.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:58.311+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:07:58.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:58.451+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:58.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:58.451+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:58.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:58.451+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:58.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:58.451+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:58.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:58 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:58.451+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:07:59.269 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:58.943+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:07:59.269 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:58.943+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:07:59.269 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:58 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:58.943+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:07:59.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:59.269+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:07:59.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:59.269+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:07:59.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:59.269+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:07:59.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:07:59.269+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:07:59.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:59.424+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:59.424+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:59.424+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:07:59.424+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.507394+0000 front 2024-06-06T08:07:32.507449+0000 (oldest deadline 2024-06-06T08:07:58.407455+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:59.416+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:59.416+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:59.416+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:59.416+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:07:59.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:07:59 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:07:59.416+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:07:59.796 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:59.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:07:59.796 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:59.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:07:59.796 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:59.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:07:59.796 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:59.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:07:59.796 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:07:59 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:07:59.491+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:00.254 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:59.940+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:00.254 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:59.940+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:00.254 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:59.940+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:00.254 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:07:59 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:07:59.940+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:00.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:00.254+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:00.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:00.254+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:00.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:00.254+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:00.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:00.254+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:00.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:08:00.465+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:09.803429+0000 front 2024-06-06T08:07:09.803623+0000 (oldest deadline 2024-06-06T08:07:35.703574+0000) 2024-06-06T08:08:00.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:08:00.465+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.404647+0000 front 2024-06-06T08:07:17.404740+0000 (oldest deadline 2024-06-06T08:07:42.704611+0000) 2024-06-06T08:08:00.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:08:00.465+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:27.906400+0000 front 2024-06-06T08:07:27.906450+0000 (oldest deadline 2024-06-06T08:07:50.806389+0000) 2024-06-06T08:08:00.747 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7[54252]: 2024-06-06T08:08:00.465+0000 7fd948130700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.507394+0000 front 2024-06-06T08:07:32.507449+0000 (oldest deadline 2024-06-06T08:07:58.407455+0000) 2024-06-06T08:08:00.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:00.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:00.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:00.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:00.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:00.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:00.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:00.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:00.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:00 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:00.404+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:00.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:00.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:00.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:00.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:00.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:00.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:00.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:00.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:00.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:00 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:00.507+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:01.239 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:00.894+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:01.239 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:00.894+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:01.239 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:00.894+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:01.239 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:00 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:00.894+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:01.247 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:00 smithi176 podman[73782]: 2024-06-06 08:08:00.988997228 +0000 UTC m=+5.449798220 container stop 34bdaf70de5ef2b845ed56712925fc77764010c3e16d585ea448aed083d24e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528) 2024-06-06T08:08:01.247 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:01 smithi176 podman[73782]: 2024-06-06 08:08:01.014839346 +0000 UTC m=+5.475640336 container died 34bdaf70de5ef2b845ed56712925fc77764010c3e16d585ea448aed083d24e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:08:01.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:01.239+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:01.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:01.239+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:01.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:01.239+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:01.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:01.239+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:01.613 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:01 smithi176 podman[73782]: 2024-06-06 08:08:01.405104796 +0000 UTC m=+5.865905777 container cleanup 34bdaf70de5ef2b845ed56712925fc77764010c3e16d585ea448aed083d24e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:08:01.614 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:01 smithi176 bash[73782]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7 2024-06-06T08:08:01.614 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:01.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:01.614 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:01.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:01.614 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:01.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:01.614 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:01.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:01.614 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:01.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:01.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:01.556+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:01.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:01.556+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:01.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:01.556+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:01.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:01.556+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:01.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:01 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:01.556+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:01.997 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:01 smithi176 podman[73812]: 2024-06-06 08:08:01.614995441 +0000 UTC m=+0.618755675 container remove 34bdaf70de5ef2b845ed56712925fc77764010c3e16d585ea448aed083d24e20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_BRANCH=HEAD) 2024-06-06T08:08:02.244 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:01.914+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:02.245 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:01.914+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:02.245 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:01.914+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:02.245 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:01 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:01.914+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:02.300 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:02 smithi176 podman[73903]: 2024-06-06 08:08:01.929439829 +0000 UTC m=+0.017017812 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:08:02.300 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:02 smithi176 podman[73903]: 2024-06-06 08:08:02.049205972 +0000 UTC m=+0.136783938 container create f25b70bbeb3c05e87d920f299a954a84a13a58b545b3cb86a35eb7a32e281a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS) 2024-06-06T08:08:02.300 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:02 smithi176 podman[73903]: 2024-06-06 08:08:02.301699924 +0000 UTC m=+0.389277897 container init f25b70bbeb3c05e87d920f299a954a84a13a58b545b3cb86a35eb7a32e281a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7-deactivate, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True) 2024-06-06T08:08:02.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:02.245+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:02.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:02.245+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:02.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:02.245+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:02.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:02.245+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:02.596 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:02 smithi176 podman[73903]: 2024-06-06 08:08:02.304927673 +0000 UTC m=+0.392505652 container start f25b70bbeb3c05e87d920f299a954a84a13a58b545b3cb86a35eb7a32e281a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-06-06T08:08:02.596 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:02 smithi176 podman[73903]: 2024-06-06 08:08:02.384872335 +0000 UTC m=+0.472450321 container attach f25b70bbeb3c05e87d920f299a954a84a13a58b545b3cb86a35eb7a32e281a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-06-06T08:08:02.597 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:02 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:02.456+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:02.597 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:02 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:02.456+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:02.597 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:02 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:02.456+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:02.597 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:02 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:02.456+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:02.597 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:02 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:02.456+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:02.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:02.541+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:02.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:02.541+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:02.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:02.541+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:02.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:02.541+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:02.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:02 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:02.541+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:02.953 INFO:journalctl@ceph.osd.7.smithi176.stdout:Jun 06 08:08:02 smithi176 podman[73903]: 2024-06-06 08:08:02.598109291 +0000 UTC m=+0.685687268 container died f25b70bbeb3c05e87d920f299a954a84a13a58b545b3cb86a35eb7a32e281a25 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-7-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0) 2024-06-06T08:08:03.277 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.7.service' 2024-06-06T08:08:03.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:02.868+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:03.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:02.868+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:03.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:02.868+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:03.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:02 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:02.868+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:03.323 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:03.323 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-06-06T08:08:03.323 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-06-06T08:08:03.323 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.8 2024-06-06T08:08:03.633 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.283+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:03.633 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.283+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:03.634 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.283+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:03.634 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.283+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:03.634 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 systemd[1]: Stopping Ceph osd.8 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:03.634 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.633+0000 7f220619e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:03.634 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.633+0000 7f220619e700 -1 osd.8 115 *** Got signal Terminated *** 2024-06-06T08:08:03.634 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:03.633+0000 7f220619e700 -1 osd.8 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:08:03.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:03 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:03.424+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:03.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:03 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:03.424+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:03.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:03 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:03.424+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:03.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:03 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:03.424+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:03.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:03 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:03.424+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:03.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:03.577+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:03.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:03.577+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:03.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:03.577+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:03.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:03.577+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:03.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:03 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:03.577+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:04.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:03.864+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:04.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:03.864+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:04.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:03.864+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:04.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:03 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:03.864+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:04.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:04.256+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:04.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:04.256+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:04.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:04.256+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:04.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:04.256+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:04.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:04 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:04.466+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:04.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:04 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:04.466+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:04.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:04 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:04.466+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:04.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:04 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:04.466+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:04.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:04 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:04.466+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:04.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:04.588+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:04.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:04.588+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:04.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:04.588+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:04.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:04.588+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:04.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:04 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:04.588+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:05.252 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:04.815+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:05.252 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:04.815+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:05.252 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:04.815+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:05.252 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:04 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:04.815+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:05.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:05.252+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:05.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:05.252+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:05.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:05.252+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:05.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:05.252+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:05.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:05 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:05.441+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:05.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:05 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:05.441+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:05.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:05 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:05.441+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:05.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:05 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:05.441+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:05.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:05 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:05.441+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:05.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:05.618+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:05.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:05.618+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:05.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:05.618+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:05.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:05.618+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:05.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:05 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:05.618+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:06.261 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:05.858+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:06.261 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:05.858+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:06.261 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:05.858+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:06.261 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:05.858+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:06.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:06.261+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:06.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:06.261+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:06.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:06.261+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:06.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:06.261+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:06.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:06.491+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:06.785 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:06.491+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:06.785 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:06.491+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:06.785 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:06.491+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:06.785 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:06.491+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:06.786 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:06 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:06.491+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:06.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:06 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:06.605+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:06.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:06 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:06.605+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:06.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:06 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:06.605+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:06.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:06 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:06.605+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:06.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:06 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:06.605+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:07.218 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:06.810+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:07.218 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:06.810+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:07.219 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:06.810+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:07.219 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:06 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:06.810+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:07.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:07.219+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:07.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:07.219+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:07.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:07.219+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:07.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:07.219+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:07.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:07.219+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:43.717861+0000 front 2024-06-06T08:07:43.717888+0000 (oldest deadline 2024-06-06T08:08:07.217987+0000) 2024-06-06T08:08:07.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:07 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:07.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:07.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:07 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:07.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:07.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:07 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:07.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:07.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:07 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:07.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:07.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:07 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:07.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:07.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:07 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:07.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:07.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:07 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:07.576+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:07.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:07 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:07.576+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:07.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:07 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:07.576+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:07.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:07 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:07.576+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:07.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:07 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:07.576+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:07.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:07 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:07.576+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:08.257 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:07.832+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:08.257 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:07.832+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:08.257 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:07.832+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:08.257 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:07.832+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:08.257 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:07 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:07.832+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:08.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:08.257+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:07.811480+0000 front 2024-06-06T08:07:07.811578+0000 (oldest deadline 2024-06-06T08:07:33.111497+0000) 2024-06-06T08:08:08.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:08.257+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:18.912893+0000 front 2024-06-06T08:07:18.912918+0000 (oldest deadline 2024-06-06T08:07:42.413097+0000) 2024-06-06T08:08:08.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:08.257+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.614620+0000 front 2024-06-06T08:07:24.614643+0000 (oldest deadline 2024-06-06T08:07:49.914707+0000) 2024-06-06T08:08:08.527 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:08.257+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.515951+0000 front 2024-06-06T08:07:34.515965+0000 (oldest deadline 2024-06-06T08:07:57.415982+0000) 2024-06-06T08:08:08.528 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8[55495]: 2024-06-06T08:08:08.257+0000 7f2202792700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:43.717861+0000 front 2024-06-06T08:07:43.717888+0000 (oldest deadline 2024-06-06T08:08:07.217987+0000) 2024-06-06T08:08:08.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:08 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:08.439+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:08.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:08 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:08.439+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:08.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:08 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:08.439+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:08.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:08 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:08.439+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:08.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:08 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:08.439+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:08.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:08 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:08.439+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:08.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:08 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:08.569+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:08.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:08 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:08.569+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:08.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:08 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:08.569+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:08.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:08 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:08.569+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:08.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:08 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:08.569+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:08.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:08 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:08.569+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:09.196 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:08.876+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:09.196 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:08.876+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:09.197 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:08.876+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:09.197 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:08.876+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:09.197 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:08 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:08.876+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:09.475 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:09 smithi203 podman[74785]: 2024-06-06 08:08:09.197809241 +0000 UTC m=+5.672328394 container died 340fa4f830b80a7eacde7ffab4fc203f817e772fed7027e7a0fb1f028a86e44f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528) 2024-06-06T08:08:09.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:09 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:09.446+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:09.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:09 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:09.446+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:09.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:09 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:09.446+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:09.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:09 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:09.446+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:09.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:09 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:09.446+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:09.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:09 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:09.446+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:09.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:09 smithi203 podman[74785]: 2024-06-06 08:08:09.583933676 +0000 UTC m=+6.058452841 container cleanup 340fa4f830b80a7eacde7ffab4fc203f817e772fed7027e7a0fb1f028a86e44f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-06-06T08:08:09.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:09 smithi203 bash[74785]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8 2024-06-06T08:08:09.859 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:09 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:09.595+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:09.859 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:09 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:09.595+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:09.859 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:09 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:09.595+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:09.859 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:09 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:09.595+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:09.859 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:09 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:09.595+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:09.859 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:09 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:09.595+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:10.210 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:09 smithi203 podman[74804]: 2024-06-06 08:08:09.885708965 +0000 UTC m=+0.684917870 container remove 340fa4f830b80a7eacde7ffab4fc203f817e772fed7027e7a0fb1f028a86e44f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:08:10.211 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:09.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:10.211 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:09.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:10.211 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:09.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:10.211 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:09.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:10.211 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:09.920+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:10.488 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:10 smithi203 podman[74894]: 2024-06-06 08:08:10.115288596 +0000 UTC m=+0.017453134 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:08:10.488 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:10 smithi203 podman[74894]: 2024-06-06 08:08:10.270206387 +0000 UTC m=+0.172370914 container create 2f4257f9e1a348e29f460cc5f401a03e3c938ac7b65f1b2f9bd2690942aaf2c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528) 2024-06-06T08:08:10.488 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:10 smithi203 podman[74894]: 2024-06-06 08:08:10.489449719 +0000 UTC m=+0.391614248 container init 2f4257f9e1a348e29f460cc5f401a03e3c938ac7b65f1b2f9bd2690942aaf2c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True) 2024-06-06T08:08:10.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:10.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:10.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:10.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:10.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:10.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:10.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:10.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:10.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:10.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:10.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:10 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:10.453+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:10.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:10 smithi203 podman[74894]: 2024-06-06 08:08:10.492612614 +0000 UTC m=+0.394777143 container start 2f4257f9e1a348e29f460cc5f401a03e3c938ac7b65f1b2f9bd2690942aaf2c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-06-06T08:08:10.777 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:10 smithi203 podman[74894]: 2024-06-06 08:08:10.57282098 +0000 UTC m=+0.474985514 container attach 2f4257f9e1a348e29f460cc5f401a03e3c938ac7b65f1b2f9bd2690942aaf2c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8-deactivate, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0) 2024-06-06T08:08:10.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:10.597+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:10.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:10.597+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:10.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:10.597+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:10.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:10.597+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:10.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:10.597+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:10.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:10 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:10.597+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:11.125 INFO:journalctl@ceph.osd.8.smithi203.stdout:Jun 06 08:08:10 smithi203 podman[74894]: 2024-06-06 08:08:10.78138581 +0000 UTC m=+0.683550339 container died 2f4257f9e1a348e29f460cc5f401a03e3c938ac7b65f1b2f9bd2690942aaf2c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:08:11.125 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:10 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:10.906+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:11.125 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:10 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:10.906+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:11.125 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:10 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:10.906+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:11.125 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:10 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:10.906+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:11.125 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:10 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:10.906+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:11.467 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.8.service' 2024-06-06T08:08:11.505 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:11.505 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-06-06T08:08:11.505 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-06-06T08:08:11.506 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.9 2024-06-06T08:08:11.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:11 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:11.475+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:11.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:11 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:11.475+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:11.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:11 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:11.475+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:11.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:11 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:11.475+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:11.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:11 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:11.475+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:11.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:11 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:11.475+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:11.823 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 systemd[1]: Stopping Ceph osd.9 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:11.824 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.613+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:11.824 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.613+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:11.824 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.613+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:11.824 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.613+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:11.824 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.613+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:11.825 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.613+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:11.825 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.824+0000 7f705de03700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:11.825 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.824+0000 7f705de03700 -1 osd.9 115 *** Got signal Terminated *** 2024-06-06T08:08:11.825 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:11 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:11.824+0000 7f705de03700 -1 osd.9 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:08:12.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:11 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:11.936+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:12.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:11 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:11.936+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:12.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:11 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:11.936+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:12.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:11 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:11.936+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:12.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:11 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:11.936+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:12.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:12.612+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:12.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:12.612+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:12.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:12.612+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:12.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:12.612+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:12.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:12.612+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:12.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:12 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:12.612+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:12.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:12 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:12.522+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:12.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:12 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:12.522+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:12.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:12 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:12.522+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:12.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:12 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:12.522+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:12.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:12 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:12.522+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:12.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:12 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:12.522+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:13.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:12 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:12.895+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:13.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:12 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:12.895+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:13.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:12 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:12.895+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:13.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:12 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:12.895+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:13.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:12 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:12.895+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:13.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:13 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:13.481+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:13.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:13 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:13.481+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:13.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:13 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:13.481+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:13.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:13 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:13.481+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:13.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:13 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:13.481+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:13.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:13 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:13.481+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:13.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:13 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:13.634+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:13.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:13 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:13.634+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:13.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:13 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:13.634+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:13.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:13 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:13.634+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:13.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:13 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:13.634+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:13.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:13 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:13.634+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:14.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:13.932+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:14.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:13.932+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:14.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:13.932+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:14.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:13.932+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:14.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:13.932+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:14.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:14 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:14.435+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:14.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:14 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:14.435+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:14.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:14 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:14.435+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:14.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:14 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:14.435+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:14.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:14 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:14.435+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:14.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:14 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:14.435+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:15.144 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:14 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:14.650+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:15.144 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:14 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:14.650+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:15.145 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:14 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:14.650+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:15.145 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:14 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:14.650+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:15.145 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:14 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:14.650+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:15.145 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:14 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:14.650+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:15.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:14.905+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:15.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:14.905+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:15.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:14.905+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:15.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:14.905+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:15.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:14.905+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:15.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:14 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:14.905+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:15.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:15.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:15.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:15.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:15.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:15.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:15.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:15 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:15.422+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:15.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:15 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:15.632+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:15.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:15 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:15.632+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:15.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:15 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:15.632+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:15.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:15 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:15.632+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:15.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:15 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:15.632+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:15.895 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:15 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:15.632+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:16.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:15.954+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:16.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:15.954+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:16.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:15.954+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:16.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:15.954+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:16.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:15.954+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:16.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:15 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:15.954+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:16.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:16.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:16.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:16.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:16.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:16.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:16.748 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:16 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:16.472+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:17.145 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:16 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:16.647+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:02.916075+0000 front 2024-06-06T08:07:02.916243+0000 (oldest deadline 2024-06-06T08:07:28.216274+0000) 2024-06-06T08:08:17.146 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:16 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:16.647+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:11.117865+0000 front 2024-06-06T08:07:11.117854+0000 (oldest deadline 2024-06-06T08:07:34.017649+0000) 2024-06-06T08:08:17.146 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:16 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:16.647+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:19.319105+0000 front 2024-06-06T08:07:19.318980+0000 (oldest deadline 2024-06-06T08:07:43.419053+0000) 2024-06-06T08:08:17.146 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:16 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:16.647+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.520255+0000 front 2024-06-06T08:07:24.520304+0000 (oldest deadline 2024-06-06T08:07:49.820390+0000) 2024-06-06T08:08:17.146 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:16 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:16.647+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:32.721617+0000 front 2024-06-06T08:07:32.721636+0000 (oldest deadline 2024-06-06T08:07:56.821529+0000) 2024-06-06T08:08:17.146 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:16 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9[67452]: 2024-06-06T08:08:16.647+0000 7f705a3f7700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.522885+0000 front 2024-06-06T08:07:41.522805+0000 (oldest deadline 2024-06-06T08:08:07.422754+0000) 2024-06-06T08:08:17.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:16 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:16.982+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:17.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:16 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:16.982+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:17.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:16 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:16.982+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:17.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:16 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:16.982+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:17.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:16 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:16.982+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:17.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:16 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:16.982+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:17.524 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:17 smithi027 podman[111857]: 2024-06-06 08:08:17.259440359 +0000 UTC m=+5.538472927 container died afe0fe12398fb3b55ee5ea2c1f81bfbfde2c94c791b7ce42d962ee26c7a032b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-06-06T08:08:17.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:17 smithi027 podman[111857]: 2024-06-06 08:08:17.632074119 +0000 UTC m=+5.911106680 container cleanup afe0fe12398fb3b55ee5ea2c1f81bfbfde2c94c791b7ce42d962ee26c7a032b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9, ceph=True, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-06T08:08:17.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:17 smithi027 bash[111857]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9 2024-06-06T08:08:17.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:17.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:17.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:17.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:17.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:17.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:17.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:17 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:17.498+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:18.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:17.984+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:18.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:17.984+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:18.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:17.984+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:18.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:17.984+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:18.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:17.984+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:18.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:17.984+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:18.311 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:17 smithi027 podman[111875]: 2024-06-06 08:08:17.947713644 +0000 UTC m=+0.689200184 container remove afe0fe12398fb3b55ee5ea2c1f81bfbfde2c94c791b7ce42d962ee26c7a032b5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-3d89acc) 2024-06-06T08:08:18.637 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:18 smithi027 podman[111960]: 2024-06-06 08:08:18.214833895 +0000 UTC m=+0.017713188 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:08:18.637 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:18 smithi027 podman[111960]: 2024-06-06 08:08:18.317623231 +0000 UTC m=+0.120502510 container create aad02a55c8bc0bb68ee90eee4d11f65de2086c8615293add14bb63538809c0ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-06-06T08:08:18.638 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:18 smithi027 podman[111960]: 2024-06-06 08:08:18.547042956 +0000 UTC m=+0.349922255 container init aad02a55c8bc0bb68ee90eee4d11f65de2086c8615293add14bb63538809c0ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS) 2024-06-06T08:08:18.638 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:18 smithi027 podman[111960]: 2024-06-06 08:08:18.550758499 +0000 UTC m=+0.353637785 container start aad02a55c8bc0bb68ee90eee4d11f65de2086c8615293add14bb63538809c0ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, io.buildah.version=1.33.5) 2024-06-06T08:08:18.638 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:18 smithi027 podman[111960]: 2024-06-06 08:08:18.63849705 +0000 UTC m=+0.441376340 container attach aad02a55c8bc0bb68ee90eee4d11f65de2086c8615293add14bb63538809c0ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-06T08:08:18.894 INFO:journalctl@ceph.osd.9.smithi027.stdout:Jun 06 08:08:18 smithi027 podman[111960]: 2024-06-06 08:08:18.85011128 +0000 UTC m=+0.652990580 container died aad02a55c8bc0bb68ee90eee4d11f65de2086c8615293add14bb63538809c0ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:08:18.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:18.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:18.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:18.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:18.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:18.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:18.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:18 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:18.526+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:19.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:18.995+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:19.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:18.995+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:19.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:18.995+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:19.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:18.995+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:19.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:18.995+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:19.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:18 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:18.995+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:19.534 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.9.service' 2024-06-06T08:08:19.576 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:19.577 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-06-06T08:08:19.577 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-06-06T08:08:19.577 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.10 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.543+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 systemd[1]: Stopping Ceph osd.10 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:19.873 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.873+0000 7fabec258700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:19.874 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.873+0000 7fabec258700 -1 osd.10 115 *** Got signal Terminated *** 2024-06-06T08:08:19.874 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:19 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:19.873+0000 7fabec258700 -1 osd.10 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:08:20.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:19.961+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:20.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:19.961+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:20.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:19.961+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:20.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:19.961+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:20.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:19.961+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:20.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:19 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:19.961+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:20.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:20.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:20.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:20.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:20.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:20.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:20.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:20 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:20.500+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:21.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:20.947+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:21.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:20.947+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:21.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:20.947+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:21.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:20.947+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:21.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:20.947+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:21.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:20 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:20.947+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:21.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:21.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:21.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:21.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:21.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:21.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:21.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:21 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:21.521+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:22.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:22.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:22.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:22.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:22.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:22.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:22.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:21 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:21.930+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:22.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:22.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:22.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:22.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:22.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:22.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:22.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:22 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:22.569+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:23.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:23.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:23.027 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:23.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:23.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:23.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:23.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:22 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:22.944+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:23.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:23.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:23.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:23.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:23.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:23.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:23.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:23 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:23.525+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:24.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:24.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:24.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:24.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:24.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:24.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:24.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:23 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:23.933+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:24.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:03.078844+0000 front 2024-06-06T08:07:03.078747+0000 (oldest deadline 2024-06-06T08:07:25.879357+0000) 2024-06-06T08:08:24.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6804 osd.1 since back 2024-06-06T08:07:08.180451+0000 front 2024-06-06T08:07:08.180411+0000 (oldest deadline 2024-06-06T08:07:33.981280+0000) 2024-06-06T08:08:24.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:15.582732+0000 front 2024-06-06T08:07:15.582750+0000 (oldest deadline 2024-06-06T08:07:41.482730+0000) 2024-06-06T08:08:24.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:24.383952+0000 front 2024-06-06T08:07:24.383995+0000 (oldest deadline 2024-06-06T08:07:49.083801+0000) 2024-06-06T08:08:24.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:34.885370+0000 front 2024-06-06T08:07:34.885429+0000 (oldest deadline 2024-06-06T08:07:58.385564+0000) 2024-06-06T08:08:24.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:41.187218+0000 front 2024-06-06T08:07:41.187001+0000 (oldest deadline 2024-06-06T08:08:05.886915+0000) 2024-06-06T08:08:24.998 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:24 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10[61148]: 2024-06-06T08:08:24.519+0000 7fabe884c700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:49.387912+0000 front 2024-06-06T08:07:49.387963+0000 (oldest deadline 2024-06-06T08:08:15.287803+0000) 2024-06-06T08:08:25.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:25.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:25.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:25.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:25.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:25.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:25.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:24 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:24.899+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:25.596 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:25 smithi176 podman[74009]: 2024-06-06 08:08:25.295707252 +0000 UTC m=+5.523498684 container died 4eaede58d4ae95b3001dbd1f04ef29bfbc7be28c9ebc6b7cd85cf91b54da72dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-06T08:08:25.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:25 smithi176 podman[74009]: 2024-06-06 08:08:25.59794511 +0000 UTC m=+5.825736536 container cleanup 4eaede58d4ae95b3001dbd1f04ef29bfbc7be28c9ebc6b7cd85cf91b54da72dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240528) 2024-06-06T08:08:25.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:25 smithi176 bash[74009]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10 2024-06-06T08:08:25.997 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:25 smithi176 podman[74025]: 2024-06-06 08:08:25.824229854 +0000 UTC m=+0.522777282 container remove 4eaede58d4ae95b3001dbd1f04ef29bfbc7be28c9ebc6b7cd85cf91b54da72dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-06-06T08:08:26.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:26.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:26.279 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:26.279 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:26.279 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:26.279 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:26.279 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:25 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:25.882+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:26.434 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:26 smithi176 podman[74112]: 2024-06-06 08:08:26.141740892 +0000 UTC m=+0.111960538 container create e87ffc634196035747dde00efc477ec6902a5c422fd3c7ed50c14474d5e323c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:08:26.434 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:26 smithi176 podman[74112]: 2024-06-06 08:08:26.046706533 +0000 UTC m=+0.016926200 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:08:26.434 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:26 smithi176 podman[74112]: 2024-06-06 08:08:26.352359191 +0000 UTC m=+0.322578860 container init e87ffc634196035747dde00efc477ec6902a5c422fd3c7ed50c14474d5e323c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, RELEASE=squid-3d89acc) 2024-06-06T08:08:26.434 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:26 smithi176 podman[74112]: 2024-06-06 08:08:26.355815901 +0000 UTC m=+0.326035556 container start e87ffc634196035747dde00efc477ec6902a5c422fd3c7ed50c14474d5e323c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10-deactivate, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-06-06T08:08:26.434 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:26 smithi176 podman[74112]: 2024-06-06 08:08:26.435391811 +0000 UTC m=+0.405611474 container attach e87ffc634196035747dde00efc477ec6902a5c422fd3c7ed50c14474d5e323c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:08:26.747 INFO:journalctl@ceph.osd.10.smithi176.stdout:Jun 06 08:08:26 smithi176 podman[74112]: 2024-06-06 08:08:26.64801184 +0000 UTC m=+0.618231496 container died e87ffc634196035747dde00efc477ec6902a5c422fd3c7ed50c14474d5e323c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, maintainer=Guillaume Abrioux ) 2024-06-06T08:08:27.206 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.10.service' 2024-06-06T08:08:27.244 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:27.244 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-06-06T08:08:27.244 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-06-06T08:08:27.244 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.11 2024-06-06T08:08:27.271 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:27.271 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:27.271 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:27.271 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:27.271 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:27.271 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:27.272 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:26 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:26.861+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:27.527 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 systemd[1]: Stopping Ceph osd.11 for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:27.888 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.562+0000 7f11c1d72700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:27.888 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.562+0000 7f11c1d72700 -1 osd.11 115 *** Got signal Terminated *** 2024-06-06T08:08:27.888 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.562+0000 7f11c1d72700 -1 osd.11 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-06T08:08:28.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:28.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:28.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:28.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:28.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:28.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:28.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:27 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:27.888+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:29.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:29.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:29.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:29.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:29.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:29.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:29.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:28 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:28.908+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:30.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:30.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:30.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:30.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:30.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:30.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:30.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:29 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:29.886+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:31.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:31.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:31.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:31.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:31.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:31.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:31.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:31.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:30 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:30.931+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6820 osd.8 since back 2024-06-06T08:08:07.380641+0000 front 2024-06-06T08:08:07.380676+0000 (oldest deadline 2024-06-06T08:08:30.181252+0000) 2024-06-06T08:08:32.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6806 osd.0 since back 2024-06-06T08:07:01.972029+0000 front 2024-06-06T08:07:01.972120+0000 (oldest deadline 2024-06-06T08:07:27.272119+0000) 2024-06-06T08:08:32.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-06-06T08:07:17.774227+0000 front 2024-06-06T08:07:17.774191+0000 (oldest deadline 2024-06-06T08:07:43.674241+0000) 2024-06-06T08:08:32.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6814 osd.3 since back 2024-06-06T08:07:23.674595+0000 front 2024-06-06T08:07:23.674700+0000 (oldest deadline 2024-06-06T08:07:49.574662+0000) 2024-06-06T08:08:32.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6812 osd.4 since back 2024-06-06T08:07:33.675851+0000 front 2024-06-06T08:07:33.676000+0000 (oldest deadline 2024-06-06T08:07:58.975745+0000) 2024-06-06T08:08:32.277 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-06-06T08:07:42.476550+0000 front 2024-06-06T08:07:42.476594+0000 (oldest deadline 2024-06-06T08:08:07.776685+0000) 2024-06-06T08:08:32.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.27:6822 osd.6 since back 2024-06-06T08:07:51.678789+0000 front 2024-06-06T08:07:51.678895+0000 (oldest deadline 2024-06-06T08:08:13.978503+0000) 2024-06-06T08:08:32.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.176:6820 osd.7 since back 2024-06-06T08:07:58.079825+0000 front 2024-06-06T08:07:58.079767+0000 (oldest deadline 2024-06-06T08:08:21.579540+0000) 2024-06-06T08:08:32.278 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:31 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11[62097]: 2024-06-06T08:08:31.929+0000 7f11ba35e700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.203:6820 osd.8 since back 2024-06-06T08:08:07.380641+0000 front 2024-06-06T08:08:07.380676+0000 (oldest deadline 2024-06-06T08:08:30.181252+0000) 2024-06-06T08:08:33.171 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:32 smithi203 podman[75012]: 2024-06-06 08:08:32.882070377 +0000 UTC m=+5.441702821 container died 37faba1257e1b029917744b266194d7f5728b9e33af94156f6348fa8135f6bdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, ceph=True, maintainer=Guillaume Abrioux ) 2024-06-06T08:08:33.527 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:33 smithi203 podman[75012]: 2024-06-06 08:08:33.271593831 +0000 UTC m=+5.831226270 container cleanup 37faba1257e1b029917744b266194d7f5728b9e33af94156f6348fa8135f6bdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:08:33.527 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:33 smithi203 bash[75012]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11 2024-06-06T08:08:33.887 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:33 smithi203 podman[75031]: 2024-06-06 08:08:33.564391264 +0000 UTC m=+0.678285562 container remove 37faba1257e1b029917744b266194d7f5728b9e33af94156f6348fa8135f6bdc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, ceph=True) 2024-06-06T08:08:34.209 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:33 smithi203 podman[75120]: 2024-06-06 08:08:33.790855325 +0000 UTC m=+0.016762912 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-06T08:08:34.209 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:33 smithi203 podman[75120]: 2024-06-06 08:08:33.907151643 +0000 UTC m=+0.133059256 container create 2433108fd8241a99f9db4c70e859807b1d88f0da46fbc8df1fa0f402432fb1db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-06-06T08:08:34.209 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:34 smithi203 podman[75120]: 2024-06-06 08:08:34.134591883 +0000 UTC m=+0.360499450 container init 2433108fd8241a99f9db4c70e859807b1d88f0da46fbc8df1fa0f402432fb1db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-06-06T08:08:34.209 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:34 smithi203 podman[75120]: 2024-06-06 08:08:34.137947981 +0000 UTC m=+0.363855557 container start 2433108fd8241a99f9db4c70e859807b1d88f0da46fbc8df1fa0f402432fb1db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True) 2024-06-06T08:08:34.209 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:34 smithi203 podman[75120]: 2024-06-06 08:08:34.209563435 +0000 UTC m=+0.435471011 container attach 2433108fd8241a99f9db4c70e859807b1d88f0da46fbc8df1fa0f402432fb1db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-06-06T08:08:34.528 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:34 smithi203 podman[75120]: 2024-06-06 08:08:34.428650646 +0000 UTC m=+0.654558215 container died 2433108fd8241a99f9db4c70e859807b1d88f0da46fbc8df1fa0f402432fb1db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:08:35.029 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:35 smithi203 podman[75147]: 2024-06-06 08:08:35.005091669 +0000 UTC m=+0.571010009 container remove 2433108fd8241a99f9db4c70e859807b1d88f0da46fbc8df1fa0f402432fb1db (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240528, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, io.buildah.version=1.33.5) 2024-06-06T08:08:35.030 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:35 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.11.service: Deactivated successfully. 2024-06-06T08:08:35.030 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:35 smithi203 systemd[1]: Stopped Ceph osd.11 for 38e1f51c-23d8-11ef-bc9b-c7b262605968. 2024-06-06T08:08:35.030 INFO:journalctl@ceph.osd.11.smithi203.stdout:Jun 06 08:08:35 smithi203 systemd[1]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.11.service: Consumed 40.552s CPU time. 2024-06-06T08:08:35.031 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@osd.11.service' 2024-06-06T08:08:35.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:35.111 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-06-06T08:08:35.111 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-06-06T08:08:35.111 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.a 2024-06-06T08:08:35.394 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:08:35 smithi027 systemd[1]: Stopping Ceph mds.a for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:35.894 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:08:35 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a[74847]: 2024-06-06T08:08:35.434+0000 7f156013c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:35.894 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:08:35 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a[74847]: 2024-06-06T08:08:35.434+0000 7f156013c700 -1 mds.a *** got signal Terminated *** 2024-06-06T08:08:36.817 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:08:36 smithi027 podman[112065]: 2024-06-06 08:08:36.543741503 +0000 UTC m=+1.231442613 container died 843c88032f86c6a799e3cd9d1ba051db90b9f421979f34610964e7a172c1662a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:08:37.144 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:08:36 smithi027 podman[112065]: 2024-06-06 08:08:36.901667576 +0000 UTC m=+1.589368671 container cleanup 843c88032f86c6a799e3cd9d1ba051db90b9f421979f34610964e7a172c1662a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-06-06T08:08:37.144 INFO:journalctl@ceph.mds.a.smithi027.stdout:Jun 06 08:08:36 smithi027 bash[112065]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-a 2024-06-06T08:08:37.334 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.a.service' 2024-06-06T08:08:37.371 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:37.371 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-06-06T08:08:37.372 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-06-06T08:08:37.372 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.d 2024-06-06T08:08:37.714 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 08:08:37 smithi027 systemd[1]: Stopping Ceph mds.d for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:38.144 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 08:08:37 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d[73589]: 2024-06-06T08:08:37.713+0000 7f99444c3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:38.144 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 08:08:37 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d[73589]: 2024-06-06T08:08:37.713+0000 7f99444c3700 -1 mds.d *** got signal Terminated *** 2024-06-06T08:08:42.023 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 08:08:41 smithi027 podman[112199]: 2024-06-06 08:08:41.724331989 +0000 UTC m=+4.114175327 container died ab9ad71dac883a5bc2d31013d9a6ec475b690ff218615a98ba82654b11aa8dcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS) 2024-06-06T08:08:42.339 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 08:08:42 smithi027 podman[112199]: 2024-06-06 08:08:42.105651597 +0000 UTC m=+4.495494926 container cleanup ab9ad71dac883a5bc2d31013d9a6ec475b690ff218615a98ba82654b11aa8dcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:08:42.339 INFO:journalctl@ceph.mds.d.smithi027.stdout:Jun 06 08:08:42 smithi027 bash[112199]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-d 2024-06-06T08:08:42.476 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.d.service' 2024-06-06T08:08:42.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:42.511 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-06-06T08:08:42.511 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-06-06T08:08:42.511 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.g 2024-06-06T08:08:42.894 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:08:42 smithi027 systemd[1]: Stopping Ceph mds.g for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:42.894 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:08:42 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g[74416]: 2024-06-06T08:08:42.850+0000 7fac79fa5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:42.894 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:08:42 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g[74416]: 2024-06-06T08:08:42.850+0000 7fac79fa5700 -1 mds.g *** got signal Terminated *** 2024-06-06T08:08:44.817 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:08:44 smithi027 podman[112318]: 2024-06-06 08:08:44.54387261 +0000 UTC m=+1.795397510 container died 8e314ddc2d36690b2345afbd2e447d614668ab975de9d94fbc407a8dc295759c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-06T08:08:45.144 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:08:44 smithi027 podman[112318]: 2024-06-06 08:08:44.89290249 +0000 UTC m=+2.144427389 container cleanup 8e314ddc2d36690b2345afbd2e447d614668ab975de9d94fbc407a8dc295759c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-06-06T08:08:45.144 INFO:journalctl@ceph.mds.g.smithi027.stdout:Jun 06 08:08:44 smithi027 bash[112318]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-g 2024-06-06T08:08:45.380 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.g.service' 2024-06-06T08:08:45.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:45.414 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-06-06T08:08:45.415 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-06-06T08:08:45.415 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.j 2024-06-06T08:08:45.746 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 08:08:45 smithi027 systemd[1]: Stopping Ceph mds.j for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:46.144 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 08:08:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j[73132]: 2024-06-06T08:08:45.746+0000 7faede9bb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:46.144 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 08:08:45 smithi027 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j[73132]: 2024-06-06T08:08:45.746+0000 7faede9bb700 -1 mds.j *** got signal Terminated *** 2024-06-06T08:08:49.463 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 08:08:49 smithi027 podman[112437]: 2024-06-06 08:08:49.203651323 +0000 UTC m=+3.557936569 container died a69e8609ff9bc764a5836434d92ba94386be18dd1d1953b23af24335cb7be8c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-06T08:08:49.722 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 08:08:49 smithi027 podman[112437]: 2024-06-06 08:08:49.555341851 +0000 UTC m=+3.909627092 container cleanup a69e8609ff9bc764a5836434d92ba94386be18dd1d1953b23af24335cb7be8c3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:08:49.722 INFO:journalctl@ceph.mds.j.smithi027.stdout:Jun 06 08:08:49 smithi027 bash[112437]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-j 2024-06-06T08:08:49.943 DEBUG:teuthology.orchestra.run.smithi027:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.j.service' 2024-06-06T08:08:49.977 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:49.977 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-06-06T08:08:49.977 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-06-06T08:08:49.977 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.b 2024-06-06T08:08:50.280 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:50 smithi176 systemd[1]: Stopping Ceph mds.b for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:50.747 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b[66486]: 2024-06-06T08:08:50.279+0000 7f321de39700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:50.747 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:50 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b[66486]: 2024-06-06T08:08:50.279+0000 7f321de39700 -1 mds.b *** got signal Terminated *** 2024-06-06T08:08:52.845 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:52 smithi176 podman[74230]: 2024-06-06 08:08:52.541255148 +0000 UTC m=+2.370173888 container died 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-3d89acc, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-06-06T08:08:53.181 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:52 smithi176 podman[74230]: 2024-06-06 08:08:52.846745738 +0000 UTC m=+2.675664469 container cleanup 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-06T08:08:53.181 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:52 smithi176 bash[74230]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b 2024-06-06T08:08:53.182 INFO:journalctl@ceph.mds.b.smithi176.stdout:Jun 06 08:08:53 smithi176 podman[74242]: 2024-06-06 08:08:53.073017044 +0000 UTC m=+0.527381039 container remove 77867f09d7880565cfaab8dc4e9e65608cc90694574126ecbed93a8d341071e9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-06-06T08:08:53.200 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.b.service' 2024-06-06T08:08:53.239 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:53.239 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-06-06T08:08:53.239 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-06-06T08:08:53.239 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e 2024-06-06T08:08:53.497 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:08:53 smithi176 systemd[1]: Stopping Ceph mds.e for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:53.997 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:08:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: 2024-06-06T08:08:53.633+0000 7f7682686700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:53.997 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:08:53 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e[70406]: 2024-06-06T08:08:53.633+0000 7f7682686700 -1 mds.e *** got signal Terminated *** 2024-06-06T08:08:56.800 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:08:56 smithi176 podman[74350]: 2024-06-06 08:08:56.54462201 +0000 UTC m=+3.087941906 container died 6cf93206c1b7bd31380f3761dc047f61c0f95787e5d0ede43b129d5a4c8e63f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-06-06T08:08:57.162 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:08:56 smithi176 podman[74350]: 2024-06-06 08:08:56.900513676 +0000 UTC m=+3.443833580 container cleanup 6cf93206c1b7bd31380f3761dc047f61c0f95787e5d0ede43b129d5a4c8e63f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-06T08:08:57.162 INFO:journalctl@ceph.mds.e.smithi176.stdout:Jun 06 08:08:56 smithi176 bash[74350]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-e 2024-06-06T08:08:57.320 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.e.service' 2024-06-06T08:08:57.353 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:08:57.353 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-06-06T08:08:57.353 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-06-06T08:08:57.353 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.h 2024-06-06T08:08:57.678 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:08:57 smithi176 systemd[1]: Stopping Ceph mds.h for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:08:57.969 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:08:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h[66171]: 2024-06-06T08:08:57.678+0000 7feee95fd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:08:57.969 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:08:57 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h[66171]: 2024-06-06T08:08:57.678+0000 7feee95fd700 -1 mds.h *** got signal Terminated *** 2024-06-06T08:09:00.820 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:09:00 smithi176 podman[74481]: 2024-06-06 08:09:00.538034718 +0000 UTC m=+2.968280679 container died f6fe4a2cc15908cc3e32b35211bc8d2c0980e57dbd07eb08228beef0e81d5338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-06-06T08:09:01.162 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:09:00 smithi176 podman[74481]: 2024-06-06 08:09:00.920473308 +0000 UTC m=+3.350719275 container cleanup f6fe4a2cc15908cc3e32b35211bc8d2c0980e57dbd07eb08228beef0e81d5338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-06-06T08:09:01.162 INFO:journalctl@ceph.mds.h.smithi176.stdout:Jun 06 08:09:00 smithi176 bash[74481]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-h 2024-06-06T08:09:01.310 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.h.service' 2024-06-06T08:09:01.346 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:09:01.346 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-06-06T08:09:01.346 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-06-06T08:09:01.347 DEBUG:teuthology.orchestra.run.smithi176:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.k 2024-06-06T08:09:01.747 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:09:01 smithi176 systemd[1]: Stopping Ceph mds.k for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:09:01.747 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:09:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k[65557]: 2024-06-06T08:09:01.657+0000 7f55124ce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:09:01.747 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:09:01 smithi176 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k[65557]: 2024-06-06T08:09:01.657+0000 7f55124ce700 -1 mds.k *** got signal Terminated *** 2024-06-06T08:09:04.790 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:09:04 smithi176 podman[74604]: 2024-06-06 08:09:04.536090013 +0000 UTC m=+2.974437732 container died 168530b3ae072c235e56ad5ae1e134cd3e147d8fe21817ce811775f32950cc4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-06T08:09:05.157 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:09:04 smithi176 podman[74604]: 2024-06-06 08:09:04.900258838 +0000 UTC m=+3.338606557 container cleanup 168530b3ae072c235e56ad5ae1e134cd3e147d8fe21817ce811775f32950cc4c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-06-06T08:09:05.157 INFO:journalctl@ceph.mds.k.smithi176.stdout:Jun 06 08:09:04 smithi176 bash[74604]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-k 2024-06-06T08:09:05.314 DEBUG:teuthology.orchestra.run.smithi176:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.k.service' 2024-06-06T08:09:05.346 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:09:05.349 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-06-06T08:09:05.350 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-06-06T08:09:05.350 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.c 2024-06-06T08:09:05.705 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:09:05 smithi203 systemd[1]: Stopping Ceph mds.c for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:09:05.964 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:09:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T08:09:05.705+0000 7fe9767ad700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:09:05.964 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:09:05 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c[67487]: 2024-06-06T08:09:05.705+0000 7fe9767ad700 -1 mds.c *** got signal Terminated *** 2024-06-06T08:09:08.813 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:09:08 smithi203 podman[75228]: 2024-06-06 08:09:08.541227657 +0000 UTC m=+2.992335219 container died 77286d3f534a10d0a8e2b14ad509a8dae16d45df60c83494d35e0daba50f31fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:09:09.205 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:09:08 smithi203 podman[75228]: 2024-06-06 08:09:08.904918543 +0000 UTC m=+3.356026109 container cleanup 77286d3f534a10d0a8e2b14ad509a8dae16d45df60c83494d35e0daba50f31fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c, org.label-schema.build-date=20240528, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-06-06T08:09:09.205 INFO:journalctl@ceph.mds.c.smithi203.stdout:Jun 06 08:09:08 smithi203 bash[75228]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-c 2024-06-06T08:09:09.347 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.c.service' 2024-06-06T08:09:09.382 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:09:09.382 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-06-06T08:09:09.382 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-06-06T08:09:09.383 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.f 2024-06-06T08:09:09.777 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:09:09 smithi203 systemd[1]: Stopping Ceph mds.f for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:09:09.777 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:09:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f[67182]: 2024-06-06T08:09:09.708+0000 7f971444e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:09:09.777 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:09:09 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f[67182]: 2024-06-06T08:09:09.708+0000 7f971444e700 -1 mds.f *** got signal Terminated *** 2024-06-06T08:09:12.808 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:09:12 smithi203 podman[75361]: 2024-06-06 08:09:12.544662223 +0000 UTC m=+2.937263844 container died c57e97f050d780a39236cb2f3d7192dd8dba1d31bd0618f9cc468a6fba3deee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-06-06T08:09:13.167 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:09:12 smithi203 podman[75361]: 2024-06-06 08:09:12.909302227 +0000 UTC m=+3.301903848 container cleanup c57e97f050d780a39236cb2f3d7192dd8dba1d31bd0618f9cc468a6fba3deee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-06-06T08:09:13.167 INFO:journalctl@ceph.mds.f.smithi203.stdout:Jun 06 08:09:12 smithi203 bash[75361]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-f 2024-06-06T08:09:13.336 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.f.service' 2024-06-06T08:09:13.368 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:09:13.369 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-06-06T08:09:13.369 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-06-06T08:09:13.369 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.i 2024-06-06T08:09:13.679 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:09:13 smithi203 systemd[1]: Stopping Ceph mds.i for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:09:14.027 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:09:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: 2024-06-06T08:09:13.679+0000 7f0543dbb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:09:14.027 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:09:13 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i[67789]: 2024-06-06T08:09:13.679+0000 7f0543dbb700 -1 mds.i *** got signal Terminated *** 2024-06-06T08:09:16.777 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:09:16 smithi203 podman[75482]: 2024-06-06 08:09:16.548984706 +0000 UTC m=+2.957994187 container died 32d2e8d9b75eef78bc322e07b2bef4578f472f28e01d8c98c11cb0393a1cf003 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2) 2024-06-06T08:09:17.277 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:09:17 smithi203 podman[75482]: 2024-06-06 08:09:17.005147123 +0000 UTC m=+3.414156558 container cleanup 32d2e8d9b75eef78bc322e07b2bef4578f472f28e01d8c98c11cb0393a1cf003 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-06-06T08:09:17.277 INFO:journalctl@ceph.mds.i.smithi203.stdout:Jun 06 08:09:17 smithi203 bash[75482]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-i 2024-06-06T08:09:17.440 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.i.service' 2024-06-06T08:09:17.472 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:09:17.472 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-06-06T08:09:17.472 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-06-06T08:09:17.472 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.l 2024-06-06T08:09:17.777 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:09:17 smithi203 systemd[1]: Stopping Ceph mds.l for 38e1f51c-23d8-11ef-bc9b-c7b262605968... 2024-06-06T08:09:18.277 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:09:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l[66878]: 2024-06-06T08:09:17.783+0000 7f8d61e98700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-06T08:09:18.277 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:09:17 smithi203 ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l[66878]: 2024-06-06T08:09:17.783+0000 7f8d61e98700 -1 mds.l *** got signal Terminated *** 2024-06-06T08:09:20.909 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:09:20 smithi203 podman[75602]: 2024-06-06 08:09:20.538841242 +0000 UTC m=+2.852085708 container died 7d5d7d579d160c9a62bd427ac6b080e0f49c66a627d16e3e7ce31fbd8aee85be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-06T08:09:21.251 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:09:21 smithi203 podman[75602]: 2024-06-06 08:09:21.018053081 +0000 UTC m=+3.331297525 container cleanup 7d5d7d579d160c9a62bd427ac6b080e0f49c66a627d16e3e7ce31fbd8aee85be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528) 2024-06-06T08:09:21.251 INFO:journalctl@ceph.mds.l.smithi203.stdout:Jun 06 08:09:21 smithi203 bash[75602]: ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968-mds-l 2024-06-06T08:09:21.371 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-38e1f51c-23d8-11ef-bc9b-c7b262605968@mds.l.service' 2024-06-06T08:09:21.400 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-06T08:09:21.400 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-06-06T08:09:21.401 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T08:09:21.601 INFO:teuthology.orchestra.run.smithi027.stdout:Deleting cluster with fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T08:09:24.106 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T08:09:24.296 INFO:teuthology.orchestra.run.smithi176.stdout:Deleting cluster with fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T08:09:26.611 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --force --keep-logs 2024-06-06T08:09:26.802 INFO:teuthology.orchestra.run.smithi203.stdout:Deleting cluster with fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T08:09:29.108 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:09:29.143 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:09:29.168 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-06T08:09:29.193 INFO:tasks.cephadm:Archiving crash dumps... 2024-06-06T08:09:29.195 DEBUG:teuthology.misc:Transferring archived files from smithi027:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi027/crash 2024-06-06T08:09:29.196 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar c -f - -C /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T08:09:29.226 INFO:teuthology.orchestra.run.smithi027.stderr:tar: /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T08:09:29.226 INFO:teuthology.orchestra.run.smithi027.stderr:tar: Error is not recoverable: exiting now 2024-06-06T08:09:29.228 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi176/crash 2024-06-06T08:09:29.229 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T08:09:29.261 INFO:teuthology.orchestra.run.smithi176.stderr:tar: /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T08:09:29.261 INFO:teuthology.orchestra.run.smithi176.stderr:tar: Error is not recoverable: exiting now 2024-06-06T08:09:29.262 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi203/crash 2024-06-06T08:09:29.263 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash -- . 2024-06-06T08:09:29.333 INFO:teuthology.orchestra.run.smithi203.stderr:tar: /var/lib/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/crash: Cannot open: No such file or directory 2024-06-06T08:09:29.333 INFO:teuthology.orchestra.run.smithi203.stderr:tar: Error is not recoverable: exiting now 2024-06-06T08:09:29.335 INFO:tasks.cephadm:Checking cluster log for badness... 2024-06-06T08:09:29.335 DEBUG:teuthology.orchestra.run.smithi027:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-06-06T08:09:29.380 INFO:teuthology.orchestra.run.smithi027.stdout:2024-06-06T07:57:51.511966+0000 mds.c (mds.2) 2 : cluster [WRN] Scrub error on inode 0x10000000204 (/volumes/qa/sv_1/f36db83d-5b3f-4408-8f7b-2f12d969b8ce/client.0/tmp/untar_tar/linux-4.0.5/Documentation/00-INDEX) see mds.c log and `damage ls` output for details 2024-06-06T08:09:29.381 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-06-06T08:09:29.381 INFO:tasks.cephadm:Compressing logs... 2024-06-06T08:09:29.382 DEBUG:teuthology.orchestra.run.smithi027:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-06T08:09:29.384 DEBUG:teuthology.orchestra.run.smithi176:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-06T08:09:29.387 DEBUG:teuthology.orchestra.run.smithi203:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-06T08:09:29.408 INFO:teuthology.orchestra.run.smithi176.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log 2024-06-06T08:09:29.409 INFO:teuthology.orchestra.run.smithi176.stderr:: No such file or directory 2024-06-06T08:09:29.409 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log 2024-06-06T08:09:29.409 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.7.log 2024-06-06T08:09:29.409 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log: /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.b.log 2024-06-06T08:09:29.409 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.4.log 2024-06-06T08:09:29.411 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.1.log 2024-06-06T08:09:29.412 INFO:teuthology.orchestra.run.smithi027.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log 2024-06-06T08:09:29.412 INFO:teuthology.orchestra.run.smithi027.stderr:: No such file or directory 2024-06-06T08:09:29.412 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log 2024-06-06T08:09:29.412 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.g.log 2024-06-06T08:09:29.412 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log: /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.j.log 2024-06-06T08:09:29.412 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.3.log 2024-06-06T08:09:29.413 INFO:teuthology.orchestra.run.smithi203.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log 2024-06-06T08:09:29.413 INFO:teuthology.orchestra.run.smithi203.stderr:: No such file or directory 2024-06-06T08:09:29.413 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.2.log 2024-06-06T08:09:29.413 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.f.log 2024-06-06T08:09:29.413 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log: /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log 2024-06-06T08:09:29.414 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.y.log 2024-06-06T08:09:29.414 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.h.log 2024-06-06T08:09:29.414 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.y.log: 90.4% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-06-06T08:09:29.414 INFO:teuthology.orchestra.run.smithi176.stderr: 88.5% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log.gz 2024-06-06T08:09:29.414 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.10.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.5.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.c.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.c.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.z.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.i.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.z.log: 88.5% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log.gz 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr: 90.4% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-06-06T08:09:29.418 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.11.log 2024-06-06T08:09:29.419 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log: 83.2% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-06-06T08:09:29.419 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.8.log 2024-06-06T08:09:29.419 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.h.log: 92.1% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.y.log.gz 2024-06-06T08:09:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.0.log 2024-06-06T08:09:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.j.log: /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.x.log 2024-06-06T08:09:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.a.log 2024-06-06T08:09:29.422 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.6.log 2024-06-06T08:09:29.423 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.a.log: 90.3% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.audit.log.gz 2024-06-06T08:09:29.423 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-06-06T08:09:29.423 INFO:teuthology.orchestra.run.smithi027.stderr: 88.5% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.log.gz 2024-06-06T08:09:29.423 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.6.log: 94.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.j.log.gz 2024-06-06T08:09:29.424 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.11.log: 92.1% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.z.log.gz 2024-06-06T08:09:29.424 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log 2024-06-06T08:09:29.428 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.a.log 2024-06-06T08:09:29.428 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log 2024-06-06T08:09:29.431 INFO:teuthology.orchestra.run.smithi027.stderr: 83.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-06-06T08:09:29.431 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.d.log 2024-06-06T08:09:29.432 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log 2024-06-06T08:09:29.432 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.e.log 2024-06-06T08:09:29.432 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log: 83.3% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph.cephadm.log.gz 2024-06-06T08:09:29.432 INFO:teuthology.orchestra.run.smithi176.stderr:gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log 2024-06-06T08:09:29.433 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.l.log 2024-06-06T08:09:29.440 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.9.log 2024-06-06T08:09:29.443 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-06T08:09:29.444 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.b.log 2024-06-06T08:09:29.445 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.d.log: 91.1% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-06-06T08:09:29.446 INFO:teuthology.orchestra.run.smithi027.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-06T08:09:29.456 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-06-06T08:09:29.456 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/cephadm.log: 94.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.d.log.gz 2024-06-06T08:09:29.456 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.k.log 2024-06-06T08:09:29.457 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-06T08:09:29.462 INFO:teuthology.orchestra.run.smithi203.stderr: 91.1% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-06-06T08:09:29.467 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-06T08:09:29.472 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.k.log: 91.0% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-volume.log.gz 2024-06-06T08:09:29.476 INFO:teuthology.orchestra.run.smithi027.stderr:/var/log/ceph/ceph-client.admin.log: 94.1% 92.8% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-06-06T08:09:29.482 INFO:teuthology.orchestra.run.smithi027.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-06T08:09:29.488 INFO:teuthology.orchestra.run.smithi176.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-06T08:09:29.597 INFO:teuthology.orchestra.run.smithi027.stderr: 94.2% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.a.log.gz 2024-06-06T08:09:29.647 INFO:teuthology.orchestra.run.smithi027.stderr: 94.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.g.log.gz 2024-06-06T08:09:29.729 INFO:teuthology.orchestra.run.smithi203.stderr: 94.1% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.l.log.gz 2024-06-06T08:09:29.821 INFO:teuthology.orchestra.run.smithi027.stderr: 90.2% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mgr.x.log.gz 2024-06-06T08:09:29.941 INFO:teuthology.orchestra.run.smithi203.stderr: 91.8% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.c.log.gz 2024-06-06T08:09:30.155 INFO:teuthology.orchestra.run.smithi176.stderr: 91.8% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.b.log.gz 2024-06-06T08:09:30.447 INFO:teuthology.orchestra.run.smithi027.stderr: 90.4% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mon.a.log.gz 2024-06-06T08:09:30.853 INFO:teuthology.orchestra.run.smithi176.stderr: 93.9% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.b.log.gz 2024-06-06T08:09:30.902 INFO:teuthology.orchestra.run.smithi203.stderr: 93.8% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.f.log.gz 2024-06-06T08:09:31.494 INFO:teuthology.orchestra.run.smithi176.stderr: 95.1% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.e.log.gz 2024-06-06T08:09:31.870 INFO:teuthology.orchestra.run.smithi176.stderr: 95.3% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.k.log.gz 2024-06-06T08:09:32.135 INFO:teuthology.orchestra.run.smithi176.stderr: 93.7% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.h.log.gz 2024-06-06T08:09:35.802 INFO:teuthology.orchestra.run.smithi176.stderr: 91.8% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.10.log.gz 2024-06-06T08:09:36.608 INFO:teuthology.orchestra.run.smithi176.stderr: 91.9% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.1.log.gz 2024-06-06T08:09:36.889 INFO:teuthology.orchestra.run.smithi027.stderr: 91.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.0.log.gz 2024-06-06T08:09:37.654 INFO:teuthology.orchestra.run.smithi203.stderr: 91.7% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.8.log.gz 2024-06-06T08:09:37.819 INFO:teuthology.orchestra.run.smithi203.stderr: 91.8% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.2.log.gz 2024-06-06T08:09:37.829 INFO:teuthology.orchestra.run.smithi027.stderr: 91.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.3.log.gz 2024-06-06T08:09:38.313 INFO:teuthology.orchestra.run.smithi027.stderr: 91.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.6.log.gz 2024-06-06T08:09:38.526 INFO:teuthology.orchestra.run.smithi176.stderr: 91.8% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.7.log.gz 2024-06-06T08:09:38.915 INFO:teuthology.orchestra.run.smithi027.stderr: 91.4% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.9.log.gz 2024-06-06T08:09:38.918 INFO:teuthology.orchestra.run.smithi027.stderr: 2024-06-06T08:09:38.918 INFO:teuthology.orchestra.run.smithi027.stderr:real 0m9.519s 2024-06-06T08:09:38.918 INFO:teuthology.orchestra.run.smithi027.stderr:user 0m35.034s 2024-06-06T08:09:38.918 INFO:teuthology.orchestra.run.smithi027.stderr:sys 0m1.068s 2024-06-06T08:09:39.026 INFO:teuthology.orchestra.run.smithi203.stderr: 91.9% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.11.log.gz 2024-06-06T08:09:39.654 INFO:teuthology.orchestra.run.smithi176.stderr: 91.6% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.4.log.gz 2024-06-06T08:09:39.657 INFO:teuthology.orchestra.run.smithi176.stderr: 2024-06-06T08:09:39.657 INFO:teuthology.orchestra.run.smithi176.stderr:real 0m10.258s 2024-06-06T08:09:39.657 INFO:teuthology.orchestra.run.smithi176.stderr:user 0m39.673s 2024-06-06T08:09:39.657 INFO:teuthology.orchestra.run.smithi176.stderr:sys 0m1.242s 2024-06-06T08:09:41.899 INFO:teuthology.orchestra.run.smithi203.stderr: 91.7% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-osd.5.log.gz 2024-06-06T08:09:49.160 INFO:teuthology.orchestra.run.smithi203.stderr: 93.4% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.i.log.gz 2024-06-06T08:09:55.296 INFO:teuthology.orchestra.run.smithi203.stderr: 93.0% -- replaced with /var/log/ceph/38e1f51c-23d8-11ef-bc9b-c7b262605968/ceph-mds.c.log.gz 2024-06-06T08:09:55.297 INFO:teuthology.orchestra.run.smithi203.stderr: 2024-06-06T08:09:55.297 INFO:teuthology.orchestra.run.smithi203.stderr:real 0m25.897s 2024-06-06T08:09:55.297 INFO:teuthology.orchestra.run.smithi203.stderr:user 1m23.738s 2024-06-06T08:09:55.297 INFO:teuthology.orchestra.run.smithi203.stderr:sys 0m2.514s 2024-06-06T08:09:55.298 INFO:tasks.cephadm:Archiving logs... 2024-06-06T08:09:55.299 DEBUG:teuthology.misc:Transferring archived files from smithi027:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi027/log 2024-06-06T08:09:55.300 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T08:10:00.960 DEBUG:teuthology.misc:Transferring archived files from smithi176:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi176/log 2024-06-06T08:10:00.961 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T08:10:06.510 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi203/log 2024-06-06T08:10:06.511 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-06T08:10:17.611 INFO:tasks.cephadm:Removing cluster... 2024-06-06T08:10:17.611 DEBUG:teuthology.orchestra.run.smithi027:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --force 2024-06-06T08:10:17.813 INFO:teuthology.orchestra.run.smithi027.stdout:Deleting cluster with fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T08:10:18.132 DEBUG:teuthology.orchestra.run.smithi176:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --force 2024-06-06T08:10:18.324 INFO:teuthology.orchestra.run.smithi176.stdout:Deleting cluster with fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T08:10:18.627 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 38e1f51c-23d8-11ef-bc9b-c7b262605968 --force 2024-06-06T08:10:18.822 INFO:teuthology.orchestra.run.smithi203.stdout:Deleting cluster with fsid: 38e1f51c-23d8-11ef-bc9b-c7b262605968 2024-06-06T08:10:19.172 INFO:tasks.cephadm:Removing cephadm ... 2024-06-06T08:10:19.172 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T08:10:19.192 DEBUG:teuthology.orchestra.run.smithi176:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T08:10:19.208 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-06T08:10:19.224 INFO:tasks.cephadm:Teardown complete 2024-06-06T08:10:19.224 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-06-06T08:10:19.236 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-06-06T08:10:19.236 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T08:10:19.239 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T08:10:19.251 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-06T08:10:19.358 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-06-06T08:10:19.369 INFO:teuthology.task.clock:Checking final clock skew... 2024-06-06T08:10:19.369 DEBUG:teuthology.orchestra.run.smithi027:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T08:10:19.372 DEBUG:teuthology.orchestra.run.smithi176:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T08:10:19.374 DEBUG:teuthology.orchestra.run.smithi203:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-06T08:10:19.386 INFO:teuthology.orchestra.run.smithi176.stderr:bash: line 1: ntpq: command not found 2024-06-06T08:10:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-06-06T08:10:19.388 INFO:teuthology.orchestra.run.smithi027.stderr:bash: line 1: ntpq: command not found 2024-06-06T08:10:19.390 INFO:teuthology.orchestra.run.smithi176.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T08:10:19.390 INFO:teuthology.orchestra.run.smithi176.stdout:=============================================================================== 2024-06-06T08:10:19.390 INFO:teuthology.orchestra.run.smithi176.stdout:^* hv01.front.sepia.ceph.com 3 6 377 1 -387us[ -391us] +/- 44ms 2024-06-06T08:10:19.390 INFO:teuthology.orchestra.run.smithi176.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 1 -2000us[-2004us] +/- 59ms 2024-06-06T08:10:19.391 INFO:teuthology.orchestra.run.smithi176.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 1 +2959us[+2955us] +/- 65ms 2024-06-06T08:10:19.391 INFO:teuthology.orchestra.run.smithi176.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:10:19.391 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T08:10:19.391 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-06-06T08:10:19.391 INFO:teuthology.orchestra.run.smithi203.stdout:^* hv01.front.sepia.ceph.com 3 6 377 3 -401us[ -135us] +/- 44ms 2024-06-06T08:10:19.391 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 2 -1996us[-1996us] +/- 59ms 2024-06-06T08:10:19.392 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 63 +3006us[+3270us] +/- 64ms 2024-06-06T08:10:19.392 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:10:19.393 INFO:teuthology.orchestra.run.smithi027.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-06T08:10:19.393 INFO:teuthology.orchestra.run.smithi027.stdout:=============================================================================== 2024-06-06T08:10:19.393 INFO:teuthology.orchestra.run.smithi027.stdout:^* hv01.front.sepia.ceph.com 3 6 377 0 -406us[ -138us] +/- 44ms 2024-06-06T08:10:19.393 INFO:teuthology.orchestra.run.smithi027.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 63 -1989us[-1721us] +/- 58ms 2024-06-06T08:10:19.393 INFO:teuthology.orchestra.run.smithi027.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 +2984us[+3253us] +/- 64ms 2024-06-06T08:10:19.393 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-06T08:10:19.394 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-06-06T08:10:19.404 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-06-06T08:10:19.404 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-06-06T08:10:19.415 DEBUG:teuthology.orchestra.run.smithi027:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-06T08:10:19.524 DEBUG:teuthology.orchestra.run.smithi176:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-06T08:10:19.589 DEBUG:teuthology.orchestra.run.smithi203:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-06T08:10:19.654 DEBUG:teuthology.orchestra.run.smithi027:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T08:10:19.686 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:10:19.686 DEBUG:teuthology.orchestra.run.smithi176:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T08:10:19.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:10:19.713 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-06T08:10:19.739 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:10:19.739 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-06-06T08:10:19.750 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-06-06T08:10:19.760 INFO:teuthology.task.internal:Duration was 2090.438195 seconds 2024-06-06T08:10:19.760 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-06-06T08:10:19.772 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-06-06T08:10:19.772 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T08:10:19.774 DEBUG:teuthology.orchestra.run.smithi176:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T08:10:19.776 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-06T08:10:19.810 INFO:teuthology.orchestra.run.smithi176.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T08:10:19.814 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T08:10:19.816 INFO:teuthology.orchestra.run.smithi027.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-06T08:10:20.291 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-06-06T08:10:20.291 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi027.front.sepia.ceph.com 2024-06-06T08:10:20.291 DEBUG:teuthology.orchestra.run.smithi027:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T08:10:20.316 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi176.front.sepia.ceph.com 2024-06-06T08:10:20.316 DEBUG:teuthology.orchestra.run.smithi176:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T08:10:20.358 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi203.front.sepia.ceph.com 2024-06-06T08:10:20.358 DEBUG:teuthology.orchestra.run.smithi203:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-06T08:10:20.387 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-06-06T08:10:20.387 DEBUG:teuthology.orchestra.run.smithi027:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T08:10:20.389 DEBUG:teuthology.orchestra.run.smithi176:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T08:10:20.400 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-06T08:10:20.452 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-06-06T08:10:20.452 DEBUG:teuthology.orchestra.run.smithi027:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T08:10:20.461 DEBUG:teuthology.orchestra.run.smithi176:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T08:10:20.465 DEBUG:teuthology.orchestra.run.smithi203:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-06T08:10:21.352 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-06-06T08:10:21.384 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-06-06T08:10:21.384 DEBUG:teuthology.orchestra.run.smithi027:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T08:10:21.410 DEBUG:teuthology.orchestra.run.smithi176:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T08:10:21.436 DEBUG:teuthology.orchestra.run.smithi203:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-06T08:10:21.462 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-06-06T08:10:21.474 DEBUG:teuthology.orchestra.run.smithi027:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T08:10:21.476 DEBUG:teuthology.orchestra.run.smithi176:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T08:10:21.479 DEBUG:teuthology.orchestra.run.smithi203:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-06T08:10:21.498 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern = core 2024-06-06T08:10:21.499 INFO:teuthology.orchestra.run.smithi176.stdout:kernel.core_pattern = core 2024-06-06T08:10:21.527 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = core 2024-06-06T08:10:21.556 DEBUG:teuthology.orchestra.run.smithi027:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T08:10:21.571 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:10:21.571 DEBUG:teuthology.orchestra.run.smithi176:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T08:10:21.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:10:21.585 DEBUG:teuthology.orchestra.run.smithi203:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-06T08:10:21.611 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-06T08:10:21.612 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-06-06T08:10:21.627 INFO:teuthology.task.internal:Transferring archived files... 2024-06-06T08:10:21.627 DEBUG:teuthology.misc:Transferring archived files from smithi027:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi027 2024-06-06T08:10:21.628 DEBUG:teuthology.orchestra.run.smithi027:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T08:10:21.685 DEBUG:teuthology.misc:Transferring archived files from smithi176:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi176 2024-06-06T08:10:21.685 DEBUG:teuthology.orchestra.run.smithi176:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T08:10:21.720 DEBUG:teuthology.misc:Transferring archived files from smithi203:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-05_21:24:16-fs-squid-distro-default-smithi/7743213/remote/smithi203 2024-06-06T08:10:21.720 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-06T08:10:21.759 INFO:teuthology.task.internal:Removing archive directory... 2024-06-06T08:10:21.759 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T08:10:21.761 DEBUG:teuthology.orchestra.run.smithi176:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T08:10:21.764 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-06T08:10:21.810 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-06-06T08:10:21.823 INFO:teuthology.task.internal:Not uploading archives. 2024-06-06T08:10:21.823 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-06-06T08:10:21.893 INFO:teuthology.task.internal:Tidying up after the test... 2024-06-06T08:10:21.893 DEBUG:teuthology.orchestra.run.smithi027:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T08:10:21.896 DEBUG:teuthology.orchestra.run.smithi176:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T08:10:21.898 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-06T08:10:21.909 INFO:teuthology.orchestra.run.smithi027.stdout: 265314 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 08:10 /home/ubuntu/cephtest 2024-06-06T08:10:21.910 INFO:teuthology.orchestra.run.smithi176.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 08:10 /home/ubuntu/cephtest 2024-06-06T08:10:21.914 INFO:teuthology.orchestra.run.smithi203.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 6 08:10 /home/ubuntu/cephtest 2024-06-06T08:10:21.915 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-06-06T08:10:21.946 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-06-06T08:10:21.985 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/crc wsync/no} objectstore-ec/bluestore-comp-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} duration: 2090.4381954669952 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_teuthology@teuthology status: fail success: false 2024-06-06T08:10:21.986 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-06T08:10:22.076 INFO:teuthology.run:FAIL